[ 475.740939] env[63440]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63440) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 475.741287] env[63440]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63440) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 475.741413] env[63440]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63440) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 475.741754] env[63440]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 475.838027] env[63440]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63440) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 475.848572] env[63440]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=63440) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 475.889759] env[63440]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 476.448845] env[63440]: INFO nova.virt.driver [None req-0feda91d-bd16-4a2d-887d-d78f04b41442 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 476.518461] env[63440]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 476.518610] env[63440]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 476.518708] env[63440]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63440) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 479.744233] env[63440]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-c1c0dde1-4716-46de-8913-d13814dbb090 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.759865] env[63440]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63440) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 479.759983] env[63440]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-ec2f5ee8-5f17-4f0c-9815-a4984d44e05e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.792491] env[63440]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 66be4. [ 479.792832] env[63440]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.274s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 479.793218] env[63440]: INFO nova.virt.vmwareapi.driver [None req-0feda91d-bd16-4a2d-887d-d78f04b41442 None None] VMware vCenter version: 7.0.3 [ 479.796582] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8af4c03-bc19-4615-a60d-0ff5620aa018 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.814560] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dc6e3e-6df6-419b-9345-c153d497ad6d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.820502] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c33d48-5882-4173-994e-0f53a09d6af1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.827048] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f1cc06-c0ec-48a0-a9e6-c10ecf45f2c0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.840239] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e905dc6-6c98-4b88-8b81-47fa83191f90 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.846116] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd4fa00-8115-4027-8825-0348e3ec32ff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.877205] env[63440]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-adf0f5c4-348c-4e85-8cdc-5844889ed86a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.881710] env[63440]: DEBUG nova.virt.vmwareapi.driver [None req-0feda91d-bd16-4a2d-887d-d78f04b41442 None None] Extension org.openstack.compute already exists. {{(pid=63440) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 479.884600] env[63440]: INFO nova.compute.provider_config [None req-0feda91d-bd16-4a2d-887d-d78f04b41442 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 480.395422] env[63440]: DEBUG nova.context [None req-0feda91d-bd16-4a2d-887d-d78f04b41442 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),4fad7c87-0c31-411a-8d2c-761ca3c3c3f7(cell1) {{(pid=63440) load_cells /opt/stack/nova/nova/context.py:464}} [ 480.398462] env[63440]: DEBUG oslo_concurrency.lockutils [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 480.398689] env[63440]: DEBUG oslo_concurrency.lockutils [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 480.399521] env[63440]: DEBUG oslo_concurrency.lockutils [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 480.399952] env[63440]: DEBUG oslo_concurrency.lockutils [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] Acquiring lock "4fad7c87-0c31-411a-8d2c-761ca3c3c3f7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 480.400162] env[63440]: DEBUG oslo_concurrency.lockutils [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] Lock "4fad7c87-0c31-411a-8d2c-761ca3c3c3f7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 480.401317] env[63440]: DEBUG oslo_concurrency.lockutils [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] Lock "4fad7c87-0c31-411a-8d2c-761ca3c3c3f7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 480.420790] env[63440]: INFO dbcounter [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] Registered counter for database nova_cell0 [ 480.428794] env[63440]: INFO dbcounter [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] Registered counter for database nova_cell1 [ 480.431969] env[63440]: DEBUG oslo_db.sqlalchemy.engines [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63440) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 480.432340] env[63440]: DEBUG oslo_db.sqlalchemy.engines [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63440) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 480.437208] env[63440]: ERROR nova.db.main.api [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 480.437208] env[63440]: result = function(*args, **kwargs) [ 480.437208] env[63440]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 480.437208] env[63440]: return func(*args, **kwargs) [ 480.437208] env[63440]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 480.437208] env[63440]: result = fn(*args, **kwargs) [ 480.437208] env[63440]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 480.437208] env[63440]: return f(*args, **kwargs) [ 480.437208] env[63440]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 480.437208] env[63440]: return db.service_get_minimum_version(context, binaries) [ 480.437208] env[63440]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 480.437208] env[63440]: _check_db_access() [ 480.437208] env[63440]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 480.437208] env[63440]: stacktrace = ''.join(traceback.format_stack()) [ 480.437208] env[63440]: [ 480.438021] env[63440]: ERROR nova.db.main.api [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 480.438021] env[63440]: result = function(*args, **kwargs) [ 480.438021] env[63440]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 480.438021] env[63440]: return func(*args, **kwargs) [ 480.438021] env[63440]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 480.438021] env[63440]: result = fn(*args, **kwargs) [ 480.438021] env[63440]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 480.438021] env[63440]: return f(*args, **kwargs) [ 480.438021] env[63440]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 480.438021] env[63440]: return db.service_get_minimum_version(context, binaries) [ 480.438021] env[63440]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 480.438021] env[63440]: _check_db_access() [ 480.438021] env[63440]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 480.438021] env[63440]: stacktrace = ''.join(traceback.format_stack()) [ 480.438021] env[63440]: [ 480.438598] env[63440]: WARNING nova.objects.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 480.438598] env[63440]: WARNING nova.objects.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] Failed to get minimum service version for cell 4fad7c87-0c31-411a-8d2c-761ca3c3c3f7 [ 480.438956] env[63440]: DEBUG oslo_concurrency.lockutils [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] Acquiring lock "singleton_lock" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 480.439136] env[63440]: DEBUG oslo_concurrency.lockutils [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] Acquired lock "singleton_lock" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 480.439382] env[63440]: DEBUG oslo_concurrency.lockutils [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] Releasing lock "singleton_lock" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 480.439697] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] Full set of CONF: {{(pid=63440) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 480.439843] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ******************************************************************************** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 480.439975] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] Configuration options gathered from: {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 480.440128] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 480.440327] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 480.440459] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ================================================================================ {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 480.440671] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] allow_resize_to_same_host = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.440848] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] arq_binding_timeout = 300 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.440984] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] backdoor_port = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.441131] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] backdoor_socket = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.441302] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] block_device_allocate_retries = 60 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.441468] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] block_device_allocate_retries_interval = 3 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.441639] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cert = self.pem {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.441818] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.442027] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] compute_monitors = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.442211] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] config_dir = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.442387] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] config_drive_format = iso9660 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.442521] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.442686] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] config_source = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.442877] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] console_host = devstack {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.443104] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] control_exchange = nova {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.443281] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cpu_allocation_ratio = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.443448] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] daemon = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.443621] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] debug = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.443783] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] default_access_ip_network_name = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.443953] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] default_availability_zone = nova {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.444135] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] default_ephemeral_format = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.444297] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] default_green_pool_size = 1000 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.444537] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.444704] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] default_schedule_zone = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.444866] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] disk_allocation_ratio = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.445050] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] enable_new_services = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.445238] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] enabled_apis = ['osapi_compute'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.445408] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] enabled_ssl_apis = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.445570] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] flat_injected = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.445736] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] force_config_drive = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.445899] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] force_raw_images = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.446086] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] graceful_shutdown_timeout = 5 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.446261] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] heal_instance_info_cache_interval = -1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.446485] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] host = cpu-1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.446673] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.446842] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] initial_disk_allocation_ratio = 1.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.447016] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] initial_ram_allocation_ratio = 1.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.447238] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.447409] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] instance_build_timeout = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.447575] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] instance_delete_interval = 300 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.447745] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] instance_format = [instance: %(uuid)s] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.447913] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] instance_name_template = instance-%08x {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.448094] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] instance_usage_audit = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.448271] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] instance_usage_audit_period = month {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.448439] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.448607] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] instances_path = /opt/stack/data/nova/instances {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.448774] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] internal_service_availability_zone = internal {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.448935] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] key = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.449111] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] live_migration_retry_count = 30 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.449284] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] log_color = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.449451] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] log_config_append = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.449623] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.449788] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] log_dir = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.449953] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] log_file = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.450101] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] log_options = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.450330] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] log_rotate_interval = 1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.450524] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] log_rotate_interval_type = days {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.450699] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] log_rotation_type = none {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.450833] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.450965] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.451155] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.451327] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.451460] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.451627] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] long_rpc_timeout = 1800 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.451790] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] max_concurrent_builds = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.451985] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] max_concurrent_live_migrations = 1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.452175] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] max_concurrent_snapshots = 5 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.452341] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] max_local_block_devices = 3 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.452505] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] max_logfile_count = 30 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.452669] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] max_logfile_size_mb = 200 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.452851] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] maximum_instance_delete_attempts = 5 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.453073] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] metadata_listen = 0.0.0.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.453252] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] metadata_listen_port = 8775 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.453429] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] metadata_workers = 2 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.453596] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] migrate_max_retries = -1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.453768] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] mkisofs_cmd = genisoimage {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.453979] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] my_block_storage_ip = 10.180.1.21 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.454136] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] my_ip = 10.180.1.21 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.454346] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.454509] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] network_allocate_retries = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.454690] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.454861] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] osapi_compute_listen = 0.0.0.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.455062] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] osapi_compute_listen_port = 8774 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.455261] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] osapi_compute_unique_server_name_scope = {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.455439] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] osapi_compute_workers = 2 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.455607] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] password_length = 12 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.455771] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] periodic_enable = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.455935] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] periodic_fuzzy_delay = 60 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.456124] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] pointer_model = usbtablet {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.456299] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] preallocate_images = none {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.456463] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] publish_errors = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.456594] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] pybasedir = /opt/stack/nova {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.456753] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ram_allocation_ratio = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.456916] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] rate_limit_burst = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.457100] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] rate_limit_except_level = CRITICAL {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.457268] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] rate_limit_interval = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.457431] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] reboot_timeout = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.457593] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] reclaim_instance_interval = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.457753] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] record = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.457927] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] reimage_timeout_per_gb = 60 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.458112] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] report_interval = 120 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.458281] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] rescue_timeout = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.458446] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] reserved_host_cpus = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.458609] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] reserved_host_disk_mb = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.458772] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] reserved_host_memory_mb = 512 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.458936] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] reserved_huge_pages = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.459112] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] resize_confirm_window = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.459277] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] resize_fs_using_block_device = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.459440] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] resume_guests_state_on_host_boot = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.459612] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.459779] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] rpc_response_timeout = 60 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.459944] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] run_external_periodic_tasks = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.460129] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] running_deleted_instance_action = reap {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.460295] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] running_deleted_instance_poll_interval = 1800 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.460459] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] running_deleted_instance_timeout = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.460622] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] scheduler_instance_sync_interval = 120 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.460794] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] service_down_time = 720 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.460966] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] servicegroup_driver = db {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.461143] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] shell_completion = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.461309] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] shelved_offload_time = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.461472] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] shelved_poll_interval = 3600 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.461641] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] shutdown_timeout = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.461809] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] source_is_ipv6 = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.461996] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ssl_only = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.462269] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.462444] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] sync_power_state_interval = 600 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.462611] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] sync_power_state_pool_size = 1000 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.462787] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] syslog_log_facility = LOG_USER {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.462989] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] tempdir = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.463188] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] timeout_nbd = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.463363] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] transport_url = **** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.463531] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] update_resources_interval = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.463698] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] use_cow_images = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.463861] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] use_journal = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.464035] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] use_json = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.464204] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] use_rootwrap_daemon = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.464365] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] use_stderr = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.464527] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] use_syslog = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.464687] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vcpu_pin_set = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.464856] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vif_plugging_is_fatal = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.465037] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vif_plugging_timeout = 300 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.465212] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] virt_mkfs = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.465378] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] volume_usage_poll_interval = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.465539] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] watch_log_file = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.465712] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] web = /usr/share/spice-html5 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.465897] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.466081] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.466253] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.466429] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_concurrency.disable_process_locking = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.467326] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.467533] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.467715] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.467926] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.468141] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.468324] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.468517] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.auth_strategy = keystone {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.468697] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.compute_link_prefix = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.468883] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.469080] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.dhcp_domain = novalocal {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.469265] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.enable_instance_password = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.469489] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.glance_link_prefix = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.469671] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.469854] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.470041] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.instance_list_per_project_cells = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.470219] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.list_records_by_skipping_down_cells = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.470391] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.local_metadata_per_cell = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.470565] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.max_limit = 1000 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.470739] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.metadata_cache_expiration = 15 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.470927] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.neutron_default_tenant_id = default {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.471129] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.response_validation = warn {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.471311] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.use_neutron_default_nets = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.471487] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.471656] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.471844] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.472054] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.472239] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.vendordata_dynamic_targets = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.472436] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.vendordata_jsonfile_path = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.472657] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.472863] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.backend = dogpile.cache.memcached {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.473077] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.backend_argument = **** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.473256] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.backend_expiration_time = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.473436] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.config_prefix = cache.oslo {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.473613] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.dead_timeout = 60.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.473784] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.debug_cache_backend = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.473963] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.enable_retry_client = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.474156] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.enable_socket_keepalive = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.474335] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.enabled = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.474507] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.enforce_fips_mode = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.474675] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.expiration_time = 600 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.474846] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.hashclient_retry_attempts = 2 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.475031] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.hashclient_retry_delay = 1.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.475206] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.memcache_dead_retry = 300 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.475411] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.memcache_password = **** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.475601] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.475770] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.475939] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.memcache_pool_maxsize = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.476125] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.476295] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.memcache_sasl_enabled = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.476475] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.476651] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.memcache_socket_timeout = 1.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.476824] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.memcache_username = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.477032] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.proxies = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.477212] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.redis_db = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.477377] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.redis_password = **** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.477552] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.redis_sentinel_service_name = mymaster {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.477729] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.477901] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.redis_server = localhost:6379 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.478186] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.redis_socket_timeout = 1.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.478266] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.redis_username = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.478446] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.retry_attempts = 2 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.478619] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.retry_delay = 0.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.478787] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.socket_keepalive_count = 1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.478954] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.socket_keepalive_idle = 1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.479185] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.socket_keepalive_interval = 1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.479370] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.tls_allowed_ciphers = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.479538] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.tls_cafile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.479706] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.tls_certfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.479913] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.tls_enabled = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.480103] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cache.tls_keyfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.480286] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cinder.auth_section = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.480467] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cinder.auth_type = password {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.480636] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cinder.cafile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.480818] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cinder.catalog_info = volumev3::publicURL {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.480986] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cinder.certfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.481183] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cinder.collect_timing = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.481383] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cinder.cross_az_attach = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.481555] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cinder.debug = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.481719] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cinder.endpoint_template = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.481919] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cinder.http_retries = 3 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.482112] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cinder.insecure = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.482282] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cinder.keyfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.482458] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cinder.os_region_name = RegionOne {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.482626] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cinder.split_loggers = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.482856] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cinder.timeout = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.483077] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.483256] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] compute.cpu_dedicated_set = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.483421] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] compute.cpu_shared_set = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.483589] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] compute.image_type_exclude_list = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.483757] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.483924] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] compute.max_concurrent_disk_ops = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.484104] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] compute.max_disk_devices_to_attach = -1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.484335] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.484541] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.484717] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] compute.resource_provider_association_refresh = 300 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.484888] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.485072] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] compute.shutdown_retry_interval = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.485263] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.485447] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] conductor.workers = 2 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.485629] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] console.allowed_origins = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.485829] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] console.ssl_ciphers = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.486035] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] console.ssl_minimum_version = default {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.486217] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] consoleauth.enforce_session_timeout = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.486390] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] consoleauth.token_ttl = 600 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.486567] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cyborg.cafile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.486730] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cyborg.certfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.486896] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cyborg.collect_timing = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.487076] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cyborg.connect_retries = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.487259] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cyborg.connect_retry_delay = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.487427] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cyborg.endpoint_override = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.487594] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cyborg.insecure = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.487755] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cyborg.keyfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.487917] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cyborg.max_version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.488094] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cyborg.min_version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.488258] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cyborg.region_name = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.488420] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cyborg.retriable_status_codes = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.488597] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cyborg.service_name = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.488804] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cyborg.service_type = accelerator {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.489026] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cyborg.split_loggers = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.489229] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cyborg.status_code_retries = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.489397] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cyborg.status_code_retry_delay = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.489561] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cyborg.timeout = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.489744] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.489908] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] cyborg.version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.490103] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.asyncio_connection = **** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.490278] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.asyncio_slave_connection = **** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.490453] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.backend = sqlalchemy {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.490625] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.connection = **** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.490795] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.connection_debug = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.490966] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.connection_parameters = {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.491182] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.connection_recycle_time = 3600 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.491368] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.connection_trace = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.491576] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.db_inc_retry_interval = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.491767] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.db_max_retries = 20 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.492051] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.db_max_retry_interval = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.492344] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.db_retry_interval = 1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.492632] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.max_overflow = 50 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.492932] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.max_pool_size = 5 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.493234] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.max_retries = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.493455] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.493631] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.mysql_wsrep_sync_wait = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.493800] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.pool_timeout = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.493973] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.retry_interval = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.494158] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.slave_connection = **** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.494327] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.sqlite_synchronous = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.494497] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] database.use_db_reconnect = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.494671] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api_database.asyncio_connection = **** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.494838] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api_database.asyncio_slave_connection = **** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.495027] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api_database.backend = sqlalchemy {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.495210] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api_database.connection = **** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.495381] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api_database.connection_debug = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.495557] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api_database.connection_parameters = {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.495726] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api_database.connection_recycle_time = 3600 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.495893] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api_database.connection_trace = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.496075] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api_database.db_inc_retry_interval = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.496248] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api_database.db_max_retries = 20 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.496418] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api_database.db_max_retry_interval = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.496586] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api_database.db_retry_interval = 1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.496751] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api_database.max_overflow = 50 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.496916] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api_database.max_pool_size = 5 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.497094] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api_database.max_retries = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.497269] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.497435] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.497598] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api_database.pool_timeout = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.497762] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api_database.retry_interval = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.497924] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api_database.slave_connection = **** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.498104] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] api_database.sqlite_synchronous = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.498285] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] devices.enabled_mdev_types = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.498467] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.498643] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ephemeral_storage_encryption.default_format = luks {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.498810] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ephemeral_storage_encryption.enabled = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.498978] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.499169] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.api_servers = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.499338] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.cafile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.499504] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.certfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.499670] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.collect_timing = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.499832] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.connect_retries = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.499995] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.connect_retry_delay = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.500174] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.debug = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.500345] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.default_trusted_certificate_ids = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.500512] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.enable_certificate_validation = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.500678] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.enable_rbd_download = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.500841] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.endpoint_override = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.501021] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.insecure = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.501192] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.keyfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.501355] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.max_version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.501515] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.min_version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.501682] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.num_retries = 3 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.501876] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.rbd_ceph_conf = {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.502068] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.rbd_connect_timeout = 5 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.502251] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.rbd_pool = {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.502423] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.rbd_user = {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.502593] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.region_name = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.502755] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.retriable_status_codes = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.502944] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.service_name = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.503158] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.service_type = image {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.503311] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.split_loggers = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.503472] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.status_code_retries = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.503633] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.status_code_retry_delay = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.503796] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.timeout = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.503982] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.504171] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.verify_glance_signatures = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.504335] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] glance.version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.504506] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] guestfs.debug = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.504680] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.auth_section = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.504851] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.auth_type = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.505027] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.cafile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.505197] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.certfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.505365] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.collect_timing = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.505527] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.connect_retries = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.505689] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.connect_retry_delay = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.505852] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.endpoint_override = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.506029] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.insecure = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.506195] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.keyfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.506359] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.max_version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.506518] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.min_version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.506678] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.region_name = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.506838] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.retriable_status_codes = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.507050] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.service_name = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.507267] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.service_type = shared-file-system {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.507442] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.share_apply_policy_timeout = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.507617] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.split_loggers = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.507786] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.status_code_retries = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.507951] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.status_code_retry_delay = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.508136] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.timeout = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.508323] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.508489] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] manila.version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.508663] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] mks.enabled = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.509031] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.509237] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] image_cache.manager_interval = 2400 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.509416] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] image_cache.precache_concurrency = 1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.509594] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] image_cache.remove_unused_base_images = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.509770] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.510043] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.510246] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] image_cache.subdirectory_name = _base {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.510432] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.api_max_retries = 60 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.510605] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.api_retry_interval = 2 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.510774] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.auth_section = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.510943] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.auth_type = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.511127] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.cafile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.511296] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.certfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.511466] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.collect_timing = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.511636] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.conductor_group = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.511805] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.connect_retries = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.512010] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.connect_retry_delay = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.512198] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.endpoint_override = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.512372] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.insecure = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.512535] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.keyfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.512702] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.max_version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.512891] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.min_version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.513091] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.peer_list = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.513265] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.region_name = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.513433] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.retriable_status_codes = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.513604] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.serial_console_state_timeout = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.513771] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.service_name = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.513947] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.service_type = baremetal {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.514132] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.shard = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.514302] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.split_loggers = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.514467] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.status_code_retries = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.514630] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.status_code_retry_delay = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.514795] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.timeout = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.514979] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.515161] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ironic.version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.515349] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.515528] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] key_manager.fixed_key = **** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.515715] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.515881] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican.barbican_api_version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.516060] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican.barbican_endpoint = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.516240] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican.barbican_endpoint_type = public {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.516405] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican.barbican_region_name = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.516570] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican.cafile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.516736] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican.certfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.516904] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican.collect_timing = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.517082] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican.insecure = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.517251] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican.keyfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.517420] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican.number_of_retries = 60 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.517587] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican.retry_delay = 1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.517751] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican.send_service_user_token = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.517917] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican.split_loggers = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.518093] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican.timeout = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.518261] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican.verify_ssl = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.518425] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican.verify_ssl_path = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.518594] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican_service_user.auth_section = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.518763] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican_service_user.auth_type = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.518928] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican_service_user.cafile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.519103] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican_service_user.certfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.519274] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican_service_user.collect_timing = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.519439] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican_service_user.insecure = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.519601] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican_service_user.keyfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.519766] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican_service_user.split_loggers = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.519928] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] barbican_service_user.timeout = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.520116] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vault.approle_role_id = **** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.520288] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vault.approle_secret_id = **** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.520463] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vault.kv_mountpoint = secret {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.520628] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vault.kv_path = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.520797] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vault.kv_version = 2 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.520962] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vault.namespace = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.521143] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vault.root_token_id = **** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.521308] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vault.ssl_ca_crt_file = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.521482] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vault.timeout = 60.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.521651] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vault.use_ssl = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.521849] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.522036] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] keystone.cafile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.522206] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] keystone.certfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.522375] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] keystone.collect_timing = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.522538] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] keystone.connect_retries = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.522702] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] keystone.connect_retry_delay = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.522884] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] keystone.endpoint_override = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.523080] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] keystone.insecure = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.523252] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] keystone.keyfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.523417] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] keystone.max_version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.523578] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] keystone.min_version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.523743] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] keystone.region_name = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.523911] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] keystone.retriable_status_codes = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.524090] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] keystone.service_name = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.524267] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] keystone.service_type = identity {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.524436] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] keystone.split_loggers = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.524602] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] keystone.status_code_retries = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.524764] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] keystone.status_code_retry_delay = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.524927] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] keystone.timeout = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.525128] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.525298] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] keystone.version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.525493] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.ceph_mount_options = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.525815] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.526025] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.connection_uri = {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.526203] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.cpu_mode = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.526377] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.cpu_model_extra_flags = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.526550] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.cpu_models = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.526724] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.cpu_power_governor_high = performance {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.526898] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.cpu_power_governor_low = powersave {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.527079] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.cpu_power_management = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.527260] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.527444] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.device_detach_attempts = 8 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.527627] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.device_detach_timeout = 20 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.527801] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.disk_cachemodes = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.527966] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.disk_prefix = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.528152] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.enabled_perf_events = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.528322] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.file_backed_memory = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.528491] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.gid_maps = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.528656] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.hw_disk_discard = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.528817] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.hw_machine_type = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.528992] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.images_rbd_ceph_conf = {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.529176] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.529346] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.529519] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.images_rbd_glance_store_name = {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.529693] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.images_rbd_pool = rbd {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.529865] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.images_type = default {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.530041] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.images_volume_group = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.530209] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.inject_key = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.530376] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.inject_partition = -2 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.530542] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.inject_password = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.530708] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.iscsi_iface = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.530873] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.iser_use_multipath = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.531055] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.live_migration_bandwidth = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.531230] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.531401] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.live_migration_downtime = 500 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.531568] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.531736] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.531943] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.live_migration_inbound_addr = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.532134] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.532306] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.live_migration_permit_post_copy = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.532473] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.live_migration_scheme = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.532652] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.live_migration_timeout_action = abort {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.532832] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.live_migration_tunnelled = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.533033] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.live_migration_uri = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.533213] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.live_migration_with_native_tls = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.533382] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.max_queues = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.533553] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.533795] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.533966] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.nfs_mount_options = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.534289] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.534471] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.534653] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.num_iser_scan_tries = 5 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.534821] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.num_memory_encrypted_guests = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.534993] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.535181] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.num_pcie_ports = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.535356] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.num_volume_scan_tries = 5 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.535527] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.pmem_namespaces = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.535691] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.quobyte_client_cfg = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.535995] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.536195] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.rbd_connect_timeout = 5 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.536366] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.536546] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.536713] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.rbd_secret_uuid = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.536878] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.rbd_user = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.537059] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.537241] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.remote_filesystem_transport = ssh {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.537407] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.rescue_image_id = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.537571] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.rescue_kernel_id = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.537735] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.rescue_ramdisk_id = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.537912] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.538089] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.rx_queue_size = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.538266] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.smbfs_mount_options = {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.538560] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.538737] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.snapshot_compression = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.538902] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.snapshot_image_format = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.539151] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.539325] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.sparse_logical_volumes = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.539493] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.swtpm_enabled = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.539668] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.swtpm_group = tss {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.539849] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.swtpm_user = tss {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.540031] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.sysinfo_serial = unique {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.540201] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.tb_cache_size = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.540363] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.tx_queue_size = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.540530] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.uid_maps = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.540694] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.use_virtio_for_bridges = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.540867] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.virt_type = kvm {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.541050] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.volume_clear = zero {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.541225] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.volume_clear_size = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.541396] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.volume_use_multipath = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.541561] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.vzstorage_cache_path = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.541735] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.541937] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.vzstorage_mount_group = qemu {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.542130] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.vzstorage_mount_opts = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.542309] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.542609] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.542801] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.vzstorage_mount_user = stack {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.542997] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.543198] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.auth_section = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.543381] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.auth_type = password {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.543558] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.cafile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.543716] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.certfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.543887] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.collect_timing = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.544068] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.connect_retries = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.544236] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.connect_retry_delay = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.544411] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.default_floating_pool = public {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.544577] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.endpoint_override = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.544746] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.extension_sync_interval = 600 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.544916] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.http_retries = 3 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.545106] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.insecure = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.545276] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.keyfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.545446] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.max_version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.545622] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.545787] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.min_version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.545959] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.ovs_bridge = br-int {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.546215] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.physnets = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.546409] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.region_name = RegionOne {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.546578] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.retriable_status_codes = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.546756] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.service_metadata_proxy = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.546923] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.service_name = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.547121] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.service_type = network {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.547293] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.split_loggers = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.547459] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.status_code_retries = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.547628] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.status_code_retry_delay = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.547793] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.timeout = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.547979] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.548163] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] neutron.version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.548342] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] notifications.bdms_in_notifications = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.548523] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] notifications.default_level = INFO {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.548692] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] notifications.include_share_mapping = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.548871] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] notifications.notification_format = unversioned {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.549053] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] notifications.notify_on_state_change = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.549240] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.549423] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] pci.alias = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.549600] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] pci.device_spec = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.549800] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] pci.report_in_placement = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.549976] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.auth_section = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.550170] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.auth_type = password {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.550341] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.550506] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.cafile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.550666] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.certfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.550830] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.collect_timing = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.550993] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.connect_retries = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.551168] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.connect_retry_delay = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.551329] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.default_domain_id = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.551488] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.default_domain_name = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.551647] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.domain_id = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.551812] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.domain_name = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.552007] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.endpoint_override = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.552189] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.insecure = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.552353] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.keyfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.552513] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.max_version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.552672] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.min_version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.552860] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.password = **** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.553050] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.project_domain_id = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.553225] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.project_domain_name = Default {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.553394] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.project_id = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.553569] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.project_name = service {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.553739] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.region_name = RegionOne {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.553904] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.retriable_status_codes = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.554079] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.service_name = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.554254] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.service_type = placement {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.554422] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.split_loggers = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.554584] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.status_code_retries = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.554745] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.status_code_retry_delay = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.554902] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.system_scope = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.555072] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.timeout = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.555237] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.trust_id = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.555396] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.user_domain_id = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.555565] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.user_domain_name = Default {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.555724] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.user_id = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.555897] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.username = nova {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.556096] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.556260] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] placement.version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.556443] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] quota.cores = 20 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.556613] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] quota.count_usage_from_placement = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.556789] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.556962] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] quota.injected_file_content_bytes = 10240 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.557152] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] quota.injected_file_path_length = 255 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.557324] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] quota.injected_files = 5 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.557493] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] quota.instances = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.557662] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] quota.key_pairs = 100 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.557829] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] quota.metadata_items = 128 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.558007] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] quota.ram = 51200 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.558184] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] quota.recheck_quota = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.558357] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] quota.server_group_members = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.558526] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] quota.server_groups = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.558735] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.558914] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] quota.unified_limits_resource_strategy = require {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.559113] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.559284] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.559453] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] scheduler.image_metadata_prefilter = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.559619] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.559822] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] scheduler.max_attempts = 3 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.560022] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] scheduler.max_placement_results = 1000 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.560194] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.560362] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] scheduler.query_placement_for_image_type_support = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.560526] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.560703] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] scheduler.workers = 2 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.560878] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.561066] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.561256] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.561432] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.561604] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.561774] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.561974] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.562189] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.562365] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.host_subset_size = 1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.562536] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.562700] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.562923] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.563156] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.isolated_hosts = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.563338] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.isolated_images = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.563523] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.563698] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.563866] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.564046] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.pci_in_placement = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.564224] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.564392] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.564559] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.564725] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.564893] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.565074] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.565243] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.track_instance_changes = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.565424] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.565598] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] metrics.required = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.565771] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] metrics.weight_multiplier = 1.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.565940] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.566124] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] metrics.weight_setting = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.566439] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.566621] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] serial_console.enabled = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.566804] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] serial_console.port_range = 10000:20000 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.566980] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.567174] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.567347] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] serial_console.serialproxy_port = 6083 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.567518] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] service_user.auth_section = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.567696] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] service_user.auth_type = password {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.567860] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] service_user.cafile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.568034] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] service_user.certfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.568205] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] service_user.collect_timing = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.568372] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] service_user.insecure = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.568535] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] service_user.keyfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.568711] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] service_user.send_service_user_token = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.568881] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] service_user.split_loggers = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569058] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] service_user.timeout = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569239] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] spice.agent_enabled = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569408] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] spice.enabled = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569717] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.569935] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.570129] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] spice.html5proxy_port = 6082 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.570300] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] spice.image_compression = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.570467] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] spice.jpeg_compression = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.570630] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] spice.playback_compression = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.570795] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] spice.require_secure = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.570967] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] spice.server_listen = 127.0.0.1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.571159] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.571327] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] spice.streaming_mode = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.571490] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] spice.zlib_compression = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.571659] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] upgrade_levels.baseapi = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.571856] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] upgrade_levels.compute = auto {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.572047] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] upgrade_levels.conductor = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.572218] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] upgrade_levels.scheduler = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.572392] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vendordata_dynamic_auth.auth_section = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.572561] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vendordata_dynamic_auth.auth_type = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.572724] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vendordata_dynamic_auth.cafile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.572907] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vendordata_dynamic_auth.certfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.573101] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.573274] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vendordata_dynamic_auth.insecure = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.573439] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vendordata_dynamic_auth.keyfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.573606] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.573771] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vendordata_dynamic_auth.timeout = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.573950] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.api_retry_count = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.574140] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.ca_file = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.574343] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.cache_prefix = devstack-image-cache {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.574520] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.cluster_name = testcl1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.574692] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.connection_pool_size = 10 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.574857] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.console_delay_seconds = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.575047] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.datastore_regex = ^datastore.* {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.575267] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.575461] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.host_password = **** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.575634] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.host_port = 443 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.575808] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.host_username = administrator@vsphere.local {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.575981] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.insecure = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.576163] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.integration_bridge = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.576329] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.maximum_objects = 100 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.576492] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.pbm_default_policy = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.576655] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.pbm_enabled = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.576815] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.pbm_wsdl_location = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.576985] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.577159] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.serial_port_proxy_uri = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.577321] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.serial_port_service_uri = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.577491] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.task_poll_interval = 0.5 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.577664] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.use_linked_clone = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.577834] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.vnc_keymap = en-us {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.578008] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.vnc_port = 5900 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.578185] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vmware.vnc_port_total = 10000 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.578408] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vnc.auth_schemes = ['none'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.578594] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vnc.enabled = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.578892] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.579097] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.579284] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vnc.novncproxy_port = 6080 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.579480] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vnc.server_listen = 127.0.0.1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.579666] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.579861] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vnc.vencrypt_ca_certs = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.580045] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vnc.vencrypt_client_cert = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.580215] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vnc.vencrypt_client_key = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.580394] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.580562] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] workarounds.disable_deep_image_inspection = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.580727] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.580891] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.581069] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.581240] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] workarounds.disable_rootwrap = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.581405] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] workarounds.enable_numa_live_migration = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.581571] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.581735] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.581933] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.582117] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] workarounds.libvirt_disable_apic = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.582286] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.582456] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.582620] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.582785] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.582975] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.583161] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.583328] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.583492] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.583654] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.583823] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.584027] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.584211] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] wsgi.client_socket_timeout = 900 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.584381] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] wsgi.default_pool_size = 1000 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.584551] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] wsgi.keep_alive = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.584719] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] wsgi.max_header_line = 16384 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.584884] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] wsgi.secure_proxy_ssl_header = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.585061] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] wsgi.ssl_ca_file = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.585228] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] wsgi.ssl_cert_file = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.585390] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] wsgi.ssl_key_file = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.585560] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] wsgi.tcp_keepidle = 600 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.585741] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.585910] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] zvm.ca_file = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.586084] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] zvm.cloud_connector_url = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.586386] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.586565] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] zvm.reachable_timeout = 300 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.586740] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.586920] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.587124] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] profiler.connection_string = messaging:// {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.587298] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] profiler.enabled = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.587471] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] profiler.es_doc_type = notification {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.587635] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] profiler.es_scroll_size = 10000 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.587807] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] profiler.es_scroll_time = 2m {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.587966] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] profiler.filter_error_trace = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.588151] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] profiler.hmac_keys = **** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.588322] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] profiler.sentinel_service_name = mymaster {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.588490] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] profiler.socket_timeout = 0.1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.588653] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] profiler.trace_requests = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.588814] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] profiler.trace_sqlalchemy = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.588990] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] profiler_jaeger.process_tags = {} {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.589166] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] profiler_jaeger.service_name_prefix = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.589332] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] profiler_otlp.service_name_prefix = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.589500] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] remote_debug.host = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.589662] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] remote_debug.port = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.589864] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.590050] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.590223] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.590383] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.590548] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.590711] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.590872] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.591049] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.591217] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.591389] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.591549] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.591721] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.591917] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.593078] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.593078] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.593078] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.593078] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.593078] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.593078] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.593270] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.593298] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.593704] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.593704] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.593789] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.593929] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.594103] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.594275] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.594439] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.594602] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.594764] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.ssl = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.594937] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.595124] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.595292] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.595460] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.595628] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.ssl_version = {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.595796] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.595983] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.596171] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_notifications.retry = -1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.596348] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.596522] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_messaging_notifications.transport_url = **** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.596697] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.auth_section = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.596862] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.auth_type = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.597039] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.cafile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.597205] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.certfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.597370] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.collect_timing = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.597531] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.connect_retries = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.597691] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.connect_retry_delay = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.597853] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.endpoint_id = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.598036] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.endpoint_interface = publicURL {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.598204] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.endpoint_override = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.598365] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.endpoint_region_name = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.598527] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.endpoint_service_name = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.598689] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.endpoint_service_type = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.598855] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.insecure = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.599029] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.keyfile = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.599200] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.max_version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.599362] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.min_version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.599521] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.region_name = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.599681] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.retriable_status_codes = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.599872] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.service_name = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.600053] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.service_type = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.600226] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.split_loggers = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.600389] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.status_code_retries = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.600556] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.status_code_retry_delay = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.600716] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.timeout = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.600876] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.valid_interfaces = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.601052] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_limit.version = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.601227] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_reports.file_event_handler = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.601398] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.601564] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] oslo_reports.log_dir = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.601738] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.601935] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.602116] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.602293] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.602464] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.602628] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.602804] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.602970] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vif_plug_ovs_privileged.group = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.603142] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.603311] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.603477] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.603639] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] vif_plug_ovs_privileged.user = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.603810] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] os_vif_linux_bridge.flat_interface = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.603992] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.604183] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.604356] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.604528] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.604703] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.604875] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.605054] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.605247] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.605422] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] os_vif_ovs.isolate_vif = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.605599] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.605768] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.605939] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.606136] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] os_vif_ovs.ovsdb_interface = native {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.606305] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] os_vif_ovs.per_port_bridge = False {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.606480] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] privsep_osbrick.capabilities = [21] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.606642] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] privsep_osbrick.group = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.606802] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] privsep_osbrick.helper_command = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.606969] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.607150] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.607316] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] privsep_osbrick.user = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.607488] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.607650] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] nova_sys_admin.group = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.607811] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] nova_sys_admin.helper_command = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.607980] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.608181] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.608316] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] nova_sys_admin.user = None {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.608450] env[63440]: DEBUG oslo_service.service [None req-87ff11bb-4528-4a24-8e28-31366d3c61e1 None None] ******************************************************************************** {{(pid=63440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 480.608874] env[63440]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 481.112822] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Getting list of instances from cluster (obj){ [ 481.112822] env[63440]: value = "domain-c8" [ 481.112822] env[63440]: _type = "ClusterComputeResource" [ 481.112822] env[63440]: } {{(pid=63440) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 481.113986] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06364de6-051d-40e0-b021-9f067b0e87a5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.123082] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Got total of 0 instances {{(pid=63440) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 481.123722] env[63440]: WARNING nova.virt.vmwareapi.driver [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 481.124249] env[63440]: INFO nova.virt.node [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Generated node identity e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 [ 481.124519] env[63440]: INFO nova.virt.node [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Wrote node identity e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 to /opt/stack/data/n-cpu-1/compute_id [ 481.627768] env[63440]: WARNING nova.compute.manager [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Compute nodes ['e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 482.633452] env[63440]: INFO nova.compute.manager [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 483.639853] env[63440]: WARNING nova.compute.manager [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 483.640148] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 483.640378] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 483.640531] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 483.640684] env[63440]: DEBUG nova.compute.resource_tracker [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 483.641646] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df25aa13-97f0-4168-89ed-239d3a50ebb2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.649656] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e1c603-9808-4111-a585-50d15cca7f16 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.663170] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9320c65d-6d5f-473d-8edf-a41f1ace79e6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.669280] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6534ea3b-4481-4504-9752-583c25a03c34 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.698364] env[63440]: DEBUG nova.compute.resource_tracker [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181110MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=63440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 483.698500] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 483.698693] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 484.201342] env[63440]: WARNING nova.compute.resource_tracker [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] No compute node record for cpu-1:e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 could not be found. [ 484.705689] env[63440]: INFO nova.compute.resource_tracker [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 [ 486.215058] env[63440]: DEBUG nova.compute.resource_tracker [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 486.215528] env[63440]: DEBUG nova.compute.resource_tracker [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 486.367546] env[63440]: INFO nova.scheduler.client.report [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] [req-ed9894ef-6c5f-432a-928a-ec60e20a648f] Created resource provider record via placement API for resource provider with UUID e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 486.384534] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557ca554-d260-41a6-901f-d12f1d25864e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.392220] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81503c41-199e-4d6d-8061-b24d6a4a7442 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.422119] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5444545b-f49c-4ce9-8830-3094ff5f3e19 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.429259] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0a263c-a0fc-42a3-918d-6a2dbef64c7c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.441933] env[63440]: DEBUG nova.compute.provider_tree [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 486.974793] env[63440]: DEBUG nova.scheduler.client.report [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Updated inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 486.975111] env[63440]: DEBUG nova.compute.provider_tree [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 0 to 1 during operation: update_inventory {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 486.975235] env[63440]: DEBUG nova.compute.provider_tree [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 487.028652] env[63440]: DEBUG nova.compute.provider_tree [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 1 to 2 during operation: update_traits {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 487.533660] env[63440]: DEBUG nova.compute.resource_tracker [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 487.534022] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.835s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 487.534062] env[63440]: DEBUG nova.service [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Creating RPC server for service compute {{(pid=63440) start /opt/stack/nova/nova/service.py:186}} [ 487.549879] env[63440]: DEBUG nova.service [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] Join ServiceGroup membership for this service compute {{(pid=63440) start /opt/stack/nova/nova/service.py:203}} [ 487.550143] env[63440]: DEBUG nova.servicegroup.drivers.db [None req-7661e17f-b2a2-4dce-b1ae-e7a609431651 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63440) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 494.552705] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 495.056256] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Getting list of instances from cluster (obj){ [ 495.056256] env[63440]: value = "domain-c8" [ 495.056256] env[63440]: _type = "ClusterComputeResource" [ 495.056256] env[63440]: } {{(pid=63440) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 495.057459] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0033378e-9b4c-4867-aad7-5cf8965591a9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.065764] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Got total of 0 instances {{(pid=63440) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 495.065975] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 495.066277] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Getting list of instances from cluster (obj){ [ 495.066277] env[63440]: value = "domain-c8" [ 495.066277] env[63440]: _type = "ClusterComputeResource" [ 495.066277] env[63440]: } {{(pid=63440) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 495.067146] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99775c2b-d270-464c-ba68-b3ccc254e90e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.074098] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Got total of 0 instances {{(pid=63440) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 526.108828] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "d54673d4-3623-4847-a138-5574b045332f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.108828] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "d54673d4-3623-4847-a138-5574b045332f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.608602] env[63440]: DEBUG nova.compute.manager [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 526.927516] env[63440]: DEBUG oslo_concurrency.lockutils [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Acquiring lock "1139d9b4-bd63-4678-9771-21ceeba0466a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.927994] env[63440]: DEBUG oslo_concurrency.lockutils [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Lock "1139d9b4-bd63-4678-9771-21ceeba0466a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.160730] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.161094] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.163443] env[63440]: INFO nova.compute.claims [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 527.390778] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Acquiring lock "25eeac48-2f7e-4564-903d-5d3b1032cc7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.390876] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Lock "25eeac48-2f7e-4564-903d-5d3b1032cc7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.429968] env[63440]: DEBUG nova.compute.manager [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 527.896535] env[63440]: DEBUG nova.compute.manager [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 527.965750] env[63440]: DEBUG oslo_concurrency.lockutils [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.003084] env[63440]: DEBUG oslo_concurrency.lockutils [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquiring lock "da0ca831-d17a-4ed3-923e-1cca983410cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.003084] env[63440]: DEBUG oslo_concurrency.lockutils [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lock "da0ca831-d17a-4ed3-923e-1cca983410cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.272032] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117f03c4-1f63-4ef8-bd3d-464ce0cb3525 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.282171] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3147a5c-df67-48a1-8f59-c54ef19be9d8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.316307] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5674dd6b-55ff-4d22-a146-67f0a9d4aa09 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.325351] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ac677f-f356-4c99-a148-6b5d4f9b8aba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.339758] env[63440]: DEBUG nova.compute.provider_tree [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 528.426254] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.508832] env[63440]: DEBUG nova.compute.manager [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 528.560885] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "9c14ab52-2dac-4684-898d-c73e60c3c468" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.560885] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "9c14ab52-2dac-4684-898d-c73e60c3c468" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.844106] env[63440]: DEBUG nova.scheduler.client.report [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 529.043068] env[63440]: DEBUG oslo_concurrency.lockutils [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.066584] env[63440]: DEBUG nova.compute.manager [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 529.136781] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "f0398dc1-6edc-4245-acc7-b757741bdcf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.136995] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "f0398dc1-6edc-4245-acc7-b757741bdcf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.190135] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.190135] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.348808] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.349444] env[63440]: DEBUG nova.compute.manager [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 529.352270] env[63440]: DEBUG oslo_concurrency.lockutils [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.386s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.353834] env[63440]: INFO nova.compute.claims [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 529.405100] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "d7718d7e-4911-4905-b135-54291157aded" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.408635] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "d7718d7e-4911-4905-b135-54291157aded" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.587402] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.640188] env[63440]: DEBUG nova.compute.manager [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 529.692305] env[63440]: DEBUG nova.compute.manager [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 529.860139] env[63440]: DEBUG nova.compute.utils [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 529.861739] env[63440]: DEBUG nova.compute.manager [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 529.863445] env[63440]: DEBUG nova.network.neutron [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 529.911921] env[63440]: DEBUG nova.compute.manager [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 530.170240] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.215391] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.382615] env[63440]: DEBUG nova.compute.manager [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 530.439714] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.505426] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "8ab7e489-8903-4f78-8da8-72604cea31ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.505705] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "8ab7e489-8903-4f78-8da8-72604cea31ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.601904] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b89032-bdea-423b-a7a3-7c215420445d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.610210] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4085306d-c21a-4683-88b2-636e7a6e8125 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.640717] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608fac77-6690-49e4-8e48-126d425581ff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.649156] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474a7e3d-160b-458c-95d1-1f2b8b20bd71 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.666354] env[63440]: DEBUG nova.policy [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e12b882df6984e15b84da6efab83d11a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6510d92edd9476788a7dde659823c6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 530.679872] env[63440]: DEBUG nova.compute.provider_tree [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 531.010039] env[63440]: DEBUG nova.compute.manager [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 531.183411] env[63440]: DEBUG nova.scheduler.client.report [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 531.402023] env[63440]: DEBUG nova.compute.manager [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 531.432316] env[63440]: DEBUG nova.virt.hardware [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 531.432633] env[63440]: DEBUG nova.virt.hardware [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 531.432789] env[63440]: DEBUG nova.virt.hardware [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 531.432969] env[63440]: DEBUG nova.virt.hardware [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 531.433139] env[63440]: DEBUG nova.virt.hardware [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 531.433302] env[63440]: DEBUG nova.virt.hardware [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 531.433639] env[63440]: DEBUG nova.virt.hardware [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 531.433833] env[63440]: DEBUG nova.virt.hardware [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 531.434241] env[63440]: DEBUG nova.virt.hardware [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 531.434426] env[63440]: DEBUG nova.virt.hardware [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 531.434610] env[63440]: DEBUG nova.virt.hardware [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 531.436293] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3a8049-1fa4-4370-9fa9-1a9402330bf6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.448178] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be4dec7-8c72-4c15-bfd7-6e29a0691bbd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.471024] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e84e303-8929-486c-9b14-cfd4a6feb380 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.503758] env[63440]: DEBUG nova.network.neutron [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Successfully created port: e5621c3d-ea90-47e9-a71a-8bc8214f43bd {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 531.553047] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.690270] env[63440]: DEBUG oslo_concurrency.lockutils [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.690798] env[63440]: DEBUG nova.compute.manager [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 531.695083] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.270s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.696519] env[63440]: INFO nova.compute.claims [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 532.201897] env[63440]: DEBUG nova.compute.utils [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 532.204184] env[63440]: DEBUG nova.compute.manager [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Not allocating networking since 'none' was specified. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 532.704880] env[63440]: DEBUG nova.compute.manager [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 532.895485] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2d170e-1756-4d01-9b57-467d012f366f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.904689] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1241c57-f1e0-4635-b803-6e06189aa213 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.937201] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3261bef2-5e17-4d16-820b-82820e0e35f6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.946183] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb0668b-18d8-419c-bfac-c796f85b1376 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.964719] env[63440]: DEBUG nova.compute.provider_tree [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 533.468139] env[63440]: DEBUG nova.scheduler.client.report [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 533.717932] env[63440]: DEBUG nova.compute.manager [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 533.751211] env[63440]: DEBUG nova.virt.hardware [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 533.751507] env[63440]: DEBUG nova.virt.hardware [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 533.751622] env[63440]: DEBUG nova.virt.hardware [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 533.751804] env[63440]: DEBUG nova.virt.hardware [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 533.751950] env[63440]: DEBUG nova.virt.hardware [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 533.752240] env[63440]: DEBUG nova.virt.hardware [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 533.752462] env[63440]: DEBUG nova.virt.hardware [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 533.752839] env[63440]: DEBUG nova.virt.hardware [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 533.752839] env[63440]: DEBUG nova.virt.hardware [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 533.752938] env[63440]: DEBUG nova.virt.hardware [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 533.753149] env[63440]: DEBUG nova.virt.hardware [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 533.754881] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c6b25d-eb6e-41aa-8b41-91219fc8916f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.765258] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901e7aa2-37ad-4938-a30d-1f6454466ad1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.787777] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Instance VIF info [] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 533.798291] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 533.798917] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f715e11-aa8d-45ea-acca-4ecb7efa5b5b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.811621] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Created folder: OpenStack in parent group-v4. [ 533.811836] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Creating folder: Project (ea9fe5b444c84e6ca4fb2aa2b08653ea). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 533.812239] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ab37479-9e7a-4f3a-a444-23eef77f52b2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.825684] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Created folder: Project (ea9fe5b444c84e6ca4fb2aa2b08653ea) in parent group-v536546. [ 533.826029] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Creating folder: Instances. Parent ref: group-v536547. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 533.826128] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1967db8-3048-4725-afd7-05cb034f49bd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.839128] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Created folder: Instances in parent group-v536547. [ 533.839128] env[63440]: DEBUG oslo.service.loopingcall [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 533.839242] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 533.841095] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56ab32a0-0695-437a-abb3-98c646a36195 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.857544] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 533.857544] env[63440]: value = "task-2660786" [ 533.857544] env[63440]: _type = "Task" [ 533.857544] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.868169] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660786, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.974440] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.975038] env[63440]: DEBUG nova.compute.manager [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 533.980311] env[63440]: DEBUG oslo_concurrency.lockutils [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.937s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.982034] env[63440]: INFO nova.compute.claims [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 534.304147] env[63440]: DEBUG nova.network.neutron [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Successfully updated port: e5621c3d-ea90-47e9-a71a-8bc8214f43bd {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 534.371395] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660786, 'name': CreateVM_Task, 'duration_secs': 0.313955} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.371635] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 534.372849] env[63440]: DEBUG oslo_vmware.service [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4815566-f233-4c32-b075-d1162fb9559d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.380831] env[63440]: DEBUG oslo_concurrency.lockutils [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.380915] env[63440]: DEBUG oslo_concurrency.lockutils [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.381891] env[63440]: DEBUG oslo_concurrency.lockutils [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.381891] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf656b0-447b-4c0a-8d56-bbd9976dca41 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.388027] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 534.388027] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5251f6eb-71ee-60d1-7b94-170a3598fa82" [ 534.388027] env[63440]: _type = "Task" [ 534.388027] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.397198] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5251f6eb-71ee-60d1-7b94-170a3598fa82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.488290] env[63440]: DEBUG nova.compute.utils [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 534.492254] env[63440]: DEBUG nova.compute.manager [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 534.492874] env[63440]: DEBUG nova.network.neutron [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 534.566593] env[63440]: DEBUG nova.policy [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97c0da45221e40d2b749f2520a738c1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75fc9d908aaf4200af3161eb934f19de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 534.807024] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "refresh_cache-d54673d4-3623-4847-a138-5574b045332f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.807337] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquired lock "refresh_cache-d54673d4-3623-4847-a138-5574b045332f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.807389] env[63440]: DEBUG nova.network.neutron [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 534.900716] env[63440]: DEBUG oslo_concurrency.lockutils [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.900998] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 534.901247] env[63440]: DEBUG oslo_concurrency.lockutils [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.901391] env[63440]: DEBUG oslo_concurrency.lockutils [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.901868] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 534.902163] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df91a138-37de-4d61-8906-8ec0fcc70c1e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.921098] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 534.921098] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 534.921654] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e077116b-e5d4-48a2-b00d-4aa34925d04f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.931919] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ce0eef-424e-4dcc-993e-803485267951 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.936766] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 534.936766] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525a5feb-ebe9-72be-945e-c02465123bbc" [ 534.936766] env[63440]: _type = "Task" [ 534.936766] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.944524] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525a5feb-ebe9-72be-945e-c02465123bbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.995991] env[63440]: DEBUG nova.compute.manager [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 535.161393] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664d4e96-8ffc-49a9-8db4-9437155a23fb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.171922] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bfbda9-1879-4809-8620-0826bafa795b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.212746] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b950871-0bc4-4121-a728-9dfe548a3bb3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.220811] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46be7923-5537-4187-a2e4-853cff4f5e31 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.236583] env[63440]: DEBUG nova.compute.provider_tree [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 535.266107] env[63440]: DEBUG nova.network.neutron [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Successfully created port: bb201fdb-f4cc-43f0-aee4-f938dc5cf1a2 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 535.396249] env[63440]: DEBUG nova.network.neutron [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 535.453424] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Preparing fetch location {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 535.453689] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Creating directory with path [datastore1] vmware_temp/8011e74d-079e-41c3-9c3f-44fad96a8fd4/e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 535.454384] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04a5d816-83ac-45e5-ada3-2409a2b906ba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.488321] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Created directory with path [datastore1] vmware_temp/8011e74d-079e-41c3-9c3f-44fad96a8fd4/e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 535.488559] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Fetch image to [datastore1] vmware_temp/8011e74d-079e-41c3-9c3f-44fad96a8fd4/e275aad3-b627-48fa-b7be-3fc7d941ebbb/tmp-sparse.vmdk {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 535.488728] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Downloading image file data e275aad3-b627-48fa-b7be-3fc7d941ebbb to [datastore1] vmware_temp/8011e74d-079e-41c3-9c3f-44fad96a8fd4/e275aad3-b627-48fa-b7be-3fc7d941ebbb/tmp-sparse.vmdk on the data store datastore1 {{(pid=63440) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 535.489588] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63423eea-fb3c-45df-abf6-5de80a32236a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.500271] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36746fb2-3de6-4ebf-8768-2084a6c22e13 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.514876] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d241c56-85ab-4cc0-a760-ea89e3db72fd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.559878] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d007a9-0330-47bd-b95c-3f5c700bf9ca {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.567348] env[63440]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-da9dfa30-83ff-4c18-80de-1c300c98945c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.598682] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Downloading image file data e275aad3-b627-48fa-b7be-3fc7d941ebbb to the data store datastore1 {{(pid=63440) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 535.691497] env[63440]: DEBUG nova.compute.manager [req-a8b90355-0f88-4ae3-8897-461eb4ddd7fb req-2ef06d41-8c5b-44c2-8288-4f25386662ea service nova] [instance: d54673d4-3623-4847-a138-5574b045332f] Received event network-vif-plugged-e5621c3d-ea90-47e9-a71a-8bc8214f43bd {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 535.691714] env[63440]: DEBUG oslo_concurrency.lockutils [req-a8b90355-0f88-4ae3-8897-461eb4ddd7fb req-2ef06d41-8c5b-44c2-8288-4f25386662ea service nova] Acquiring lock "d54673d4-3623-4847-a138-5574b045332f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.691920] env[63440]: DEBUG oslo_concurrency.lockutils [req-a8b90355-0f88-4ae3-8897-461eb4ddd7fb req-2ef06d41-8c5b-44c2-8288-4f25386662ea service nova] Lock "d54673d4-3623-4847-a138-5574b045332f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.692152] env[63440]: DEBUG oslo_concurrency.lockutils [req-a8b90355-0f88-4ae3-8897-461eb4ddd7fb req-2ef06d41-8c5b-44c2-8288-4f25386662ea service nova] Lock "d54673d4-3623-4847-a138-5574b045332f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.692317] env[63440]: DEBUG nova.compute.manager [req-a8b90355-0f88-4ae3-8897-461eb4ddd7fb req-2ef06d41-8c5b-44c2-8288-4f25386662ea service nova] [instance: d54673d4-3623-4847-a138-5574b045332f] No waiting events found dispatching network-vif-plugged-e5621c3d-ea90-47e9-a71a-8bc8214f43bd {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 535.692751] env[63440]: WARNING nova.compute.manager [req-a8b90355-0f88-4ae3-8897-461eb4ddd7fb req-2ef06d41-8c5b-44c2-8288-4f25386662ea service nova] [instance: d54673d4-3623-4847-a138-5574b045332f] Received unexpected event network-vif-plugged-e5621c3d-ea90-47e9-a71a-8bc8214f43bd for instance with vm_state building and task_state spawning. [ 535.713638] env[63440]: DEBUG oslo_vmware.rw_handles [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8011e74d-079e-41c3-9c3f-44fad96a8fd4/e275aad3-b627-48fa-b7be-3fc7d941ebbb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63440) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 535.788511] env[63440]: DEBUG nova.scheduler.client.report [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 535.898278] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.899298] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.899298] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.899298] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.899445] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.899962] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.899962] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.899962] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 535.900133] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 536.022445] env[63440]: DEBUG nova.compute.manager [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 536.090912] env[63440]: DEBUG nova.network.neutron [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Updating instance_info_cache with network_info: [{"id": "e5621c3d-ea90-47e9-a71a-8bc8214f43bd", "address": "fa:16:3e:3e:8e:09", "network": {"id": "b7a9f15e-3f8e-4c22-a7fb-10656e885775", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-360213544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6510d92edd9476788a7dde659823c6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5621c3d-ea", "ovs_interfaceid": "e5621c3d-ea90-47e9-a71a-8bc8214f43bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 536.184043] env[63440]: DEBUG nova.virt.hardware [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 536.184043] env[63440]: DEBUG nova.virt.hardware [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 536.184234] env[63440]: DEBUG nova.virt.hardware [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 536.184315] env[63440]: DEBUG nova.virt.hardware [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 536.184457] env[63440]: DEBUG nova.virt.hardware [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 536.184610] env[63440]: DEBUG nova.virt.hardware [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 536.184829] env[63440]: DEBUG nova.virt.hardware [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 536.184983] env[63440]: DEBUG nova.virt.hardware [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 536.185307] env[63440]: DEBUG nova.virt.hardware [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 536.185389] env[63440]: DEBUG nova.virt.hardware [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 536.185508] env[63440]: DEBUG nova.virt.hardware [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 536.188489] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057a886b-8cfc-4028-8950-92487c009804 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.199496] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b069f063-fea4-46aa-951a-f1a15d5263d8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.297649] env[63440]: DEBUG oslo_concurrency.lockutils [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.298239] env[63440]: DEBUG nova.compute.manager [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 536.304492] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.717s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.306073] env[63440]: INFO nova.compute.claims [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 536.408163] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.487555] env[63440]: DEBUG oslo_vmware.rw_handles [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Completed reading data from the image iterator. {{(pid=63440) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 536.487777] env[63440]: DEBUG oslo_vmware.rw_handles [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8011e74d-079e-41c3-9c3f-44fad96a8fd4/e275aad3-b627-48fa-b7be-3fc7d941ebbb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 536.544900] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Downloaded image file data e275aad3-b627-48fa-b7be-3fc7d941ebbb to vmware_temp/8011e74d-079e-41c3-9c3f-44fad96a8fd4/e275aad3-b627-48fa-b7be-3fc7d941ebbb/tmp-sparse.vmdk on the data store datastore1 {{(pid=63440) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 536.546849] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Caching image {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 536.546849] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Copying Virtual Disk [datastore1] vmware_temp/8011e74d-079e-41c3-9c3f-44fad96a8fd4/e275aad3-b627-48fa-b7be-3fc7d941ebbb/tmp-sparse.vmdk to [datastore1] vmware_temp/8011e74d-079e-41c3-9c3f-44fad96a8fd4/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 536.547656] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6271b5b3-1a12-4a8b-832b-5e964d5f39ba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.555149] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 536.555149] env[63440]: value = "task-2660787" [ 536.555149] env[63440]: _type = "Task" [ 536.555149] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.564326] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.593207] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Releasing lock "refresh_cache-d54673d4-3623-4847-a138-5574b045332f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.593641] env[63440]: DEBUG nova.compute.manager [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Instance network_info: |[{"id": "e5621c3d-ea90-47e9-a71a-8bc8214f43bd", "address": "fa:16:3e:3e:8e:09", "network": {"id": "b7a9f15e-3f8e-4c22-a7fb-10656e885775", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-360213544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6510d92edd9476788a7dde659823c6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5621c3d-ea", "ovs_interfaceid": "e5621c3d-ea90-47e9-a71a-8bc8214f43bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 536.594218] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:8e:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5621c3d-ea90-47e9-a71a-8bc8214f43bd', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 536.607061] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Creating folder: Project (c6510d92edd9476788a7dde659823c6f). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 536.607466] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff061be1-1f20-4b4c-85dd-f93ea6fdf0ef {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.617972] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Created folder: Project (c6510d92edd9476788a7dde659823c6f) in parent group-v536546. [ 536.618184] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Creating folder: Instances. Parent ref: group-v536550. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 536.618510] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95e1dd7a-c5c0-4c71-a108-29beca7da4ab {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.626904] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Created folder: Instances in parent group-v536550. [ 536.627175] env[63440]: DEBUG oslo.service.loopingcall [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 536.627371] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d54673d4-3623-4847-a138-5574b045332f] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 536.627577] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81927e17-a51d-4b67-acbc-886284f4f022 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.646692] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 536.646692] env[63440]: value = "task-2660790" [ 536.646692] env[63440]: _type = "Task" [ 536.646692] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.653978] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660790, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.811381] env[63440]: DEBUG nova.compute.utils [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 536.823027] env[63440]: DEBUG nova.compute.manager [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 536.823027] env[63440]: DEBUG nova.network.neutron [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 536.956120] env[63440]: DEBUG nova.policy [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b58a17cd9dd4d5bacf424d900d44d8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '304d03643ba942f3a0aa55e00b3c0971', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 537.069665] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660787, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.163640] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660790, 'name': CreateVM_Task, 'duration_secs': 0.377588} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.163990] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d54673d4-3623-4847-a138-5574b045332f] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 537.181852] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.182147] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.182641] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.183492] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20a760d9-774f-48f9-9350-55590bca8059 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.190222] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 537.190222] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52708950-3584-f2ab-bbfc-ffc78c01abf6" [ 537.190222] env[63440]: _type = "Task" [ 537.190222] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.200368] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52708950-3584-f2ab-bbfc-ffc78c01abf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.334195] env[63440]: DEBUG nova.compute.manager [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 537.505852] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f723629-4bed-44ef-88d0-c6bb98363e67 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.514110] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afbbd60-a2b0-4183-b86e-ee03b142847e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.551824] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b803fd5-89c1-4925-bfdf-3413818f5743 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.563016] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaa8104-2080-411a-a578-6ae70ca49cff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.576574] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712566} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.578467] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Copied Virtual Disk [datastore1] vmware_temp/8011e74d-079e-41c3-9c3f-44fad96a8fd4/e275aad3-b627-48fa-b7be-3fc7d941ebbb/tmp-sparse.vmdk to [datastore1] vmware_temp/8011e74d-079e-41c3-9c3f-44fad96a8fd4/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 537.578824] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Deleting the datastore file [datastore1] vmware_temp/8011e74d-079e-41c3-9c3f-44fad96a8fd4/e275aad3-b627-48fa-b7be-3fc7d941ebbb/tmp-sparse.vmdk {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 537.579123] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d9ec56c-cba9-4f43-a74f-2f37b1952ec9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.593150] env[63440]: DEBUG nova.compute.provider_tree [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 537.599366] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 537.599366] env[63440]: value = "task-2660791" [ 537.599366] env[63440]: _type = "Task" [ 537.599366] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.610046] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.705244] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.705487] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 537.705658] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.105018] env[63440]: DEBUG nova.scheduler.client.report [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 538.120954] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022925} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.121260] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 538.122186] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Moving file from [datastore1] vmware_temp/8011e74d-079e-41c3-9c3f-44fad96a8fd4/e275aad3-b627-48fa-b7be-3fc7d941ebbb to [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb. {{(pid=63440) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 538.122186] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-0794708a-1d95-4fe2-9971-8519b9218562 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.128432] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 538.128432] env[63440]: value = "task-2660792" [ 538.128432] env[63440]: _type = "Task" [ 538.128432] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.141990] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660792, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.152149] env[63440]: DEBUG nova.network.neutron [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Successfully created port: 9353fe06-e1b1-4673-b62e-01f554cbbf7e {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 538.362806] env[63440]: DEBUG nova.network.neutron [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Successfully updated port: bb201fdb-f4cc-43f0-aee4-f938dc5cf1a2 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 538.362806] env[63440]: DEBUG nova.compute.manager [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 538.422105] env[63440]: DEBUG nova.virt.hardware [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 538.422105] env[63440]: DEBUG nova.virt.hardware [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 538.422105] env[63440]: DEBUG nova.virt.hardware [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 538.422341] env[63440]: DEBUG nova.virt.hardware [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 538.423320] env[63440]: DEBUG nova.virt.hardware [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 538.424051] env[63440]: DEBUG nova.virt.hardware [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 538.425280] env[63440]: DEBUG nova.virt.hardware [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 538.426443] env[63440]: DEBUG nova.virt.hardware [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 538.426443] env[63440]: DEBUG nova.virt.hardware [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 538.426443] env[63440]: DEBUG nova.virt.hardware [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 538.428124] env[63440]: DEBUG nova.virt.hardware [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 538.428124] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e21f8b-de91-4e7c-a35f-e3d519d69492 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.440907] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a00af3-111c-4645-8ba1-08e23c883696 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.615306] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.618052] env[63440]: DEBUG nova.compute.manager [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 538.624506] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.452s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.624506] env[63440]: INFO nova.compute.claims [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 538.646393] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660792, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.042392} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.646393] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] File moved {{(pid=63440) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 538.646393] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Cleaning up location [datastore1] vmware_temp/8011e74d-079e-41c3-9c3f-44fad96a8fd4 {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 538.646393] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Deleting the datastore file [datastore1] vmware_temp/8011e74d-079e-41c3-9c3f-44fad96a8fd4 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 538.646393] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad4abe64-2605-4c71-9410-baba4ca5b7d4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.652158] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 538.652158] env[63440]: value = "task-2660793" [ 538.652158] env[63440]: _type = "Task" [ 538.652158] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.666771] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.828811] env[63440]: DEBUG nova.compute.manager [req-6eb12d79-fd95-4023-9f18-0f7626b342bd req-5e260315-6325-4850-8611-6a229d5e85a4 service nova] [instance: d54673d4-3623-4847-a138-5574b045332f] Received event network-changed-e5621c3d-ea90-47e9-a71a-8bc8214f43bd {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 538.828811] env[63440]: DEBUG nova.compute.manager [req-6eb12d79-fd95-4023-9f18-0f7626b342bd req-5e260315-6325-4850-8611-6a229d5e85a4 service nova] [instance: d54673d4-3623-4847-a138-5574b045332f] Refreshing instance network info cache due to event network-changed-e5621c3d-ea90-47e9-a71a-8bc8214f43bd. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 538.828811] env[63440]: DEBUG oslo_concurrency.lockutils [req-6eb12d79-fd95-4023-9f18-0f7626b342bd req-5e260315-6325-4850-8611-6a229d5e85a4 service nova] Acquiring lock "refresh_cache-d54673d4-3623-4847-a138-5574b045332f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.828811] env[63440]: DEBUG oslo_concurrency.lockutils [req-6eb12d79-fd95-4023-9f18-0f7626b342bd req-5e260315-6325-4850-8611-6a229d5e85a4 service nova] Acquired lock "refresh_cache-d54673d4-3623-4847-a138-5574b045332f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.828811] env[63440]: DEBUG nova.network.neutron [req-6eb12d79-fd95-4023-9f18-0f7626b342bd req-5e260315-6325-4850-8611-6a229d5e85a4 service nova] [instance: d54673d4-3623-4847-a138-5574b045332f] Refreshing network info cache for port e5621c3d-ea90-47e9-a71a-8bc8214f43bd {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 538.873388] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Acquiring lock "refresh_cache-25eeac48-2f7e-4564-903d-5d3b1032cc7c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.873388] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Acquired lock "refresh_cache-25eeac48-2f7e-4564-903d-5d3b1032cc7c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.873388] env[63440]: DEBUG nova.network.neutron [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 539.124103] env[63440]: DEBUG nova.compute.utils [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 539.128224] env[63440]: DEBUG nova.compute.manager [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 539.128443] env[63440]: DEBUG nova.network.neutron [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 539.165579] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026042} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.165824] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 539.167029] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07206b92-2c7b-4498-bb89-4ef5e6e558f7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.174111] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 539.174111] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e48cb3-e938-e7e2-981c-e620bc54a8c5" [ 539.174111] env[63440]: _type = "Task" [ 539.174111] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.185806] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e48cb3-e938-e7e2-981c-e620bc54a8c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009712} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.186215] env[63440]: DEBUG oslo_concurrency.lockutils [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.186479] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 1139d9b4-bd63-4678-9771-21ceeba0466a/1139d9b4-bd63-4678-9771-21ceeba0466a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 539.188506] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.188506] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 539.188506] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3d51bc4-ad66-46f7-aa5b-7a3706830680 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.189252] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0063e656-ede6-4d81-bc5d-484b416acdca {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.199562] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 539.199562] env[63440]: value = "task-2660794" [ 539.199562] env[63440]: _type = "Task" [ 539.199562] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.204102] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 539.204102] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 539.208079] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86548f2f-ab40-4fa3-8c77-9e32166162fd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.217796] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.218208] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 539.218208] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524dfd50-1856-29b9-928d-84d7897ef32f" [ 539.218208] env[63440]: _type = "Task" [ 539.218208] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.229854] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524dfd50-1856-29b9-928d-84d7897ef32f, 'name': SearchDatastore_Task, 'duration_secs': 0.008892} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.229854] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f590248-94a7-402c-8fa6-0f1fc7332938 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.234317] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 539.234317] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52409dc5-8ade-e152-a6f7-806655d4848f" [ 539.234317] env[63440]: _type = "Task" [ 539.234317] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.243105] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52409dc5-8ade-e152-a6f7-806655d4848f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.361740] env[63440]: DEBUG nova.policy [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '478097abafdd433f815e81106776a64d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3c9e9a45ba94e03b2344bc39bad331e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 539.525210] env[63440]: DEBUG nova.network.neutron [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 539.631709] env[63440]: DEBUG nova.compute.manager [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 539.716816] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47094} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.719400] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 1139d9b4-bd63-4678-9771-21ceeba0466a/1139d9b4-bd63-4678-9771-21ceeba0466a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 539.719701] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 539.719998] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cab274a3-0427-41a6-8bbe-126c4ebccc5d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.730826] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 539.730826] env[63440]: value = "task-2660795" [ 539.730826] env[63440]: _type = "Task" [ 539.730826] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.742393] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.753175] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52409dc5-8ade-e152-a6f7-806655d4848f, 'name': SearchDatastore_Task, 'duration_secs': 0.009172} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.753175] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.753175] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] d54673d4-3623-4847-a138-5574b045332f/d54673d4-3623-4847-a138-5574b045332f.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 539.753540] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e27a12f6-472a-4ff8-af62-6f52a521bdca {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.761962] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 539.761962] env[63440]: value = "task-2660796" [ 539.761962] env[63440]: _type = "Task" [ 539.761962] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.777877] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.850728] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e5ca8f-a4b1-4845-8ad9-bc72342624c6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.859065] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bc60a8-7c09-42d3-a455-70783951bd08 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.893060] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713b0a63-13cf-42e3-a4c3-98b4d4540a17 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.901872] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2a577f-c84f-40d5-a038-02e7ca5e7484 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.915624] env[63440]: DEBUG nova.compute.provider_tree [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 540.069886] env[63440]: DEBUG nova.network.neutron [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Updating instance_info_cache with network_info: [{"id": "bb201fdb-f4cc-43f0-aee4-f938dc5cf1a2", "address": "fa:16:3e:8f:67:5c", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb201fdb-f4", "ovs_interfaceid": "bb201fdb-f4cc-43f0-aee4-f938dc5cf1a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 540.110770] env[63440]: DEBUG nova.network.neutron [req-6eb12d79-fd95-4023-9f18-0f7626b342bd req-5e260315-6325-4850-8611-6a229d5e85a4 service nova] [instance: d54673d4-3623-4847-a138-5574b045332f] Updated VIF entry in instance network info cache for port e5621c3d-ea90-47e9-a71a-8bc8214f43bd. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 540.110770] env[63440]: DEBUG nova.network.neutron [req-6eb12d79-fd95-4023-9f18-0f7626b342bd req-5e260315-6325-4850-8611-6a229d5e85a4 service nova] [instance: d54673d4-3623-4847-a138-5574b045332f] Updating instance_info_cache with network_info: [{"id": "e5621c3d-ea90-47e9-a71a-8bc8214f43bd", "address": "fa:16:3e:3e:8e:09", "network": {"id": "b7a9f15e-3f8e-4c22-a7fb-10656e885775", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-360213544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6510d92edd9476788a7dde659823c6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5621c3d-ea", "ovs_interfaceid": "e5621c3d-ea90-47e9-a71a-8bc8214f43bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 540.245928] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069568} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.246815] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 540.247503] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc48e636-67cd-4f16-9998-f07fe9c8ed81 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.272224] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 1139d9b4-bd63-4678-9771-21ceeba0466a/1139d9b4-bd63-4678-9771-21ceeba0466a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 540.279898] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63d66892-56ca-4259-8f2a-39e56ff7e5d4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.299116] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454772} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.300976] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] d54673d4-3623-4847-a138-5574b045332f/d54673d4-3623-4847-a138-5574b045332f.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 540.300976] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 540.301166] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 540.301166] env[63440]: value = "task-2660797" [ 540.301166] env[63440]: _type = "Task" [ 540.301166] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.301463] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a9e333c-7884-4968-b642-832714ff79b7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.314203] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660797, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.315851] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 540.315851] env[63440]: value = "task-2660798" [ 540.315851] env[63440]: _type = "Task" [ 540.315851] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.325126] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.419767] env[63440]: DEBUG nova.scheduler.client.report [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 540.574307] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Releasing lock "refresh_cache-25eeac48-2f7e-4564-903d-5d3b1032cc7c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.574577] env[63440]: DEBUG nova.compute.manager [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Instance network_info: |[{"id": "bb201fdb-f4cc-43f0-aee4-f938dc5cf1a2", "address": "fa:16:3e:8f:67:5c", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb201fdb-f4", "ovs_interfaceid": "bb201fdb-f4cc-43f0-aee4-f938dc5cf1a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 540.575357] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:67:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb201fdb-f4cc-43f0-aee4-f938dc5cf1a2', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 540.583164] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Creating folder: Project (75fc9d908aaf4200af3161eb934f19de). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 540.583502] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5973520a-2626-45b6-9aee-e3dbcaaa244d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.595624] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Created folder: Project (75fc9d908aaf4200af3161eb934f19de) in parent group-v536546. [ 540.595910] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Creating folder: Instances. Parent ref: group-v536553. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 540.596211] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-253b071f-954e-4c96-92ab-3e568e489067 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.607070] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Created folder: Instances in parent group-v536553. [ 540.607201] env[63440]: DEBUG oslo.service.loopingcall [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 540.607395] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 540.607595] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bddf6221-2472-4fc0-9ba6-1c6569fe7231 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.625341] env[63440]: DEBUG oslo_concurrency.lockutils [req-6eb12d79-fd95-4023-9f18-0f7626b342bd req-5e260315-6325-4850-8611-6a229d5e85a4 service nova] Releasing lock "refresh_cache-d54673d4-3623-4847-a138-5574b045332f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.631077] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 540.631077] env[63440]: value = "task-2660801" [ 540.631077] env[63440]: _type = "Task" [ 540.631077] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.639417] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660801, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.643700] env[63440]: DEBUG nova.compute.manager [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 540.689157] env[63440]: DEBUG nova.virt.hardware [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 540.689529] env[63440]: DEBUG nova.virt.hardware [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 540.689720] env[63440]: DEBUG nova.virt.hardware [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 540.690312] env[63440]: DEBUG nova.virt.hardware [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 540.692635] env[63440]: DEBUG nova.virt.hardware [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 540.692635] env[63440]: DEBUG nova.virt.hardware [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 540.692635] env[63440]: DEBUG nova.virt.hardware [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 540.692635] env[63440]: DEBUG nova.virt.hardware [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 540.692635] env[63440]: DEBUG nova.virt.hardware [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 540.692822] env[63440]: DEBUG nova.virt.hardware [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 540.693701] env[63440]: DEBUG nova.virt.hardware [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 540.698143] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b0fbda-1e0b-48ad-8515-18086c724c54 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.708825] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbc98de-74f6-4cc0-a6d6-6de8c11816a7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.736675] env[63440]: DEBUG nova.network.neutron [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Successfully created port: 28e519d4-363a-4118-bf42-0f807f6d505c {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 540.831316] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079516} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.834245] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 540.834245] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660797, 'name': ReconfigVM_Task, 'duration_secs': 0.307256} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.834848] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ddbaf6-38f6-4934-8d18-64667bce007e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.846647] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 1139d9b4-bd63-4678-9771-21ceeba0466a/1139d9b4-bd63-4678-9771-21ceeba0466a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 540.846647] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1811fd3c-dc6d-4918-ba60-8a322977c26e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.868749] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] d54673d4-3623-4847-a138-5574b045332f/d54673d4-3623-4847-a138-5574b045332f.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 540.871342] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5573b8a6-2215-4746-86d0-c7dd72462896 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.885907] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 540.885907] env[63440]: value = "task-2660802" [ 540.885907] env[63440]: _type = "Task" [ 540.885907] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.891288] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 540.891288] env[63440]: value = "task-2660803" [ 540.891288] env[63440]: _type = "Task" [ 540.891288] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.900818] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660802, 'name': Rename_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.906176] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.931280] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.931280] env[63440]: DEBUG nova.compute.manager [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 540.935294] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.720s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.940169] env[63440]: INFO nova.compute.claims [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 541.017572] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquiring lock "6bad7893-30cb-40f2-9077-f05da996be69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.017572] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Lock "6bad7893-30cb-40f2-9077-f05da996be69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.143948] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660801, 'name': CreateVM_Task, 'duration_secs': 0.373336} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.144175] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 541.147487] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.147487] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.147487] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.147487] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8af9188f-bb4d-4233-be81-7ca26d82d2c6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.152114] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Waiting for the task: (returnval){ [ 541.152114] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b6c39d-61f2-6ff8-46ca-944364d50903" [ 541.152114] env[63440]: _type = "Task" [ 541.152114] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.160626] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b6c39d-61f2-6ff8-46ca-944364d50903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.184058] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Acquiring lock "545f7a96-8308-476c-be13-c815aeb0bad9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.184058] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Lock "545f7a96-8308-476c-be13-c815aeb0bad9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.238558] env[63440]: DEBUG nova.network.neutron [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Successfully updated port: 9353fe06-e1b1-4673-b62e-01f554cbbf7e {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 541.401578] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660802, 'name': Rename_Task, 'duration_secs': 0.144607} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.404703] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 541.405109] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660803, 'name': ReconfigVM_Task, 'duration_secs': 0.316412} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.405407] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6131b9b9-ca30-4c4f-84ec-4570f4291838 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.407114] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Reconfigured VM instance instance-00000001 to attach disk [datastore1] d54673d4-3623-4847-a138-5574b045332f/d54673d4-3623-4847-a138-5574b045332f.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 541.407748] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bb37122-4fdf-41f9-8305-47d4026ac137 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.416053] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 541.416053] env[63440]: value = "task-2660804" [ 541.416053] env[63440]: _type = "Task" [ 541.416053] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.417674] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 541.417674] env[63440]: value = "task-2660805" [ 541.417674] env[63440]: _type = "Task" [ 541.417674] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.429366] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.436921] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660805, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.446035] env[63440]: DEBUG nova.compute.utils [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 541.447754] env[63440]: DEBUG nova.compute.manager [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 541.448029] env[63440]: DEBUG nova.network.neutron [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 541.513214] env[63440]: DEBUG nova.policy [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c239db7b64814c69bb8df182c28354fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8925a9d46d254db582d00c6cb5324461', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 541.519769] env[63440]: DEBUG nova.compute.manager [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 541.665371] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b6c39d-61f2-6ff8-46ca-944364d50903, 'name': SearchDatastore_Task, 'duration_secs': 0.009974} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.665480] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.666600] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 541.666600] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.666600] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.666600] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 541.666600] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44af6c26-5e4e-4962-b1fb-f8f6c523c6b7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.676525] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 541.676714] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 541.677444] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ccb3798-25ec-4502-bb4b-823530e28569 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.682747] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Waiting for the task: (returnval){ [ 541.682747] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5232b273-b63b-bf8b-df48-8736bbd35bc8" [ 541.682747] env[63440]: _type = "Task" [ 541.682747] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.694725] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5232b273-b63b-bf8b-df48-8736bbd35bc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.741584] env[63440]: DEBUG oslo_concurrency.lockutils [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquiring lock "refresh_cache-da0ca831-d17a-4ed3-923e-1cca983410cd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.741768] env[63440]: DEBUG oslo_concurrency.lockutils [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquired lock "refresh_cache-da0ca831-d17a-4ed3-923e-1cca983410cd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.741886] env[63440]: DEBUG nova.network.neutron [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 541.819843] env[63440]: DEBUG nova.network.neutron [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Successfully created port: 4a2b93f5-3520-4975-b725-d45e61adabc7 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 541.938673] env[63440]: DEBUG oslo_vmware.api [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660804, 'name': PowerOnVM_Task, 'duration_secs': 0.508829} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.938673] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660805, 'name': Rename_Task, 'duration_secs': 0.201725} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.938673] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 541.939035] env[63440]: INFO nova.compute.manager [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Took 8.22 seconds to spawn the instance on the hypervisor. [ 541.939339] env[63440]: DEBUG nova.compute.manager [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 541.942295] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 541.942295] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c548b9-9f18-4e0e-94a2-2e9960da934d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.944842] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb6150d0-1d1d-4693-9abe-c62f581b7f7d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.958503] env[63440]: DEBUG nova.compute.manager [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 541.964721] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 541.964721] env[63440]: value = "task-2660806" [ 541.964721] env[63440]: _type = "Task" [ 541.964721] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.976237] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660806, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.045419] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.171657] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a483821e-ec64-4dac-b0a5-10aa8fa6e837 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.195714] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6d75f4-34a1-496d-9923-8ab12fdae51b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.253659] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5232b273-b63b-bf8b-df48-8736bbd35bc8, 'name': SearchDatastore_Task, 'duration_secs': 0.010378} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.258099] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0678f69a-b2f2-4455-a45d-7c612fd99f58 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.264200] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1de5ff47-c42c-4d5c-97ce-5b6cd9b32843 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.273817] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85e8764-d7f8-41f0-9439-86ca16bdd308 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.278953] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Waiting for the task: (returnval){ [ 542.278953] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dcb0db-55b3-8c42-85f8-b6adf6838dde" [ 542.278953] env[63440]: _type = "Task" [ 542.278953] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.281197] env[63440]: DEBUG nova.compute.manager [req-e81779fd-2d57-480c-a3d2-ba4267e2933c req-ef4a0c1c-0413-4c99-acf7-d01cc45c2954 service nova] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Received event network-vif-plugged-bb201fdb-f4cc-43f0-aee4-f938dc5cf1a2 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 542.281439] env[63440]: DEBUG oslo_concurrency.lockutils [req-e81779fd-2d57-480c-a3d2-ba4267e2933c req-ef4a0c1c-0413-4c99-acf7-d01cc45c2954 service nova] Acquiring lock "25eeac48-2f7e-4564-903d-5d3b1032cc7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.281640] env[63440]: DEBUG oslo_concurrency.lockutils [req-e81779fd-2d57-480c-a3d2-ba4267e2933c req-ef4a0c1c-0413-4c99-acf7-d01cc45c2954 service nova] Lock "25eeac48-2f7e-4564-903d-5d3b1032cc7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.282054] env[63440]: DEBUG oslo_concurrency.lockutils [req-e81779fd-2d57-480c-a3d2-ba4267e2933c req-ef4a0c1c-0413-4c99-acf7-d01cc45c2954 service nova] Lock "25eeac48-2f7e-4564-903d-5d3b1032cc7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.282054] env[63440]: DEBUG nova.compute.manager [req-e81779fd-2d57-480c-a3d2-ba4267e2933c req-ef4a0c1c-0413-4c99-acf7-d01cc45c2954 service nova] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] No waiting events found dispatching network-vif-plugged-bb201fdb-f4cc-43f0-aee4-f938dc5cf1a2 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 542.282054] env[63440]: WARNING nova.compute.manager [req-e81779fd-2d57-480c-a3d2-ba4267e2933c req-ef4a0c1c-0413-4c99-acf7-d01cc45c2954 service nova] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Received unexpected event network-vif-plugged-bb201fdb-f4cc-43f0-aee4-f938dc5cf1a2 for instance with vm_state building and task_state spawning. [ 542.282684] env[63440]: DEBUG nova.compute.manager [req-e81779fd-2d57-480c-a3d2-ba4267e2933c req-ef4a0c1c-0413-4c99-acf7-d01cc45c2954 service nova] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Received event network-changed-bb201fdb-f4cc-43f0-aee4-f938dc5cf1a2 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 542.282684] env[63440]: DEBUG nova.compute.manager [req-e81779fd-2d57-480c-a3d2-ba4267e2933c req-ef4a0c1c-0413-4c99-acf7-d01cc45c2954 service nova] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Refreshing instance network info cache due to event network-changed-bb201fdb-f4cc-43f0-aee4-f938dc5cf1a2. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 542.282684] env[63440]: DEBUG oslo_concurrency.lockutils [req-e81779fd-2d57-480c-a3d2-ba4267e2933c req-ef4a0c1c-0413-4c99-acf7-d01cc45c2954 service nova] Acquiring lock "refresh_cache-25eeac48-2f7e-4564-903d-5d3b1032cc7c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.282684] env[63440]: DEBUG oslo_concurrency.lockutils [req-e81779fd-2d57-480c-a3d2-ba4267e2933c req-ef4a0c1c-0413-4c99-acf7-d01cc45c2954 service nova] Acquired lock "refresh_cache-25eeac48-2f7e-4564-903d-5d3b1032cc7c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.282856] env[63440]: DEBUG nova.network.neutron [req-e81779fd-2d57-480c-a3d2-ba4267e2933c req-ef4a0c1c-0413-4c99-acf7-d01cc45c2954 service nova] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Refreshing network info cache for port bb201fdb-f4cc-43f0-aee4-f938dc5cf1a2 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 542.305029] env[63440]: DEBUG nova.compute.provider_tree [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 542.314210] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dcb0db-55b3-8c42-85f8-b6adf6838dde, 'name': SearchDatastore_Task, 'duration_secs': 0.009697} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.314487] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.314739] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 25eeac48-2f7e-4564-903d-5d3b1032cc7c/25eeac48-2f7e-4564-903d-5d3b1032cc7c.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 542.315491] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e101fbba-15e3-40e2-ab9c-32f0c667e3df {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.318608] env[63440]: DEBUG nova.network.neutron [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 542.326670] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Waiting for the task: (returnval){ [ 542.326670] env[63440]: value = "task-2660807" [ 542.326670] env[63440]: _type = "Task" [ 542.326670] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.335104] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2660807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.495613] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660806, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.495613] env[63440]: INFO nova.compute.manager [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Took 14.56 seconds to build instance. [ 542.744453] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Acquiring lock "a606fa01-58bd-4237-a97e-a503147c08ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.745398] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Lock "a606fa01-58bd-4237-a97e-a503147c08ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.813024] env[63440]: DEBUG nova.scheduler.client.report [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 542.843335] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2660807, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.967448] env[63440]: DEBUG nova.compute.manager [req-f73d76a2-1893-45ac-95a8-13762e9d914f req-5ddb3a25-f00a-4edf-bb7e-e982e04adc19 service nova] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Received event network-vif-plugged-9353fe06-e1b1-4673-b62e-01f554cbbf7e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 542.967678] env[63440]: DEBUG oslo_concurrency.lockutils [req-f73d76a2-1893-45ac-95a8-13762e9d914f req-5ddb3a25-f00a-4edf-bb7e-e982e04adc19 service nova] Acquiring lock "da0ca831-d17a-4ed3-923e-1cca983410cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.967949] env[63440]: DEBUG oslo_concurrency.lockutils [req-f73d76a2-1893-45ac-95a8-13762e9d914f req-5ddb3a25-f00a-4edf-bb7e-e982e04adc19 service nova] Lock "da0ca831-d17a-4ed3-923e-1cca983410cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.968148] env[63440]: DEBUG oslo_concurrency.lockutils [req-f73d76a2-1893-45ac-95a8-13762e9d914f req-5ddb3a25-f00a-4edf-bb7e-e982e04adc19 service nova] Lock "da0ca831-d17a-4ed3-923e-1cca983410cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.968319] env[63440]: DEBUG nova.compute.manager [req-f73d76a2-1893-45ac-95a8-13762e9d914f req-5ddb3a25-f00a-4edf-bb7e-e982e04adc19 service nova] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] No waiting events found dispatching network-vif-plugged-9353fe06-e1b1-4673-b62e-01f554cbbf7e {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 542.968482] env[63440]: WARNING nova.compute.manager [req-f73d76a2-1893-45ac-95a8-13762e9d914f req-5ddb3a25-f00a-4edf-bb7e-e982e04adc19 service nova] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Received unexpected event network-vif-plugged-9353fe06-e1b1-4673-b62e-01f554cbbf7e for instance with vm_state building and task_state spawning. [ 542.976942] env[63440]: DEBUG nova.compute.manager [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 542.990445] env[63440]: DEBUG oslo_vmware.api [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660806, 'name': PowerOnVM_Task, 'duration_secs': 0.702527} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.991358] env[63440]: DEBUG nova.network.neutron [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Updating instance_info_cache with network_info: [{"id": "9353fe06-e1b1-4673-b62e-01f554cbbf7e", "address": "fa:16:3e:8c:e8:b3", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9353fe06-e1", "ovs_interfaceid": "9353fe06-e1b1-4673-b62e-01f554cbbf7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 542.993612] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 542.993612] env[63440]: INFO nova.compute.manager [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Took 11.59 seconds to spawn the instance on the hypervisor. [ 542.993612] env[63440]: DEBUG nova.compute.manager [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 542.994407] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87fa1a4-36a1-4a41-b112-1753c0a27bc6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.015370] env[63440]: DEBUG oslo_concurrency.lockutils [None req-83f701b6-a131-4378-95df-a55f74485b7a tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Lock "1139d9b4-bd63-4678-9771-21ceeba0466a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.087s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.176700] env[63440]: DEBUG nova.network.neutron [req-e81779fd-2d57-480c-a3d2-ba4267e2933c req-ef4a0c1c-0413-4c99-acf7-d01cc45c2954 service nova] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Updated VIF entry in instance network info cache for port bb201fdb-f4cc-43f0-aee4-f938dc5cf1a2. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 543.177017] env[63440]: DEBUG nova.network.neutron [req-e81779fd-2d57-480c-a3d2-ba4267e2933c req-ef4a0c1c-0413-4c99-acf7-d01cc45c2954 service nova] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Updating instance_info_cache with network_info: [{"id": "bb201fdb-f4cc-43f0-aee4-f938dc5cf1a2", "address": "fa:16:3e:8f:67:5c", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb201fdb-f4", "ovs_interfaceid": "bb201fdb-f4cc-43f0-aee4-f938dc5cf1a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 543.281488] env[63440]: DEBUG nova.network.neutron [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Successfully updated port: 28e519d4-363a-4118-bf42-0f807f6d505c {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 543.316795] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.317330] env[63440]: DEBUG nova.compute.manager [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 543.321226] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.880s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.324036] env[63440]: INFO nova.compute.claims [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 543.339572] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2660807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539103} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.339572] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 25eeac48-2f7e-4564-903d-5d3b1032cc7c/25eeac48-2f7e-4564-903d-5d3b1032cc7c.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 543.339572] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 543.339572] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dbec0c7-c420-4a40-b359-6b32f9227300 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.346218] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Waiting for the task: (returnval){ [ 543.346218] env[63440]: value = "task-2660808" [ 543.346218] env[63440]: _type = "Task" [ 543.346218] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.357724] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2660808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.498027] env[63440]: DEBUG oslo_concurrency.lockutils [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Releasing lock "refresh_cache-da0ca831-d17a-4ed3-923e-1cca983410cd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.498417] env[63440]: DEBUG nova.compute.manager [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Instance network_info: |[{"id": "9353fe06-e1b1-4673-b62e-01f554cbbf7e", "address": "fa:16:3e:8c:e8:b3", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9353fe06-e1", "ovs_interfaceid": "9353fe06-e1b1-4673-b62e-01f554cbbf7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 543.499541] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:e8:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9353fe06-e1b1-4673-b62e-01f554cbbf7e', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 543.506768] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Creating folder: Project (304d03643ba942f3a0aa55e00b3c0971). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 543.507874] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6370df19-2ce2-4359-a65d-07b9f4855b17 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.517475] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Created folder: Project (304d03643ba942f3a0aa55e00b3c0971) in parent group-v536546. [ 543.517475] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Creating folder: Instances. Parent ref: group-v536556. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 543.517686] env[63440]: INFO nova.compute.manager [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Took 16.40 seconds to build instance. [ 543.518565] env[63440]: DEBUG nova.compute.manager [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 543.520811] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa00e666-5553-4b52-8848-36ff033e4234 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.536169] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Created folder: Instances in parent group-v536556. [ 543.536169] env[63440]: DEBUG oslo.service.loopingcall [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 543.536169] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 543.536355] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0aedb79e-c1ed-47da-8c7c-4220b4a75dba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.559976] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 543.559976] env[63440]: value = "task-2660811" [ 543.559976] env[63440]: _type = "Task" [ 543.559976] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.567958] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660811, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.640314] env[63440]: DEBUG nova.network.neutron [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Successfully updated port: 4a2b93f5-3520-4975-b725-d45e61adabc7 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 543.681355] env[63440]: DEBUG oslo_concurrency.lockutils [req-e81779fd-2d57-480c-a3d2-ba4267e2933c req-ef4a0c1c-0413-4c99-acf7-d01cc45c2954 service nova] Releasing lock "refresh_cache-25eeac48-2f7e-4564-903d-5d3b1032cc7c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.787514] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "refresh_cache-9c14ab52-2dac-4684-898d-c73e60c3c468" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.787670] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "refresh_cache-9c14ab52-2dac-4684-898d-c73e60c3c468" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.787824] env[63440]: DEBUG nova.network.neutron [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 543.826509] env[63440]: DEBUG nova.compute.utils [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 543.828212] env[63440]: DEBUG nova.compute.manager [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 543.828422] env[63440]: DEBUG nova.network.neutron [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 543.858049] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2660808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071857} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.858459] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 543.859627] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670ba08e-44a0-4f1a-aac0-a36f237e62e6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.888962] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 25eeac48-2f7e-4564-903d-5d3b1032cc7c/25eeac48-2f7e-4564-903d-5d3b1032cc7c.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 543.890880] env[63440]: DEBUG nova.policy [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '657fe975058a4d1e83a225e9b96f3aaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5509f9877a04870bede11fbfc799125', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 543.892641] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8b9b0c6-8b18-4aa8-9f37-dbe7fdb7f656 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.914454] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Waiting for the task: (returnval){ [ 543.914454] env[63440]: value = "task-2660812" [ 543.914454] env[63440]: _type = "Task" [ 543.914454] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.925806] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2660812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.030600] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0365295e-83ff-4945-865f-4687cd46bb48 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "d54673d4-3623-4847-a138-5574b045332f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.924s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.051777] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.072175] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660811, 'name': CreateVM_Task, 'duration_secs': 0.373346} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.072392] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 544.073582] env[63440]: DEBUG oslo_vmware.service [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbe6588-8f6f-4211-a083-d5172b809e86 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.079787] env[63440]: DEBUG oslo_concurrency.lockutils [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.080439] env[63440]: DEBUG oslo_concurrency.lockutils [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.080554] env[63440]: DEBUG oslo_concurrency.lockutils [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.082378] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bbcf26b-7048-4c38-95fd-88d9fe9677f2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.085976] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 544.085976] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52acd0fa-d888-0742-b1c2-e874bb30c6fb" [ 544.085976] env[63440]: _type = "Task" [ 544.085976] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.095386] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52acd0fa-d888-0742-b1c2-e874bb30c6fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.143537] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "refresh_cache-f0398dc1-6edc-4245-acc7-b757741bdcf2" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.143750] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired lock "refresh_cache-f0398dc1-6edc-4245-acc7-b757741bdcf2" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.143875] env[63440]: DEBUG nova.network.neutron [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 544.225785] env[63440]: DEBUG nova.network.neutron [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Successfully created port: 8f70c9ce-33dd-4e71-9c9f-20beced5c077 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 544.289932] env[63440]: DEBUG nova.virt.hardware [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 544.290654] env[63440]: DEBUG nova.virt.hardware [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 544.290914] env[63440]: DEBUG nova.virt.hardware [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 544.295057] env[63440]: DEBUG nova.virt.hardware [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 544.295248] env[63440]: DEBUG nova.virt.hardware [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 544.295483] env[63440]: DEBUG nova.virt.hardware [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 544.295774] env[63440]: DEBUG nova.virt.hardware [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 544.295947] env[63440]: DEBUG nova.virt.hardware [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 544.296139] env[63440]: DEBUG nova.virt.hardware [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 544.296312] env[63440]: DEBUG nova.virt.hardware [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 544.296502] env[63440]: DEBUG nova.virt.hardware [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 544.301929] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33eaa480-2d4d-4fbd-8147-c323a17f22bf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.312466] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9001c9e-39dc-4e0e-8c3a-4c585491cf4e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.333029] env[63440]: DEBUG nova.compute.manager [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 544.409589] env[63440]: DEBUG nova.network.neutron [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 544.431169] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2660812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.538392] env[63440]: DEBUG nova.compute.manager [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 544.566809] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408bbac3-f0a5-4bc8-a415-3236305f662e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.575142] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa629c0-c5db-4ab4-85be-494de09e0133 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.622022] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfd2735-e0bd-4624-9227-6b094893c176 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.628958] env[63440]: DEBUG oslo_concurrency.lockutils [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.629240] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 544.629479] env[63440]: DEBUG oslo_concurrency.lockutils [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.629633] env[63440]: DEBUG oslo_concurrency.lockutils [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.629803] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 544.632253] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d1c9def-91fb-45e1-97ed-5c70cd759c12 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.635492] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c6b03d-8b42-42f9-a965-264a21756bf1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.654478] env[63440]: DEBUG nova.compute.provider_tree [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 544.656670] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 544.656862] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 544.658293] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62e8d4a-9905-4b7d-a861-b82c09d0c639 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.665149] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9651a904-77c0-4662-906d-b58031d0efdf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.671243] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 544.671243] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e69372-dbee-8f6a-ec24-6125ae337d48" [ 544.671243] env[63440]: _type = "Task" [ 544.671243] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.680593] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e69372-dbee-8f6a-ec24-6125ae337d48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.700029] env[63440]: DEBUG nova.network.neutron [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 544.899920] env[63440]: DEBUG nova.network.neutron [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Updating instance_info_cache with network_info: [{"id": "4a2b93f5-3520-4975-b725-d45e61adabc7", "address": "fa:16:3e:4a:85:1b", "network": {"id": "730b4557-7e72-4f78-9cd0-373b1d9c31d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-866265707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8925a9d46d254db582d00c6cb5324461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2b93f5-35", "ovs_interfaceid": "4a2b93f5-3520-4975-b725-d45e61adabc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 544.929221] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2660812, 'name': ReconfigVM_Task, 'duration_secs': 0.597265} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.933572] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 25eeac48-2f7e-4564-903d-5d3b1032cc7c/25eeac48-2f7e-4564-903d-5d3b1032cc7c.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 544.939629] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e71660b-dacd-470b-be8e-7b9ab38fac13 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.946619] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Waiting for the task: (returnval){ [ 544.946619] env[63440]: value = "task-2660813" [ 544.946619] env[63440]: _type = "Task" [ 544.946619] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.956166] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2660813, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.067834] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.088780] env[63440]: DEBUG nova.network.neutron [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Updating instance_info_cache with network_info: [{"id": "28e519d4-363a-4118-bf42-0f807f6d505c", "address": "fa:16:3e:ce:53:4a", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e519d4-36", "ovs_interfaceid": "28e519d4-363a-4118-bf42-0f807f6d505c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 545.158542] env[63440]: DEBUG nova.scheduler.client.report [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 545.185529] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Preparing fetch location {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 545.185967] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Creating directory with path [datastore2] vmware_temp/f8a3b0cd-e19a-4d90-aa27-274e5961948c/e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 545.186878] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dac392b-b6c8-46f3-9bdb-a9340cf66f4f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.211848] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Created directory with path [datastore2] vmware_temp/f8a3b0cd-e19a-4d90-aa27-274e5961948c/e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 545.211966] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Fetch image to [datastore2] vmware_temp/f8a3b0cd-e19a-4d90-aa27-274e5961948c/e275aad3-b627-48fa-b7be-3fc7d941ebbb/tmp-sparse.vmdk {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 545.212193] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Downloading image file data e275aad3-b627-48fa-b7be-3fc7d941ebbb to [datastore2] vmware_temp/f8a3b0cd-e19a-4d90-aa27-274e5961948c/e275aad3-b627-48fa-b7be-3fc7d941ebbb/tmp-sparse.vmdk on the data store datastore2 {{(pid=63440) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 545.214826] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73037009-56a5-414a-b8e6-16e65b8cfbd7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.223914] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0403a8-2efa-4a48-83ca-828a4fa01cec {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.235671] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6161e952-5633-4526-9f9f-0cb31cee1373 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.274993] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5535683-7151-44f5-b938-52d232b8ac7a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.286043] env[63440]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-98e0e3ef-8fcd-46e0-a4ee-64e37db38b60 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.321667] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Downloading image file data e275aad3-b627-48fa-b7be-3fc7d941ebbb to the data store datastore2 {{(pid=63440) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 545.347121] env[63440]: DEBUG nova.compute.manager [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 545.381512] env[63440]: DEBUG nova.virt.hardware [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 545.381512] env[63440]: DEBUG nova.virt.hardware [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 545.381512] env[63440]: DEBUG nova.virt.hardware [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 545.381772] env[63440]: DEBUG nova.virt.hardware [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 545.381772] env[63440]: DEBUG nova.virt.hardware [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 545.381772] env[63440]: DEBUG nova.virt.hardware [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 545.381772] env[63440]: DEBUG nova.virt.hardware [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 545.381908] env[63440]: DEBUG nova.virt.hardware [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 545.382021] env[63440]: DEBUG nova.virt.hardware [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 545.382340] env[63440]: DEBUG nova.virt.hardware [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 545.382525] env[63440]: DEBUG nova.virt.hardware [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 545.383606] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a655794-c3e6-40ba-8c5a-d221429d3ed3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.398338] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e725092d-1bb6-4659-9dd8-7cba58c41096 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.400169] env[63440]: DEBUG oslo_vmware.rw_handles [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f8a3b0cd-e19a-4d90-aa27-274e5961948c/e275aad3-b627-48fa-b7be-3fc7d941ebbb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63440) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 545.413365] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Releasing lock "refresh_cache-f0398dc1-6edc-4245-acc7-b757741bdcf2" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.414058] env[63440]: DEBUG nova.compute.manager [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Instance network_info: |[{"id": "4a2b93f5-3520-4975-b725-d45e61adabc7", "address": "fa:16:3e:4a:85:1b", "network": {"id": "730b4557-7e72-4f78-9cd0-373b1d9c31d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-866265707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8925a9d46d254db582d00c6cb5324461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2b93f5-35", "ovs_interfaceid": "4a2b93f5-3520-4975-b725-d45e61adabc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 545.473792] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:85:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a2b93f5-3520-4975-b725-d45e61adabc7', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 545.484467] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Creating folder: Project (8925a9d46d254db582d00c6cb5324461). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 545.487582] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1c25694-a206-4c23-ae14-5789c0fe4caf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.498846] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2660813, 'name': Rename_Task, 'duration_secs': 0.278873} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.499192] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 545.499445] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d3270d7-66ba-407e-b751-2cc6f7c369bd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.502410] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Created folder: Project (8925a9d46d254db582d00c6cb5324461) in parent group-v536546. [ 545.502582] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Creating folder: Instances. Parent ref: group-v536559. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 545.503205] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-020575c2-3bd8-4e0a-a3a3-bb9315ef853a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.506581] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Waiting for the task: (returnval){ [ 545.506581] env[63440]: value = "task-2660815" [ 545.506581] env[63440]: _type = "Task" [ 545.506581] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.513237] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Created folder: Instances in parent group-v536559. [ 545.513316] env[63440]: DEBUG oslo.service.loopingcall [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 545.513934] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 545.514050] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-796a6243-f771-4408-9675-0676d79a781b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.536804] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2660815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.540751] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 545.540751] env[63440]: value = "task-2660817" [ 545.540751] env[63440]: _type = "Task" [ 545.540751] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.549378] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660817, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.591288] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "refresh_cache-9c14ab52-2dac-4684-898d-c73e60c3c468" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.591635] env[63440]: DEBUG nova.compute.manager [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Instance network_info: |[{"id": "28e519d4-363a-4118-bf42-0f807f6d505c", "address": "fa:16:3e:ce:53:4a", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e519d4-36", "ovs_interfaceid": "28e519d4-363a-4118-bf42-0f807f6d505c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 545.593521] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:53:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28e519d4-363a-4118-bf42-0f807f6d505c', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 545.600549] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Creating folder: Project (d3c9e9a45ba94e03b2344bc39bad331e). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 545.601604] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe82d73b-980e-429f-876d-83f1ce25d51d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.613910] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Created folder: Project (d3c9e9a45ba94e03b2344bc39bad331e) in parent group-v536546. [ 545.613910] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Creating folder: Instances. Parent ref: group-v536562. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 545.613910] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a17f8a8-a1da-4cff-bc27-aac2d4a7335c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.627784] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Created folder: Instances in parent group-v536562. [ 545.628079] env[63440]: DEBUG oslo.service.loopingcall [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 545.629574] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 545.629574] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7714ded-1c89-4b36-bb79-aa6cdf04cde4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.654517] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 545.654517] env[63440]: value = "task-2660820" [ 545.654517] env[63440]: _type = "Task" [ 545.654517] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.669341] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.669930] env[63440]: DEBUG nova.compute.manager [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 545.672583] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660820, 'name': CreateVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.676405] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.124s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.681483] env[63440]: INFO nova.compute.claims [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 545.932568] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "28f5aa5a-9328-4c20-828f-ff194a2e8dff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.932872] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "28f5aa5a-9328-4c20-828f-ff194a2e8dff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.020434] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2660815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.049964] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660817, 'name': CreateVM_Task, 'duration_secs': 0.401442} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.050179] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 546.050883] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.051061] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.051406] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.051650] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d879381f-155a-4537-bf9d-fd52eea1b482 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.056520] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 546.056520] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524e9ae8-426f-dd87-6b59-3db9eeb64d08" [ 546.056520] env[63440]: _type = "Task" [ 546.056520] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.065289] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524e9ae8-426f-dd87-6b59-3db9eeb64d08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.144880] env[63440]: DEBUG oslo_vmware.rw_handles [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Completed reading data from the image iterator. {{(pid=63440) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 546.145552] env[63440]: DEBUG oslo_vmware.rw_handles [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f8a3b0cd-e19a-4d90-aa27-274e5961948c/e275aad3-b627-48fa-b7be-3fc7d941ebbb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 546.165524] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660820, 'name': CreateVM_Task, 'duration_secs': 0.392737} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.165568] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 546.167704] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.171325] env[63440]: DEBUG nova.network.neutron [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Successfully updated port: 8f70c9ce-33dd-4e71-9c9f-20beced5c077 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 546.175335] env[63440]: DEBUG nova.compute.utils [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 546.176572] env[63440]: DEBUG nova.compute.manager [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 546.176892] env[63440]: DEBUG nova.network.neutron [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 546.290790] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Downloaded image file data e275aad3-b627-48fa-b7be-3fc7d941ebbb to vmware_temp/f8a3b0cd-e19a-4d90-aa27-274e5961948c/e275aad3-b627-48fa-b7be-3fc7d941ebbb/tmp-sparse.vmdk on the data store datastore2 {{(pid=63440) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 546.292658] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Caching image {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 546.292904] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Copying Virtual Disk [datastore2] vmware_temp/f8a3b0cd-e19a-4d90-aa27-274e5961948c/e275aad3-b627-48fa-b7be-3fc7d941ebbb/tmp-sparse.vmdk to [datastore2] vmware_temp/f8a3b0cd-e19a-4d90-aa27-274e5961948c/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 546.297307] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1a7efce-a371-43a4-a718-77097ef35cc4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.303404] env[63440]: DEBUG nova.policy [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34f222d8c7184b3b91b6be199f275467', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b260f3a9c07b422ead624e350f0d096d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 546.307114] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 546.307114] env[63440]: value = "task-2660821" [ 546.307114] env[63440]: _type = "Task" [ 546.307114] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.314990] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2660821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.462820] env[63440]: DEBUG nova.compute.manager [req-bbd00a38-9ef4-41b8-a97f-186e677cd125 req-2133be36-59fd-4281-8025-d132a0f012e8 service nova] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Received event network-vif-plugged-28e519d4-363a-4118-bf42-0f807f6d505c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 546.463450] env[63440]: DEBUG oslo_concurrency.lockutils [req-bbd00a38-9ef4-41b8-a97f-186e677cd125 req-2133be36-59fd-4281-8025-d132a0f012e8 service nova] Acquiring lock "9c14ab52-2dac-4684-898d-c73e60c3c468-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.463920] env[63440]: DEBUG oslo_concurrency.lockutils [req-bbd00a38-9ef4-41b8-a97f-186e677cd125 req-2133be36-59fd-4281-8025-d132a0f012e8 service nova] Lock "9c14ab52-2dac-4684-898d-c73e60c3c468-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.464227] env[63440]: DEBUG oslo_concurrency.lockutils [req-bbd00a38-9ef4-41b8-a97f-186e677cd125 req-2133be36-59fd-4281-8025-d132a0f012e8 service nova] Lock "9c14ab52-2dac-4684-898d-c73e60c3c468-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.464514] env[63440]: DEBUG nova.compute.manager [req-bbd00a38-9ef4-41b8-a97f-186e677cd125 req-2133be36-59fd-4281-8025-d132a0f012e8 service nova] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] No waiting events found dispatching network-vif-plugged-28e519d4-363a-4118-bf42-0f807f6d505c {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 546.464803] env[63440]: WARNING nova.compute.manager [req-bbd00a38-9ef4-41b8-a97f-186e677cd125 req-2133be36-59fd-4281-8025-d132a0f012e8 service nova] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Received unexpected event network-vif-plugged-28e519d4-363a-4118-bf42-0f807f6d505c for instance with vm_state building and task_state spawning. [ 546.465170] env[63440]: DEBUG nova.compute.manager [req-bbd00a38-9ef4-41b8-a97f-186e677cd125 req-2133be36-59fd-4281-8025-d132a0f012e8 service nova] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Received event network-changed-28e519d4-363a-4118-bf42-0f807f6d505c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 546.465349] env[63440]: DEBUG nova.compute.manager [req-bbd00a38-9ef4-41b8-a97f-186e677cd125 req-2133be36-59fd-4281-8025-d132a0f012e8 service nova] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Refreshing instance network info cache due to event network-changed-28e519d4-363a-4118-bf42-0f807f6d505c. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 546.465631] env[63440]: DEBUG oslo_concurrency.lockutils [req-bbd00a38-9ef4-41b8-a97f-186e677cd125 req-2133be36-59fd-4281-8025-d132a0f012e8 service nova] Acquiring lock "refresh_cache-9c14ab52-2dac-4684-898d-c73e60c3c468" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.465891] env[63440]: DEBUG oslo_concurrency.lockutils [req-bbd00a38-9ef4-41b8-a97f-186e677cd125 req-2133be36-59fd-4281-8025-d132a0f012e8 service nova] Acquired lock "refresh_cache-9c14ab52-2dac-4684-898d-c73e60c3c468" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.466168] env[63440]: DEBUG nova.network.neutron [req-bbd00a38-9ef4-41b8-a97f-186e677cd125 req-2133be36-59fd-4281-8025-d132a0f012e8 service nova] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Refreshing network info cache for port 28e519d4-363a-4118-bf42-0f807f6d505c {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 546.519933] env[63440]: DEBUG oslo_vmware.api [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2660815, 'name': PowerOnVM_Task, 'duration_secs': 0.708559} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.520461] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 546.520584] env[63440]: INFO nova.compute.manager [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Took 10.50 seconds to spawn the instance on the hypervisor. [ 546.520849] env[63440]: DEBUG nova.compute.manager [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 546.521758] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d00a8c-01f1-4da4-a7a6-09ae0928b1eb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.574034] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.574034] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 546.574034] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.574034] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.574441] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.574441] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b92516-3bfa-4031-af55-9597f92d50be {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.579431] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 546.579431] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5287a5ee-f611-f512-558f-0fb0217508f3" [ 546.579431] env[63440]: _type = "Task" [ 546.579431] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.587443] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5287a5ee-f611-f512-558f-0fb0217508f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.674042] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "refresh_cache-d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.675314] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "refresh_cache-d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.675533] env[63440]: DEBUG nova.network.neutron [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 546.680666] env[63440]: DEBUG nova.compute.manager [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 546.737027] env[63440]: DEBUG nova.compute.manager [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Received event network-changed-9353fe06-e1b1-4673-b62e-01f554cbbf7e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 546.737288] env[63440]: DEBUG nova.compute.manager [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Refreshing instance network info cache due to event network-changed-9353fe06-e1b1-4673-b62e-01f554cbbf7e. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 546.737545] env[63440]: DEBUG oslo_concurrency.lockutils [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] Acquiring lock "refresh_cache-da0ca831-d17a-4ed3-923e-1cca983410cd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.737648] env[63440]: DEBUG oslo_concurrency.lockutils [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] Acquired lock "refresh_cache-da0ca831-d17a-4ed3-923e-1cca983410cd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.737810] env[63440]: DEBUG nova.network.neutron [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Refreshing network info cache for port 9353fe06-e1b1-4673-b62e-01f554cbbf7e {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 546.817384] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2660821, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.867516] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "8939c026-77b6-4393-9ff5-23fcc14c33f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.867817] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "8939c026-77b6-4393-9ff5-23fcc14c33f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.912565] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "50e197aa-2ae8-44b5-9fa1-6ad531d2f771" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.913017] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "50e197aa-2ae8-44b5-9fa1-6ad531d2f771" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.975082] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "9b347c8c-73d9-4e48-b0d2-9727fb479389" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.975082] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "9b347c8c-73d9-4e48-b0d2-9727fb479389" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.045193] env[63440]: INFO nova.compute.manager [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Took 18.64 seconds to build instance. [ 547.059018] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36b1ea7-fb9b-45d6-9d68-c2937126664d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.071949] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab57f6c-347d-4c2c-b448-a32ed5292350 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.121119] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009e2481-c856-46b1-9e64-66cabda2b119 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.130792] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.131248] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 547.131580] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.133380] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413cd4e4-bc1c-43aa-ac86-74aff89d8c0b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.153030] env[63440]: DEBUG nova.compute.provider_tree [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 547.231679] env[63440]: DEBUG nova.network.neutron [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Successfully created port: 13756f12-1ced-4bf3-b5a7-06673b945bc4 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 547.262575] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Acquiring lock "d9d2b428-3579-426c-bf94-b09f1f810e5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.262799] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Lock "d9d2b428-3579-426c-bf94-b09f1f810e5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.313497] env[63440]: DEBUG nova.network.neutron [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 547.321421] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2660821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764716} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.321677] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Copied Virtual Disk [datastore2] vmware_temp/f8a3b0cd-e19a-4d90-aa27-274e5961948c/e275aad3-b627-48fa-b7be-3fc7d941ebbb/tmp-sparse.vmdk to [datastore2] vmware_temp/f8a3b0cd-e19a-4d90-aa27-274e5961948c/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 547.321857] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Deleting the datastore file [datastore2] vmware_temp/f8a3b0cd-e19a-4d90-aa27-274e5961948c/e275aad3-b627-48fa-b7be-3fc7d941ebbb/tmp-sparse.vmdk {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 547.322423] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5011f0c-d9e2-43ff-85d3-923d5a3777ee {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.329325] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 547.329325] env[63440]: value = "task-2660822" [ 547.329325] env[63440]: _type = "Task" [ 547.329325] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.338983] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2660822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.537690] env[63440]: DEBUG nova.network.neutron [req-bbd00a38-9ef4-41b8-a97f-186e677cd125 req-2133be36-59fd-4281-8025-d132a0f012e8 service nova] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Updated VIF entry in instance network info cache for port 28e519d4-363a-4118-bf42-0f807f6d505c. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 547.538070] env[63440]: DEBUG nova.network.neutron [req-bbd00a38-9ef4-41b8-a97f-186e677cd125 req-2133be36-59fd-4281-8025-d132a0f012e8 service nova] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Updating instance_info_cache with network_info: [{"id": "28e519d4-363a-4118-bf42-0f807f6d505c", "address": "fa:16:3e:ce:53:4a", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e519d4-36", "ovs_interfaceid": "28e519d4-363a-4118-bf42-0f807f6d505c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.547715] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ced1d225-5782-4354-952a-d99bfb5b29a5 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Lock "25eeac48-2f7e-4564-903d-5d3b1032cc7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.156s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.623315] env[63440]: DEBUG oslo_concurrency.lockutils [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Acquiring lock "3304d61d-48d9-40ed-aac3-be86f6d7df7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.623315] env[63440]: DEBUG oslo_concurrency.lockutils [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Lock "3304d61d-48d9-40ed-aac3-be86f6d7df7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.659195] env[63440]: DEBUG nova.scheduler.client.report [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 547.702875] env[63440]: DEBUG nova.compute.manager [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 547.735479] env[63440]: DEBUG nova.virt.hardware [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 547.736604] env[63440]: DEBUG nova.virt.hardware [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 547.736691] env[63440]: DEBUG nova.virt.hardware [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 547.736818] env[63440]: DEBUG nova.virt.hardware [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 547.736975] env[63440]: DEBUG nova.virt.hardware [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 547.737138] env[63440]: DEBUG nova.virt.hardware [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 547.737446] env[63440]: DEBUG nova.virt.hardware [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 547.737510] env[63440]: DEBUG nova.virt.hardware [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 547.737679] env[63440]: DEBUG nova.virt.hardware [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 547.737841] env[63440]: DEBUG nova.virt.hardware [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 547.738027] env[63440]: DEBUG nova.virt.hardware [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 547.738985] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa00e2f-7b22-495a-8a53-e30d3122e3db {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.753826] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe78d06-668c-4cf3-8970-9b1ebadb0779 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.838862] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2660822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037897} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.839136] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 547.839395] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Moving file from [datastore2] vmware_temp/f8a3b0cd-e19a-4d90-aa27-274e5961948c/e275aad3-b627-48fa-b7be-3fc7d941ebbb to [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb. {{(pid=63440) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 547.839605] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-ed53b912-0124-4a2a-8cf1-9dbff66953d3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.846976] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 547.846976] env[63440]: value = "task-2660823" [ 547.846976] env[63440]: _type = "Task" [ 547.846976] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.861267] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2660823, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.908239] env[63440]: DEBUG nova.network.neutron [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Updating instance_info_cache with network_info: [{"id": "8f70c9ce-33dd-4e71-9c9f-20beced5c077", "address": "fa:16:3e:d1:70:65", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f70c9ce-33", "ovs_interfaceid": "8f70c9ce-33dd-4e71-9c9f-20beced5c077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.954922] env[63440]: INFO nova.compute.manager [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Rebuilding instance [ 548.042504] env[63440]: DEBUG oslo_concurrency.lockutils [req-bbd00a38-9ef4-41b8-a97f-186e677cd125 req-2133be36-59fd-4281-8025-d132a0f012e8 service nova] Releasing lock "refresh_cache-9c14ab52-2dac-4684-898d-c73e60c3c468" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.053576] env[63440]: DEBUG nova.compute.manager [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 548.069457] env[63440]: DEBUG nova.network.neutron [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Updated VIF entry in instance network info cache for port 9353fe06-e1b1-4673-b62e-01f554cbbf7e. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 548.069769] env[63440]: DEBUG nova.network.neutron [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Updating instance_info_cache with network_info: [{"id": "9353fe06-e1b1-4673-b62e-01f554cbbf7e", "address": "fa:16:3e:8c:e8:b3", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9353fe06-e1", "ovs_interfaceid": "9353fe06-e1b1-4673-b62e-01f554cbbf7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 548.140488] env[63440]: DEBUG nova.compute.manager [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 548.141508] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22309a9a-c3ec-461c-9b4a-39a7d8e3f946 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.166402] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.166929] env[63440]: DEBUG nova.compute.manager [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 548.169681] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.762s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.169793] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.170191] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 548.170248] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.126s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.174022] env[63440]: INFO nova.compute.claims [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 548.178989] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c89e07-ba40-4550-9b97-cb26a94e2cdf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.191507] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ed9572-3b59-4568-a621-d02aadde1dcc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.216697] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf0664e-8cd7-4d4a-ba38-c662dda27437 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.223491] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78c5bf4-8535-4e3e-8cbc-701305814e53 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.266332] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181120MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=63440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 548.266531] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.358882] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2660823, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025145} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.359220] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] File moved {{(pid=63440) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 548.359459] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Cleaning up location [datastore2] vmware_temp/f8a3b0cd-e19a-4d90-aa27-274e5961948c {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 548.359670] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Deleting the datastore file [datastore2] vmware_temp/f8a3b0cd-e19a-4d90-aa27-274e5961948c {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 548.360138] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-578276ec-b87c-46c4-b570-3fc49d30d403 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.368707] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 548.368707] env[63440]: value = "task-2660824" [ 548.368707] env[63440]: _type = "Task" [ 548.368707] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.376785] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2660824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.411749] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "refresh_cache-d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.411749] env[63440]: DEBUG nova.compute.manager [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Instance network_info: |[{"id": "8f70c9ce-33dd-4e71-9c9f-20beced5c077", "address": "fa:16:3e:d1:70:65", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f70c9ce-33", "ovs_interfaceid": "8f70c9ce-33dd-4e71-9c9f-20beced5c077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 548.412345] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:70:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f70c9ce-33dd-4e71-9c9f-20beced5c077', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 548.420714] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Creating folder: Project (d5509f9877a04870bede11fbfc799125). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 548.420904] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6cd4c29-3268-494c-bf78-8c53ea101bfc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.433925] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Created folder: Project (d5509f9877a04870bede11fbfc799125) in parent group-v536546. [ 548.434148] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Creating folder: Instances. Parent ref: group-v536565. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 548.434413] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c10ec74-6ea9-4184-aa15-a81bc466776a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.444945] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Created folder: Instances in parent group-v536565. [ 548.445213] env[63440]: DEBUG oslo.service.loopingcall [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 548.445402] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 548.446105] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20c1f06b-b8c7-4c0c-a3d8-7984c00531c4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.464419] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 548.464419] env[63440]: value = "task-2660827" [ 548.464419] env[63440]: _type = "Task" [ 548.464419] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.472552] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660827, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.574068] env[63440]: DEBUG oslo_concurrency.lockutils [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] Releasing lock "refresh_cache-da0ca831-d17a-4ed3-923e-1cca983410cd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.574359] env[63440]: DEBUG nova.compute.manager [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Received event network-vif-plugged-4a2b93f5-3520-4975-b725-d45e61adabc7 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 548.574575] env[63440]: DEBUG oslo_concurrency.lockutils [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] Acquiring lock "f0398dc1-6edc-4245-acc7-b757741bdcf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.574797] env[63440]: DEBUG oslo_concurrency.lockutils [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] Lock "f0398dc1-6edc-4245-acc7-b757741bdcf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.574966] env[63440]: DEBUG oslo_concurrency.lockutils [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] Lock "f0398dc1-6edc-4245-acc7-b757741bdcf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.575597] env[63440]: DEBUG nova.compute.manager [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] No waiting events found dispatching network-vif-plugged-4a2b93f5-3520-4975-b725-d45e61adabc7 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 548.575597] env[63440]: WARNING nova.compute.manager [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Received unexpected event network-vif-plugged-4a2b93f5-3520-4975-b725-d45e61adabc7 for instance with vm_state building and task_state spawning. [ 548.575597] env[63440]: DEBUG nova.compute.manager [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Received event network-changed-4a2b93f5-3520-4975-b725-d45e61adabc7 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 548.575905] env[63440]: DEBUG nova.compute.manager [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Refreshing instance network info cache due to event network-changed-4a2b93f5-3520-4975-b725-d45e61adabc7. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 548.575905] env[63440]: DEBUG oslo_concurrency.lockutils [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] Acquiring lock "refresh_cache-f0398dc1-6edc-4245-acc7-b757741bdcf2" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.576154] env[63440]: DEBUG oslo_concurrency.lockutils [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] Acquired lock "refresh_cache-f0398dc1-6edc-4245-acc7-b757741bdcf2" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.576154] env[63440]: DEBUG nova.network.neutron [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Refreshing network info cache for port 4a2b93f5-3520-4975-b725-d45e61adabc7 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 548.582938] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.677908] env[63440]: DEBUG nova.compute.utils [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 548.679347] env[63440]: DEBUG nova.compute.manager [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 548.679568] env[63440]: DEBUG nova.network.neutron [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 548.761523] env[63440]: DEBUG nova.policy [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c239db7b64814c69bb8df182c28354fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8925a9d46d254db582d00c6cb5324461', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 548.888143] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2660824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026237} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.888511] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 548.889847] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c8a8466-5f68-4f46-a1b8-1a1a8f3c75c7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.903419] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 548.903419] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c79439-4d3a-e0dd-d1f3-9b60b3dff1e8" [ 548.903419] env[63440]: _type = "Task" [ 548.903419] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.910664] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c79439-4d3a-e0dd-d1f3-9b60b3dff1e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011443} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.911289] env[63440]: DEBUG oslo_concurrency.lockutils [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.911411] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] da0ca831-d17a-4ed3-923e-1cca983410cd/da0ca831-d17a-4ed3-923e-1cca983410cd.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 548.911765] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.911985] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 548.912321] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-509d792b-c045-4a47-80ca-d08b8a5d348c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.917942] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35bc1e1f-a491-4a92-bbef-7379113804f8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.929495] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 548.929495] env[63440]: value = "task-2660828" [ 548.929495] env[63440]: _type = "Task" [ 548.929495] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.938237] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 548.938237] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 548.939835] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc6f2b6b-7474-4bc6-8b93-46a22d8c0f6c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.946548] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2660828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.951769] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 548.951769] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52547351-06df-bd87-9c9e-c5abb5b6ee92" [ 548.951769] env[63440]: _type = "Task" [ 548.951769] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.964157] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52547351-06df-bd87-9c9e-c5abb5b6ee92, 'name': SearchDatastore_Task, 'duration_secs': 0.009224} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.965274] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db819b0c-c675-4b0c-bf04-9dce3da1c6fa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.975898] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 548.975898] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5242a1bf-480f-4ebd-27dd-a264e6766e92" [ 548.975898] env[63440]: _type = "Task" [ 548.975898] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.979963] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660827, 'name': CreateVM_Task, 'duration_secs': 0.454223} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.985428] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 548.985428] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.985428] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.985821] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.986466] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b94ece7-95cd-4fcb-a5af-4fae7d502c71 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.994683] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5242a1bf-480f-4ebd-27dd-a264e6766e92, 'name': SearchDatastore_Task, 'duration_secs': 0.009023} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.995903] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.996035] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] f0398dc1-6edc-4245-acc7-b757741bdcf2/f0398dc1-6edc-4245-acc7-b757741bdcf2.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 548.996401] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.996718] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 548.996977] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d91bf12-919b-4d4c-92de-c56d8e51dd7d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.001720] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-554ef288-1bb1-4f76-9881-de7a3f94dda7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.005194] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 549.005194] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52612d5d-cb83-c2ee-47c0-7e850f0253c0" [ 549.005194] env[63440]: _type = "Task" [ 549.005194] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.010521] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 549.010521] env[63440]: value = "task-2660829" [ 549.010521] env[63440]: _type = "Task" [ 549.010521] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.022820] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 549.023046] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 549.035041] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68edce05-a9a8-4a5e-9609-d7c8dd263edc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.040038] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52612d5d-cb83-c2ee-47c0-7e850f0253c0, 'name': SearchDatastore_Task, 'duration_secs': 0.025079} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.040038] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.040038] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.040038] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 549.040442] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.041464] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 549.041464] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5283a54c-f417-5022-c2fd-5a8a33dddd5f" [ 549.041464] env[63440]: _type = "Task" [ 549.041464] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.049678] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5283a54c-f417-5022-c2fd-5a8a33dddd5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.158928] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 549.160073] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec741208-712f-4548-b71c-ac5e096e6845 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.170465] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 549.170465] env[63440]: value = "task-2660830" [ 549.170465] env[63440]: _type = "Task" [ 549.170465] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.185236] env[63440]: DEBUG nova.compute.manager [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 549.191360] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.443846] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2660828, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.534504] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660829, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.561720] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5283a54c-f417-5022-c2fd-5a8a33dddd5f, 'name': SearchDatastore_Task, 'duration_secs': 0.008731} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.562641] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22770188-343c-4acb-85ba-3814655a200e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.576990] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 549.576990] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5228ff54-4eba-ae65-aa56-9880abc1a2bc" [ 549.576990] env[63440]: _type = "Task" [ 549.576990] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.587365] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5228ff54-4eba-ae65-aa56-9880abc1a2bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.609967] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2187521-8dc5-4bc4-8586-2b2a891261f7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.618201] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad09cbc-3809-4f50-9ba0-8a4315b31a40 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.662574] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9fd5b8-d3f0-463b-bbc6-3f0adfa7bea5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.672271] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde6f663-26fb-4174-969a-f3d640346dcc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.689510] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660830, 'name': PowerOffVM_Task, 'duration_secs': 0.142746} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.700373] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 549.700665] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 549.705325] env[63440]: DEBUG nova.compute.provider_tree [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 549.707759] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0996565e-bdeb-4b5e-a518-cb7dec62c5b4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.721333] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 549.725634] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-125e190e-5854-4511-b031-50973761ac99 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.756402] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 549.756672] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 549.756939] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Deleting the datastore file [datastore1] 1139d9b4-bd63-4678-9771-21ceeba0466a {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 549.757214] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecead6bd-061b-4816-994f-11025f6ab300 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.766157] env[63440]: DEBUG nova.network.neutron [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Successfully created port: 8ac4ff85-bd71-4cad-924b-229ed44bd235 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 549.780358] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 549.780358] env[63440]: value = "task-2660832" [ 549.780358] env[63440]: _type = "Task" [ 549.780358] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.783988] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "7893db16-55a5-478c-8b9d-71f69791a95b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.784346] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "7893db16-55a5-478c-8b9d-71f69791a95b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.796499] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.850408] env[63440]: DEBUG nova.network.neutron [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Updated VIF entry in instance network info cache for port 4a2b93f5-3520-4975-b725-d45e61adabc7. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 549.850657] env[63440]: DEBUG nova.network.neutron [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Updating instance_info_cache with network_info: [{"id": "4a2b93f5-3520-4975-b725-d45e61adabc7", "address": "fa:16:3e:4a:85:1b", "network": {"id": "730b4557-7e72-4f78-9cd0-373b1d9c31d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-866265707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8925a9d46d254db582d00c6cb5324461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2b93f5-35", "ovs_interfaceid": "4a2b93f5-3520-4975-b725-d45e61adabc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.945634] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2660828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556188} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.946258] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] da0ca831-d17a-4ed3-923e-1cca983410cd/da0ca831-d17a-4ed3-923e-1cca983410cd.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 549.946625] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 549.947577] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4e6ebc7-77e3-441c-bb78-87cd0118d025 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.953643] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 549.953643] env[63440]: value = "task-2660833" [ 549.953643] env[63440]: _type = "Task" [ 549.953643] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.965179] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2660833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.028624] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789365} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.028624] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] f0398dc1-6edc-4245-acc7-b757741bdcf2/f0398dc1-6edc-4245-acc7-b757741bdcf2.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 550.028624] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 550.028624] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90f2cec4-a766-4c58-94b3-07190e4fb62d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.035109] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 550.035109] env[63440]: value = "task-2660834" [ 550.035109] env[63440]: _type = "Task" [ 550.035109] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.044848] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.090123] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5228ff54-4eba-ae65-aa56-9880abc1a2bc, 'name': SearchDatastore_Task, 'duration_secs': 0.048461} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.090850] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.091290] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 9c14ab52-2dac-4684-898d-c73e60c3c468/9c14ab52-2dac-4684-898d-c73e60c3c468.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 550.092023] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.092023] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 550.092383] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2696d5eb-51f3-4b50-9a38-9e7f4781ee86 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.094582] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d30ba7ea-123c-4e1d-9d78-6706f14fd26e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.103347] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 550.103347] env[63440]: value = "task-2660835" [ 550.103347] env[63440]: _type = "Task" [ 550.103347] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.108564] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 550.109299] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 550.110636] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9947aeee-477e-487d-b0d0-891a006859db {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.117294] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2660835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.120272] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 550.120272] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b2cd39-da4a-094e-8d0b-8431e542cce4" [ 550.120272] env[63440]: _type = "Task" [ 550.120272] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.128583] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b2cd39-da4a-094e-8d0b-8431e542cce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.140791] env[63440]: DEBUG nova.network.neutron [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Successfully updated port: 13756f12-1ced-4bf3-b5a7-06673b945bc4 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 550.209395] env[63440]: DEBUG nova.compute.manager [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 550.214324] env[63440]: DEBUG nova.scheduler.client.report [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 550.240506] env[63440]: DEBUG nova.virt.hardware [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 550.240506] env[63440]: DEBUG nova.virt.hardware [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 550.240506] env[63440]: DEBUG nova.virt.hardware [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 550.240857] env[63440]: DEBUG nova.virt.hardware [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 550.240857] env[63440]: DEBUG nova.virt.hardware [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 550.240972] env[63440]: DEBUG nova.virt.hardware [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 550.241270] env[63440]: DEBUG nova.virt.hardware [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 550.241487] env[63440]: DEBUG nova.virt.hardware [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 550.241735] env[63440]: DEBUG nova.virt.hardware [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 550.241886] env[63440]: DEBUG nova.virt.hardware [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 550.242168] env[63440]: DEBUG nova.virt.hardware [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 550.243126] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5165e95d-20f0-403c-b3a6-cdf400c6ac68 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.253442] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407e09d4-bb9f-4e5e-89bb-b235e8609446 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.295654] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102271} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.296062] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 550.296331] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 550.296543] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 550.357118] env[63440]: DEBUG oslo_concurrency.lockutils [req-79564df8-4ec7-4f43-b3c5-58f05f6bb866 req-0d02a548-4357-4386-8cd2-2a7c677b9a13 service nova] Releasing lock "refresh_cache-f0398dc1-6edc-4245-acc7-b757741bdcf2" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.465609] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2660833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081502} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.467495] env[63440]: DEBUG nova.compute.manager [req-33c86a4a-9f72-4a34-aa67-a45976772c08 req-498fb66b-f5aa-4333-9cf4-63bf54a6a493 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Received event network-vif-plugged-8f70c9ce-33dd-4e71-9c9f-20beced5c077 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 550.470567] env[63440]: DEBUG oslo_concurrency.lockutils [req-33c86a4a-9f72-4a34-aa67-a45976772c08 req-498fb66b-f5aa-4333-9cf4-63bf54a6a493 service nova] Acquiring lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.470677] env[63440]: DEBUG oslo_concurrency.lockutils [req-33c86a4a-9f72-4a34-aa67-a45976772c08 req-498fb66b-f5aa-4333-9cf4-63bf54a6a493 service nova] Lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.471024] env[63440]: DEBUG oslo_concurrency.lockutils [req-33c86a4a-9f72-4a34-aa67-a45976772c08 req-498fb66b-f5aa-4333-9cf4-63bf54a6a493 service nova] Lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.471085] env[63440]: DEBUG nova.compute.manager [req-33c86a4a-9f72-4a34-aa67-a45976772c08 req-498fb66b-f5aa-4333-9cf4-63bf54a6a493 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] No waiting events found dispatching network-vif-plugged-8f70c9ce-33dd-4e71-9c9f-20beced5c077 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 550.471268] env[63440]: WARNING nova.compute.manager [req-33c86a4a-9f72-4a34-aa67-a45976772c08 req-498fb66b-f5aa-4333-9cf4-63bf54a6a493 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Received unexpected event network-vif-plugged-8f70c9ce-33dd-4e71-9c9f-20beced5c077 for instance with vm_state building and task_state spawning. [ 550.471429] env[63440]: DEBUG nova.compute.manager [req-33c86a4a-9f72-4a34-aa67-a45976772c08 req-498fb66b-f5aa-4333-9cf4-63bf54a6a493 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Received event network-changed-8f70c9ce-33dd-4e71-9c9f-20beced5c077 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 550.471614] env[63440]: DEBUG nova.compute.manager [req-33c86a4a-9f72-4a34-aa67-a45976772c08 req-498fb66b-f5aa-4333-9cf4-63bf54a6a493 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Refreshing instance network info cache due to event network-changed-8f70c9ce-33dd-4e71-9c9f-20beced5c077. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 550.471816] env[63440]: DEBUG oslo_concurrency.lockutils [req-33c86a4a-9f72-4a34-aa67-a45976772c08 req-498fb66b-f5aa-4333-9cf4-63bf54a6a493 service nova] Acquiring lock "refresh_cache-d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.471948] env[63440]: DEBUG oslo_concurrency.lockutils [req-33c86a4a-9f72-4a34-aa67-a45976772c08 req-498fb66b-f5aa-4333-9cf4-63bf54a6a493 service nova] Acquired lock "refresh_cache-d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.472324] env[63440]: DEBUG nova.network.neutron [req-33c86a4a-9f72-4a34-aa67-a45976772c08 req-498fb66b-f5aa-4333-9cf4-63bf54a6a493 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Refreshing network info cache for port 8f70c9ce-33dd-4e71-9c9f-20beced5c077 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 550.476063] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 550.477033] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afab492f-f29c-41f6-a22b-86ace582a323 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.485977] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] Acquiring lock "25eeac48-2f7e-4564-903d-5d3b1032cc7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.485977] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] Lock "25eeac48-2f7e-4564-903d-5d3b1032cc7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.486407] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] Acquiring lock "25eeac48-2f7e-4564-903d-5d3b1032cc7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.487034] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] Lock "25eeac48-2f7e-4564-903d-5d3b1032cc7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.487132] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] Lock "25eeac48-2f7e-4564-903d-5d3b1032cc7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.490557] env[63440]: INFO nova.compute.manager [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Terminating instance [ 550.542956] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] da0ca831-d17a-4ed3-923e-1cca983410cd/da0ca831-d17a-4ed3-923e-1cca983410cd.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 550.543635] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5101292b-07b5-4b21-8bd0-45e07a9d8d8a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.583085] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070685} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.584609] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 550.584946] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 550.584946] env[63440]: value = "task-2660836" [ 550.584946] env[63440]: _type = "Task" [ 550.584946] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.585670] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5650e21-f63b-4158-90c5-812ca02d1cd8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.611749] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] f0398dc1-6edc-4245-acc7-b757741bdcf2/f0398dc1-6edc-4245-acc7-b757741bdcf2.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 550.615726] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c82c941-14cc-4dac-a46b-631fa1edc18d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.629991] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2660836, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.643022] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b2cd39-da4a-094e-8d0b-8431e542cce4, 'name': SearchDatastore_Task, 'duration_secs': 0.008076} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.646137] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2660835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497204} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.646427] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 550.646427] env[63440]: value = "task-2660837" [ 550.646427] env[63440]: _type = "Task" [ 550.646427] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.646596] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c10d7ec3-16a1-4d8f-ba55-e715cb5aa1cd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.648873] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 9c14ab52-2dac-4684-898d-c73e60c3c468/9c14ab52-2dac-4684-898d-c73e60c3c468.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 550.649093] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 550.649686] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1b90375-1ca5-486f-a062-9ab076a3b332 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.657344] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "refresh_cache-d7718d7e-4911-4905-b135-54291157aded" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.657344] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquired lock "refresh_cache-d7718d7e-4911-4905-b135-54291157aded" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.657344] env[63440]: DEBUG nova.network.neutron [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 550.658412] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 550.658412] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520d7908-48be-d9ff-55d8-798640587130" [ 550.658412] env[63440]: _type = "Task" [ 550.658412] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.661748] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.666424] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 550.666424] env[63440]: value = "task-2660838" [ 550.666424] env[63440]: _type = "Task" [ 550.666424] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.674395] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520d7908-48be-d9ff-55d8-798640587130, 'name': SearchDatastore_Task, 'duration_secs': 0.011054} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.675957] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.675957] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] d735bb99-dc6e-44e8-8cc1-d9b0dee29647/d735bb99-dc6e-44e8-8cc1-d9b0dee29647.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 550.675957] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a589867e-f066-41f8-9794-bd73937f8aa4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.682777] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2660838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.687282] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 550.687282] env[63440]: value = "task-2660839" [ 550.687282] env[63440]: _type = "Task" [ 550.687282] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.696083] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2660839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.722747] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.723276] env[63440]: DEBUG nova.compute.manager [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 550.726318] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.675s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.727770] env[63440]: INFO nova.compute.claims [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 550.998041] env[63440]: DEBUG nova.compute.manager [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 550.998305] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 550.999619] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f534991-dedd-4109-8db1-c7ac90d184ea {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.008659] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 551.008989] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9991c458-211b-4813-9b30-795f4e86890c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.017069] env[63440]: DEBUG oslo_vmware.api [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] Waiting for the task: (returnval){ [ 551.017069] env[63440]: value = "task-2660840" [ 551.017069] env[63440]: _type = "Task" [ 551.017069] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.026603] env[63440]: DEBUG oslo_vmware.api [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] Task: {'id': task-2660840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.099551] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2660836, 'name': ReconfigVM_Task, 'duration_secs': 0.308182} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.100050] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Reconfigured VM instance instance-00000004 to attach disk [datastore2] da0ca831-d17a-4ed3-923e-1cca983410cd/da0ca831-d17a-4ed3-923e-1cca983410cd.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 551.100770] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14a9f86f-221c-446b-a96d-52d240ccc2ef {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.108129] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 551.108129] env[63440]: value = "task-2660841" [ 551.108129] env[63440]: _type = "Task" [ 551.108129] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.118214] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2660841, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.161394] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.175290] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2660838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066482} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.175710] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 551.176653] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd29559b-8f74-423c-b379-98492662d937 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.205139] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 9c14ab52-2dac-4684-898d-c73e60c3c468/9c14ab52-2dac-4684-898d-c73e60c3c468.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 551.211043] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88b95bf2-5bd2-44ba-910a-3569a8a27e23 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.228931] env[63440]: DEBUG nova.network.neutron [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 551.233305] env[63440]: DEBUG nova.compute.utils [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 551.237677] env[63440]: DEBUG nova.compute.manager [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 551.237876] env[63440]: DEBUG nova.network.neutron [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 551.245729] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 551.245729] env[63440]: value = "task-2660842" [ 551.245729] env[63440]: _type = "Task" [ 551.245729] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.246037] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2660839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489569} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.246681] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] d735bb99-dc6e-44e8-8cc1-d9b0dee29647/d735bb99-dc6e-44e8-8cc1-d9b0dee29647.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 551.246885] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 551.252060] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30501c5b-09be-4c80-ae4c-8fbe190477db {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.260437] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2660842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.263089] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 551.263089] env[63440]: value = "task-2660843" [ 551.263089] env[63440]: _type = "Task" [ 551.263089] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.272826] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2660843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.331492] env[63440]: DEBUG nova.virt.hardware [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 551.331747] env[63440]: DEBUG nova.virt.hardware [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 551.331903] env[63440]: DEBUG nova.virt.hardware [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 551.332116] env[63440]: DEBUG nova.virt.hardware [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 551.332288] env[63440]: DEBUG nova.virt.hardware [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 551.332441] env[63440]: DEBUG nova.virt.hardware [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 551.332646] env[63440]: DEBUG nova.virt.hardware [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 551.332808] env[63440]: DEBUG nova.virt.hardware [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 551.332970] env[63440]: DEBUG nova.virt.hardware [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 551.333143] env[63440]: DEBUG nova.virt.hardware [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 551.333344] env[63440]: DEBUG nova.virt.hardware [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 551.334201] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d14daeb-9ef1-4dc1-ad1a-2a4567762553 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.341735] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9583bda8-ed23-4094-86c4-7af60be19329 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.354790] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Instance VIF info [] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 551.360689] env[63440]: DEBUG oslo.service.loopingcall [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 551.360689] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 551.360827] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15135b1b-0d5f-4b1e-84fe-3b3d6e5672bb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.376151] env[63440]: DEBUG nova.policy [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cb83ba797954c2092402042b7999c18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d9d9d54f838427ba5e7116f4aa0247d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 551.378508] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 551.378508] env[63440]: value = "task-2660844" [ 551.378508] env[63440]: _type = "Task" [ 551.378508] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.386987] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660844, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.528014] env[63440]: DEBUG oslo_vmware.api [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] Task: {'id': task-2660840, 'name': PowerOffVM_Task, 'duration_secs': 0.228277} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.528326] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 551.528507] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 551.528781] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3efd11c-8770-4046-9392-6c5b475c853b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.594189] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 551.594451] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 551.594657] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] Deleting the datastore file [datastore1] 25eeac48-2f7e-4564-903d-5d3b1032cc7c {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 551.594917] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c495f402-0673-4e53-bc70-4ff446e704d0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.600763] env[63440]: DEBUG oslo_vmware.api [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] Waiting for the task: (returnval){ [ 551.600763] env[63440]: value = "task-2660846" [ 551.600763] env[63440]: _type = "Task" [ 551.600763] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.608623] env[63440]: DEBUG oslo_vmware.api [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] Task: {'id': task-2660846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.615889] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2660841, 'name': Rename_Task, 'duration_secs': 0.176012} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.616388] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 551.616517] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7cec269-6d41-4551-b866-0dc079a21e64 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.622247] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 551.622247] env[63440]: value = "task-2660847" [ 551.622247] env[63440]: _type = "Task" [ 551.622247] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.629734] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2660847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.660445] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660837, 'name': ReconfigVM_Task, 'duration_secs': 0.6807} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.660819] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Reconfigured VM instance instance-00000006 to attach disk [datastore2] f0398dc1-6edc-4245-acc7-b757741bdcf2/f0398dc1-6edc-4245-acc7-b757741bdcf2.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 551.661447] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f08d3439-7bf8-46fd-ad6b-0f5636656e4f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.667256] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 551.667256] env[63440]: value = "task-2660848" [ 551.667256] env[63440]: _type = "Task" [ 551.667256] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.675430] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660848, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.740852] env[63440]: DEBUG nova.compute.manager [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 551.772989] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2660842, 'name': ReconfigVM_Task, 'duration_secs': 0.319175} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.778124] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 9c14ab52-2dac-4684-898d-c73e60c3c468/9c14ab52-2dac-4684-898d-c73e60c3c468.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 551.782799] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a591f562-d785-48cc-894b-0002790b754d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.796334] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2660843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066658} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.798652] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 551.799366] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 551.799366] env[63440]: value = "task-2660849" [ 551.799366] env[63440]: _type = "Task" [ 551.799366] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.801303] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c88351-4c18-410b-b961-31a1b3c32548 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.858872] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] d735bb99-dc6e-44e8-8cc1-d9b0dee29647/d735bb99-dc6e-44e8-8cc1-d9b0dee29647.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 551.869230] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbb2b37f-34a7-4f3b-b47f-b0ee57c811e4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.894747] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2660849, 'name': Rename_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.905308] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660844, 'name': CreateVM_Task, 'duration_secs': 0.35871} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.906329] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 551.906986] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 551.906986] env[63440]: value = "task-2660850" [ 551.906986] env[63440]: _type = "Task" [ 551.906986] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.907158] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.907198] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.907503] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.907922] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9917236f-44a6-4afa-89c8-3e6e209f3557 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.914097] env[63440]: DEBUG nova.network.neutron [req-33c86a4a-9f72-4a34-aa67-a45976772c08 req-498fb66b-f5aa-4333-9cf4-63bf54a6a493 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Updated VIF entry in instance network info cache for port 8f70c9ce-33dd-4e71-9c9f-20beced5c077. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 551.914589] env[63440]: DEBUG nova.network.neutron [req-33c86a4a-9f72-4a34-aa67-a45976772c08 req-498fb66b-f5aa-4333-9cf4-63bf54a6a493 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Updating instance_info_cache with network_info: [{"id": "8f70c9ce-33dd-4e71-9c9f-20beced5c077", "address": "fa:16:3e:d1:70:65", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f70c9ce-33", "ovs_interfaceid": "8f70c9ce-33dd-4e71-9c9f-20beced5c077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.921529] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 551.921529] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5269c5af-b06f-2b33-974e-2e63af2711f5" [ 551.921529] env[63440]: _type = "Task" [ 551.921529] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.922964] env[63440]: DEBUG nova.network.neutron [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Updating instance_info_cache with network_info: [{"id": "13756f12-1ced-4bf3-b5a7-06673b945bc4", "address": "fa:16:3e:d5:16:7b", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13756f12-1c", "ovs_interfaceid": "13756f12-1ced-4bf3-b5a7-06673b945bc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.928939] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2660850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.936548] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5269c5af-b06f-2b33-974e-2e63af2711f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009345} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.936947] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.937188] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 551.937413] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.937557] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.937723] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 551.938361] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e139d6c-319f-48bd-9fa5-7d578efb6701 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.947345] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 551.947527] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 551.948932] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8035d9dc-c2ac-49cd-a169-ec20086e2f4e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.954525] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 551.954525] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5245e563-356f-de89-876a-58b2b8af3256" [ 551.954525] env[63440]: _type = "Task" [ 551.954525] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.962544] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5245e563-356f-de89-876a-58b2b8af3256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.020322] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Acquiring lock "94667ac7-3f46-4a26-a62f-132dcab3ac5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.020522] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Lock "94667ac7-3f46-4a26-a62f-132dcab3ac5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.117495] env[63440]: DEBUG oslo_vmware.api [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] Task: {'id': task-2660846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21973} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.118117] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 552.118529] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 552.118722] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 552.118825] env[63440]: INFO nova.compute.manager [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 552.119080] env[63440]: DEBUG oslo.service.loopingcall [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 552.119284] env[63440]: DEBUG nova.compute.manager [-] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 552.119748] env[63440]: DEBUG nova.network.neutron [-] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 552.135385] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2660847, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.178360] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660848, 'name': Rename_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.214039] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f634dad-f19c-4f86-8330-903df83e7a24 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.225786] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0dc5e4-1fd6-46f8-88ac-3b0e78ab27fa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.262946] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bf575d-c9eb-45a9-b51e-e8c09cdcc945 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.271364] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed084608-b96a-45db-9d76-e3de221103c8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.286051] env[63440]: DEBUG nova.compute.provider_tree [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 552.314912] env[63440]: DEBUG nova.network.neutron [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Successfully created port: ac5760e8-5032-45c1-a85c-30b5237c0ce6 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 552.320661] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2660849, 'name': Rename_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.355774] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "c5462524-b503-4578-91a4-a8c0b4589ff7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.357395] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "c5462524-b503-4578-91a4-a8c0b4589ff7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.418478] env[63440]: DEBUG oslo_concurrency.lockutils [req-33c86a4a-9f72-4a34-aa67-a45976772c08 req-498fb66b-f5aa-4333-9cf4-63bf54a6a493 service nova] Releasing lock "refresh_cache-d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.418906] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2660850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.427996] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Releasing lock "refresh_cache-d7718d7e-4911-4905-b135-54291157aded" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.428302] env[63440]: DEBUG nova.compute.manager [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Instance network_info: |[{"id": "13756f12-1ced-4bf3-b5a7-06673b945bc4", "address": "fa:16:3e:d5:16:7b", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13756f12-1c", "ovs_interfaceid": "13756f12-1ced-4bf3-b5a7-06673b945bc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 552.428708] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:16:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13756f12-1ced-4bf3-b5a7-06673b945bc4', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 552.437818] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Creating folder: Project (b260f3a9c07b422ead624e350f0d096d). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 552.439886] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92660914-6f2d-40d1-a5de-ce78980111f6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.452814] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Created folder: Project (b260f3a9c07b422ead624e350f0d096d) in parent group-v536546. [ 552.453041] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Creating folder: Instances. Parent ref: group-v536569. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 552.453320] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80fbee09-fd51-486f-a081-34793799be19 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.464464] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5245e563-356f-de89-876a-58b2b8af3256, 'name': SearchDatastore_Task, 'duration_secs': 0.007826} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.465309] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf7f2d34-b85e-49fb-8478-685c996f8494 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.470165] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Created folder: Instances in parent group-v536569. [ 552.470165] env[63440]: DEBUG oslo.service.loopingcall [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 552.470165] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7718d7e-4911-4905-b135-54291157aded] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 552.470165] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-030b076a-3807-442a-9bb7-1d6050f6bd99 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.485895] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 552.485895] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e5d46d-a235-08b2-e22b-36910a30d822" [ 552.485895] env[63440]: _type = "Task" [ 552.485895] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.493895] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 552.493895] env[63440]: value = "task-2660853" [ 552.493895] env[63440]: _type = "Task" [ 552.493895] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.498059] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e5d46d-a235-08b2-e22b-36910a30d822, 'name': SearchDatastore_Task, 'duration_secs': 0.019722} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.498902] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.499231] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 1139d9b4-bd63-4678-9771-21ceeba0466a/1139d9b4-bd63-4678-9771-21ceeba0466a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 552.499487] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bcbd62a-5234-4c73-bbc9-62437b8eaae4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.507009] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660853, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.511733] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 552.511733] env[63440]: value = "task-2660854" [ 552.511733] env[63440]: _type = "Task" [ 552.511733] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.523498] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.529312] env[63440]: DEBUG nova.network.neutron [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Successfully updated port: 8ac4ff85-bd71-4cad-924b-229ed44bd235 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 552.635718] env[63440]: DEBUG oslo_vmware.api [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2660847, 'name': PowerOnVM_Task, 'duration_secs': 0.53912} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.636215] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 552.636533] env[63440]: INFO nova.compute.manager [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Took 14.27 seconds to spawn the instance on the hypervisor. [ 552.636817] env[63440]: DEBUG nova.compute.manager [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 552.638327] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d96edfb-ab0c-416d-977a-1f47da242589 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.681352] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660848, 'name': Rename_Task, 'duration_secs': 0.849853} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.681680] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 552.681951] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21b02c17-1d45-4677-a18b-2faac84937e1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.691823] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 552.691823] env[63440]: value = "task-2660855" [ 552.691823] env[63440]: _type = "Task" [ 552.691823] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.701102] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.768126] env[63440]: DEBUG nova.compute.manager [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 552.790734] env[63440]: DEBUG nova.scheduler.client.report [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 552.811369] env[63440]: DEBUG nova.virt.hardware [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:42:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='308599440',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2132442065',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 552.811700] env[63440]: DEBUG nova.virt.hardware [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 552.811911] env[63440]: DEBUG nova.virt.hardware [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 552.812424] env[63440]: DEBUG nova.virt.hardware [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 552.812666] env[63440]: DEBUG nova.virt.hardware [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 552.812867] env[63440]: DEBUG nova.virt.hardware [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 552.813171] env[63440]: DEBUG nova.virt.hardware [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 552.813394] env[63440]: DEBUG nova.virt.hardware [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 552.813614] env[63440]: DEBUG nova.virt.hardware [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 552.813821] env[63440]: DEBUG nova.virt.hardware [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 552.814094] env[63440]: DEBUG nova.virt.hardware [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 552.816656] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e499be8-7c16-4ab1-8334-c76f3bc94bf1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.828434] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Acquiring lock "7812a5c4-322f-4846-8305-c77ed6227228" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.828597] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Lock "7812a5c4-322f-4846-8305-c77ed6227228" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.835246] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2660849, 'name': Rename_Task, 'duration_secs': 0.982629} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.838461] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 552.838850] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e123c2f-301b-466e-a1d7-2feb6da0d98f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.841913] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5e5a36-d162-4d05-b058-fcb852f5cbc3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.859751] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 552.859751] env[63440]: value = "task-2660856" [ 552.859751] env[63440]: _type = "Task" [ 552.859751] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.870974] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2660856, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.919797] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2660850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.003204] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660853, 'name': CreateVM_Task, 'duration_secs': 0.340827} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.005023] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7718d7e-4911-4905-b135-54291157aded] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 553.005023] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.005023] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.005245] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.005543] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40cd1012-e436-4c58-b7f1-a17a56bcbff9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.012462] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 553.012462] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52569622-e322-2dd9-8eda-27e19e62b422" [ 553.012462] env[63440]: _type = "Task" [ 553.012462] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.026953] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660854, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.031112] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52569622-e322-2dd9-8eda-27e19e62b422, 'name': SearchDatastore_Task, 'duration_secs': 0.010016} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.031291] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.031507] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 553.031782] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.031906] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.032169] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 553.032660] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "refresh_cache-8ab7e489-8903-4f78-8da8-72604cea31ed" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.032751] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired lock "refresh_cache-8ab7e489-8903-4f78-8da8-72604cea31ed" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.032899] env[63440]: DEBUG nova.network.neutron [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 553.036523] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-627fefd8-03cd-41f9-9144-c8191c35091e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.043377] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 553.043557] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 553.044285] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6020e0af-0e10-41a6-821b-1e7a87f05035 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.050184] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 553.050184] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ef7eb0-72eb-ec22-9bee-73b0a78b2c4f" [ 553.050184] env[63440]: _type = "Task" [ 553.050184] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.059635] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ef7eb0-72eb-ec22-9bee-73b0a78b2c4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.159807] env[63440]: INFO nova.compute.manager [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Took 24.15 seconds to build instance. [ 553.204662] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660855, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.299928] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.301110] env[63440]: DEBUG nova.compute.manager [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 553.303765] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.236s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.308036] env[63440]: INFO nova.compute.claims [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 553.370985] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2660856, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.420930] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2660850, 'name': ReconfigVM_Task, 'duration_secs': 1.066661} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.420930] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Reconfigured VM instance instance-00000007 to attach disk [datastore2] d735bb99-dc6e-44e8-8cc1-d9b0dee29647/d735bb99-dc6e-44e8-8cc1-d9b0dee29647.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 553.420930] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5178041-3439-4651-ac54-a14ee6141f4e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.425485] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 553.425485] env[63440]: value = "task-2660857" [ 553.425485] env[63440]: _type = "Task" [ 553.425485] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.433785] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2660857, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.473477] env[63440]: DEBUG nova.network.neutron [-] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 553.527085] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51663} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.527085] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 1139d9b4-bd63-4678-9771-21ceeba0466a/1139d9b4-bd63-4678-9771-21ceeba0466a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 553.527085] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 553.527085] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6616345c-2933-4df4-a785-df20c74b65f0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.534733] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 553.534733] env[63440]: value = "task-2660858" [ 553.534733] env[63440]: _type = "Task" [ 553.534733] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.546764] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.566083] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ef7eb0-72eb-ec22-9bee-73b0a78b2c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.566885] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-715a6b98-34c2-46fd-9eeb-8a122a839e0c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.575869] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 553.575869] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f96163-8f0e-cefd-bb12-b0e3fd498ec1" [ 553.575869] env[63440]: _type = "Task" [ 553.575869] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.585546] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f96163-8f0e-cefd-bb12-b0e3fd498ec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.663251] env[63440]: DEBUG nova.network.neutron [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 553.668461] env[63440]: DEBUG oslo_concurrency.lockutils [None req-78bf348c-26c1-40d1-9ca5-aad100faccbe tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lock "da0ca831-d17a-4ed3-923e-1cca983410cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.666s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.705275] env[63440]: DEBUG oslo_vmware.api [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660855, 'name': PowerOnVM_Task, 'duration_secs': 0.554798} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.705533] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 553.705724] env[63440]: INFO nova.compute.manager [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Took 10.73 seconds to spawn the instance on the hypervisor. [ 553.705897] env[63440]: DEBUG nova.compute.manager [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 553.706698] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7284da3-4340-492a-88e0-0040d4bc2317 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.813727] env[63440]: DEBUG nova.compute.utils [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 553.819022] env[63440]: DEBUG nova.compute.manager [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 553.819773] env[63440]: DEBUG nova.network.neutron [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 553.871607] env[63440]: DEBUG oslo_vmware.api [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2660856, 'name': PowerOnVM_Task, 'duration_secs': 0.55405} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.871607] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 553.871607] env[63440]: INFO nova.compute.manager [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Took 13.23 seconds to spawn the instance on the hypervisor. [ 553.871607] env[63440]: DEBUG nova.compute.manager [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 553.872181] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c26caf-c2ae-4050-bc30-38d49146d806 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.919225] env[63440]: DEBUG nova.compute.manager [req-7e752852-6e26-45ce-86c6-ee692faf53a8 req-3544799d-a1f2-4837-9093-6c7c9c598b2e service nova] [instance: d7718d7e-4911-4905-b135-54291157aded] Received event network-vif-plugged-13756f12-1ced-4bf3-b5a7-06673b945bc4 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 553.919517] env[63440]: DEBUG oslo_concurrency.lockutils [req-7e752852-6e26-45ce-86c6-ee692faf53a8 req-3544799d-a1f2-4837-9093-6c7c9c598b2e service nova] Acquiring lock "d7718d7e-4911-4905-b135-54291157aded-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.919655] env[63440]: DEBUG oslo_concurrency.lockutils [req-7e752852-6e26-45ce-86c6-ee692faf53a8 req-3544799d-a1f2-4837-9093-6c7c9c598b2e service nova] Lock "d7718d7e-4911-4905-b135-54291157aded-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.919824] env[63440]: DEBUG oslo_concurrency.lockutils [req-7e752852-6e26-45ce-86c6-ee692faf53a8 req-3544799d-a1f2-4837-9093-6c7c9c598b2e service nova] Lock "d7718d7e-4911-4905-b135-54291157aded-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.920085] env[63440]: DEBUG nova.compute.manager [req-7e752852-6e26-45ce-86c6-ee692faf53a8 req-3544799d-a1f2-4837-9093-6c7c9c598b2e service nova] [instance: d7718d7e-4911-4905-b135-54291157aded] No waiting events found dispatching network-vif-plugged-13756f12-1ced-4bf3-b5a7-06673b945bc4 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 553.922375] env[63440]: WARNING nova.compute.manager [req-7e752852-6e26-45ce-86c6-ee692faf53a8 req-3544799d-a1f2-4837-9093-6c7c9c598b2e service nova] [instance: d7718d7e-4911-4905-b135-54291157aded] Received unexpected event network-vif-plugged-13756f12-1ced-4bf3-b5a7-06673b945bc4 for instance with vm_state building and task_state spawning. [ 553.922593] env[63440]: DEBUG nova.compute.manager [req-7e752852-6e26-45ce-86c6-ee692faf53a8 req-3544799d-a1f2-4837-9093-6c7c9c598b2e service nova] [instance: d7718d7e-4911-4905-b135-54291157aded] Received event network-changed-13756f12-1ced-4bf3-b5a7-06673b945bc4 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 553.922763] env[63440]: DEBUG nova.compute.manager [req-7e752852-6e26-45ce-86c6-ee692faf53a8 req-3544799d-a1f2-4837-9093-6c7c9c598b2e service nova] [instance: d7718d7e-4911-4905-b135-54291157aded] Refreshing instance network info cache due to event network-changed-13756f12-1ced-4bf3-b5a7-06673b945bc4. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 553.923477] env[63440]: DEBUG oslo_concurrency.lockutils [req-7e752852-6e26-45ce-86c6-ee692faf53a8 req-3544799d-a1f2-4837-9093-6c7c9c598b2e service nova] Acquiring lock "refresh_cache-d7718d7e-4911-4905-b135-54291157aded" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.923477] env[63440]: DEBUG oslo_concurrency.lockutils [req-7e752852-6e26-45ce-86c6-ee692faf53a8 req-3544799d-a1f2-4837-9093-6c7c9c598b2e service nova] Acquired lock "refresh_cache-d7718d7e-4911-4905-b135-54291157aded" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.923477] env[63440]: DEBUG nova.network.neutron [req-7e752852-6e26-45ce-86c6-ee692faf53a8 req-3544799d-a1f2-4837-9093-6c7c9c598b2e service nova] [instance: d7718d7e-4911-4905-b135-54291157aded] Refreshing network info cache for port 13756f12-1ced-4bf3-b5a7-06673b945bc4 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 553.942994] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2660857, 'name': Rename_Task, 'duration_secs': 0.389285} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.943404] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 553.944576] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c7d3ba6-9d99-4c69-872f-45cfca124a3a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.951363] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 553.951363] env[63440]: value = "task-2660859" [ 553.951363] env[63440]: _type = "Task" [ 553.951363] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.959907] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2660859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.978742] env[63440]: INFO nova.compute.manager [-] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Took 1.86 seconds to deallocate network for instance. [ 554.009884] env[63440]: DEBUG nova.policy [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2027937fa6b84ca0acfac0ee9bdd2fac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d7d5d9cd27b49c4a6fd219c8b62442d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 554.045115] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154522} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.045254] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 554.046056] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e46384-e918-4a63-ab3b-8f0db486c54a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.072095] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 1139d9b4-bd63-4678-9771-21ceeba0466a/1139d9b4-bd63-4678-9771-21ceeba0466a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 554.072945] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcd89f95-d8b9-444d-8bec-017f08cd305b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.098068] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f96163-8f0e-cefd-bb12-b0e3fd498ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.02316} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.099421] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.099675] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] d7718d7e-4911-4905-b135-54291157aded/d7718d7e-4911-4905-b135-54291157aded.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 554.099983] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 554.099983] env[63440]: value = "task-2660860" [ 554.099983] env[63440]: _type = "Task" [ 554.099983] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.100241] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a07567ad-568f-4352-bd92-75e6bdda0c44 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.111028] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.112327] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 554.112327] env[63440]: value = "task-2660861" [ 554.112327] env[63440]: _type = "Task" [ 554.112327] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.121587] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2660861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.155473] env[63440]: DEBUG oslo_concurrency.lockutils [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Acquiring lock "e9a255d5-16dc-462d-9cc3-19aceb9607dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.155899] env[63440]: DEBUG oslo_concurrency.lockutils [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Lock "e9a255d5-16dc-462d-9cc3-19aceb9607dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.171299] env[63440]: DEBUG nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 554.228348] env[63440]: INFO nova.compute.manager [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Took 24.08 seconds to build instance. [ 554.270251] env[63440]: DEBUG nova.network.neutron [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Updating instance_info_cache with network_info: [{"id": "8ac4ff85-bd71-4cad-924b-229ed44bd235", "address": "fa:16:3e:cd:3c:6c", "network": {"id": "730b4557-7e72-4f78-9cd0-373b1d9c31d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-866265707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8925a9d46d254db582d00c6cb5324461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ac4ff85-bd", "ovs_interfaceid": "8ac4ff85-bd71-4cad-924b-229ed44bd235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.325537] env[63440]: DEBUG nova.compute.manager [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 554.403018] env[63440]: INFO nova.compute.manager [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Took 24.83 seconds to build instance. [ 554.470825] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2660859, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.489714] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.542183] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "bdf3bd7f-d77d-41e0-877d-0b9e31d416e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.542183] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "bdf3bd7f-d77d-41e0-877d-0b9e31d416e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.627021] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.635792] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2660861, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.700388] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.730092] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ec7fed3-2b8c-43a7-8c22-26108faf9595 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "f0398dc1-6edc-4245-acc7-b757741bdcf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.593s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.775110] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Releasing lock "refresh_cache-8ab7e489-8903-4f78-8da8-72604cea31ed" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.775704] env[63440]: DEBUG nova.compute.manager [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Instance network_info: |[{"id": "8ac4ff85-bd71-4cad-924b-229ed44bd235", "address": "fa:16:3e:cd:3c:6c", "network": {"id": "730b4557-7e72-4f78-9cd0-373b1d9c31d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-866265707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8925a9d46d254db582d00c6cb5324461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ac4ff85-bd", "ovs_interfaceid": "8ac4ff85-bd71-4cad-924b-229ed44bd235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 554.776459] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:3c:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ac4ff85-bd71-4cad-924b-229ed44bd235', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 554.788802] env[63440]: DEBUG oslo.service.loopingcall [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 554.789746] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 554.789746] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09ad4776-fb3a-4bc4-b78a-fb2963175a82 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.817889] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 554.817889] env[63440]: value = "task-2660862" [ 554.817889] env[63440]: _type = "Task" [ 554.817889] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.828981] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660862, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.846175] env[63440]: DEBUG nova.network.neutron [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Successfully updated port: ac5760e8-5032-45c1-a85c-30b5237c0ce6 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 554.906892] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dface19b-ab7e-4d86-adbc-64ece7f1921c tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "9c14ab52-2dac-4684-898d-c73e60c3c468" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.346s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.962176] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39fb235-3b3a-4f10-a6c0-b331440a03cf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.969040] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2660859, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.975711] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfd3e17-6920-44a5-9136-8d3f785d769a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.015045] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860cb76d-a2c5-4324-9941-8d6961ea6c19 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.022842] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0cc0a5-e9aa-4f5c-ac5f-46bf7e97a6f3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.045785] env[63440]: DEBUG nova.compute.provider_tree [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 555.114760] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.139875] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2660861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788427} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.140215] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] d7718d7e-4911-4905-b135-54291157aded/d7718d7e-4911-4905-b135-54291157aded.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 555.140500] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 555.140763] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b028785-5b67-4e2d-ad43-e660a59bbeac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.147982] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 555.147982] env[63440]: value = "task-2660863" [ 555.147982] env[63440]: _type = "Task" [ 555.147982] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.157901] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2660863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.236683] env[63440]: DEBUG nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 555.328262] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660862, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.349701] env[63440]: DEBUG nova.compute.manager [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 555.351426] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquiring lock "refresh_cache-6bad7893-30cb-40f2-9077-f05da996be69" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.351786] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquired lock "refresh_cache-6bad7893-30cb-40f2-9077-f05da996be69" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.352316] env[63440]: DEBUG nova.network.neutron [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 555.390472] env[63440]: DEBUG nova.virt.hardware [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 555.391163] env[63440]: DEBUG nova.virt.hardware [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 555.391163] env[63440]: DEBUG nova.virt.hardware [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 555.391163] env[63440]: DEBUG nova.virt.hardware [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 555.391343] env[63440]: DEBUG nova.virt.hardware [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 555.391510] env[63440]: DEBUG nova.virt.hardware [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 555.391979] env[63440]: DEBUG nova.virt.hardware [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 555.392196] env[63440]: DEBUG nova.virt.hardware [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 555.392378] env[63440]: DEBUG nova.virt.hardware [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 555.392544] env[63440]: DEBUG nova.virt.hardware [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 555.392718] env[63440]: DEBUG nova.virt.hardware [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 555.394136] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf40b36-8976-47ec-91e2-66c3ce4e114c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.399785] env[63440]: DEBUG nova.network.neutron [req-7e752852-6e26-45ce-86c6-ee692faf53a8 req-3544799d-a1f2-4837-9093-6c7c9c598b2e service nova] [instance: d7718d7e-4911-4905-b135-54291157aded] Updated VIF entry in instance network info cache for port 13756f12-1ced-4bf3-b5a7-06673b945bc4. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 555.399785] env[63440]: DEBUG nova.network.neutron [req-7e752852-6e26-45ce-86c6-ee692faf53a8 req-3544799d-a1f2-4837-9093-6c7c9c598b2e service nova] [instance: d7718d7e-4911-4905-b135-54291157aded] Updating instance_info_cache with network_info: [{"id": "13756f12-1ced-4bf3-b5a7-06673b945bc4", "address": "fa:16:3e:d5:16:7b", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13756f12-1c", "ovs_interfaceid": "13756f12-1ced-4bf3-b5a7-06673b945bc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.406325] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094e8812-ec2f-4019-af9c-a014b996bd25 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.411037] env[63440]: DEBUG nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 555.428520] env[63440]: DEBUG nova.network.neutron [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Successfully created port: 685221a2-0314-4ca1-82a2-f9089a073f82 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 555.467988] env[63440]: DEBUG oslo_vmware.api [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2660859, 'name': PowerOnVM_Task, 'duration_secs': 1.42658} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.468357] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 555.468618] env[63440]: INFO nova.compute.manager [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Took 10.12 seconds to spawn the instance on the hypervisor. [ 555.468768] env[63440]: DEBUG nova.compute.manager [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 555.470023] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dff82d-6877-48c2-ae68-301bf7aaa5f4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.549120] env[63440]: DEBUG nova.scheduler.client.report [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 555.619047] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660860, 'name': ReconfigVM_Task, 'duration_secs': 1.029162} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.619343] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 1139d9b4-bd63-4678-9771-21ceeba0466a/1139d9b4-bd63-4678-9771-21ceeba0466a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 555.619941] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31f7818a-0a9d-420d-b635-f9a25110a215 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.631023] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 555.631023] env[63440]: value = "task-2660864" [ 555.631023] env[63440]: _type = "Task" [ 555.631023] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.639232] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660864, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.659892] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2660863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097541} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.659965] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 555.663334] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405712fe-81e8-4693-a720-1c6f02a3bb73 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.690307] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] d7718d7e-4911-4905-b135-54291157aded/d7718d7e-4911-4905-b135-54291157aded.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 555.690628] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2182c09f-a1a9-4698-803f-c8e217f6d8c7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.711235] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 555.711235] env[63440]: value = "task-2660865" [ 555.711235] env[63440]: _type = "Task" [ 555.711235] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.723214] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2660865, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.757899] env[63440]: DEBUG nova.compute.manager [req-1821d41f-ebdb-49d7-affe-1e111f3f4c9e req-af320534-78b6-48f6-978a-6cbaf3a9a966 service nova] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Received event network-vif-plugged-ac5760e8-5032-45c1-a85c-30b5237c0ce6 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 555.758218] env[63440]: DEBUG oslo_concurrency.lockutils [req-1821d41f-ebdb-49d7-affe-1e111f3f4c9e req-af320534-78b6-48f6-978a-6cbaf3a9a966 service nova] Acquiring lock "6bad7893-30cb-40f2-9077-f05da996be69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.758454] env[63440]: DEBUG oslo_concurrency.lockutils [req-1821d41f-ebdb-49d7-affe-1e111f3f4c9e req-af320534-78b6-48f6-978a-6cbaf3a9a966 service nova] Lock "6bad7893-30cb-40f2-9077-f05da996be69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.758663] env[63440]: DEBUG oslo_concurrency.lockutils [req-1821d41f-ebdb-49d7-affe-1e111f3f4c9e req-af320534-78b6-48f6-978a-6cbaf3a9a966 service nova] Lock "6bad7893-30cb-40f2-9077-f05da996be69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.759185] env[63440]: DEBUG nova.compute.manager [req-1821d41f-ebdb-49d7-affe-1e111f3f4c9e req-af320534-78b6-48f6-978a-6cbaf3a9a966 service nova] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] No waiting events found dispatching network-vif-plugged-ac5760e8-5032-45c1-a85c-30b5237c0ce6 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 555.759185] env[63440]: WARNING nova.compute.manager [req-1821d41f-ebdb-49d7-affe-1e111f3f4c9e req-af320534-78b6-48f6-978a-6cbaf3a9a966 service nova] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Received unexpected event network-vif-plugged-ac5760e8-5032-45c1-a85c-30b5237c0ce6 for instance with vm_state building and task_state spawning. [ 555.776418] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.830083] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660862, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.903210] env[63440]: DEBUG oslo_concurrency.lockutils [req-7e752852-6e26-45ce-86c6-ee692faf53a8 req-3544799d-a1f2-4837-9093-6c7c9c598b2e service nova] Releasing lock "refresh_cache-d7718d7e-4911-4905-b135-54291157aded" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.903747] env[63440]: DEBUG nova.compute.manager [req-7e752852-6e26-45ce-86c6-ee692faf53a8 req-3544799d-a1f2-4837-9093-6c7c9c598b2e service nova] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Received event network-vif-plugged-8ac4ff85-bd71-4cad-924b-229ed44bd235 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 555.904158] env[63440]: DEBUG oslo_concurrency.lockutils [req-7e752852-6e26-45ce-86c6-ee692faf53a8 req-3544799d-a1f2-4837-9093-6c7c9c598b2e service nova] Acquiring lock "8ab7e489-8903-4f78-8da8-72604cea31ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.904309] env[63440]: DEBUG oslo_concurrency.lockutils [req-7e752852-6e26-45ce-86c6-ee692faf53a8 req-3544799d-a1f2-4837-9093-6c7c9c598b2e service nova] Lock "8ab7e489-8903-4f78-8da8-72604cea31ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.904544] env[63440]: DEBUG oslo_concurrency.lockutils [req-7e752852-6e26-45ce-86c6-ee692faf53a8 req-3544799d-a1f2-4837-9093-6c7c9c598b2e service nova] Lock "8ab7e489-8903-4f78-8da8-72604cea31ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.905385] env[63440]: DEBUG nova.compute.manager [req-7e752852-6e26-45ce-86c6-ee692faf53a8 req-3544799d-a1f2-4837-9093-6c7c9c598b2e service nova] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] No waiting events found dispatching network-vif-plugged-8ac4ff85-bd71-4cad-924b-229ed44bd235 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 555.905385] env[63440]: WARNING nova.compute.manager [req-7e752852-6e26-45ce-86c6-ee692faf53a8 req-3544799d-a1f2-4837-9093-6c7c9c598b2e service nova] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Received unexpected event network-vif-plugged-8ac4ff85-bd71-4cad-924b-229ed44bd235 for instance with vm_state building and task_state spawning. [ 555.943122] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.990835] env[63440]: INFO nova.compute.manager [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Took 25.79 seconds to build instance. [ 556.059985] env[63440]: DEBUG nova.network.neutron [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 556.062641] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.065019] env[63440]: DEBUG nova.compute.manager [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 556.065959] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.799s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.150355] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660864, 'name': Rename_Task, 'duration_secs': 0.276897} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.150355] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 556.150355] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd8fed18-3dcf-4f7a-95eb-b6b2d086f0f9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.156387] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 556.156387] env[63440]: value = "task-2660866" [ 556.156387] env[63440]: _type = "Task" [ 556.156387] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.167656] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.222706] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2660865, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.333138] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660862, 'name': CreateVM_Task, 'duration_secs': 1.386913} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.334885] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 556.335694] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.335877] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.336280] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.336579] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbb185a9-8033-4110-8b14-aed4e081eb49 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.344247] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 556.344247] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5271dc26-64d4-fe79-8697-ace3f68a5701" [ 556.344247] env[63440]: _type = "Task" [ 556.344247] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.354994] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5271dc26-64d4-fe79-8697-ace3f68a5701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.489649] env[63440]: DEBUG nova.network.neutron [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Updating instance_info_cache with network_info: [{"id": "ac5760e8-5032-45c1-a85c-30b5237c0ce6", "address": "fa:16:3e:af:5f:b4", "network": {"id": "381a3bfc-b1b6-4a0d-9db6-bd9611005549", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1844457221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9d9d54f838427ba5e7116f4aa0247d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5760e8-50", "ovs_interfaceid": "ac5760e8-5032-45c1-a85c-30b5237c0ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.495759] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af9c3ec5-0516-4cf7-96fe-ee7db7fb0d32 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.306s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.583030] env[63440]: DEBUG nova.compute.utils [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 556.584552] env[63440]: DEBUG nova.compute.manager [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 556.585026] env[63440]: DEBUG nova.network.neutron [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 556.671974] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660866, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.726994] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2660865, 'name': ReconfigVM_Task, 'duration_secs': 0.515849} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.726994] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Reconfigured VM instance instance-00000008 to attach disk [datastore2] d7718d7e-4911-4905-b135-54291157aded/d7718d7e-4911-4905-b135-54291157aded.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 556.727638] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e71c3db-6415-419e-8381-20cb77ec787f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.735312] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 556.735312] env[63440]: value = "task-2660867" [ 556.735312] env[63440]: _type = "Task" [ 556.735312] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.744966] env[63440]: DEBUG nova.policy [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '690e0e3657c6489bb523721a4fcc1464', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39d077aa43e446f5afe6b1403967018b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 556.751657] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2660867, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.857070] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5271dc26-64d4-fe79-8697-ace3f68a5701, 'name': SearchDatastore_Task, 'duration_secs': 0.012083} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.857458] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.857742] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 556.858020] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.858231] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.858446] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 556.858722] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-599d4b68-ac3b-471a-8a47-54de995a056e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.869348] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 556.869348] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 556.869348] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584af0af-a11f-4f89-98da-5572a897bcbf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.878167] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 556.878167] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ee3f90-a20e-f312-b596-87e85f0be78a" [ 556.878167] env[63440]: _type = "Task" [ 556.878167] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.895018] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ee3f90-a20e-f312-b596-87e85f0be78a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.997218] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Releasing lock "refresh_cache-6bad7893-30cb-40f2-9077-f05da996be69" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.997481] env[63440]: DEBUG nova.compute.manager [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Instance network_info: |[{"id": "ac5760e8-5032-45c1-a85c-30b5237c0ce6", "address": "fa:16:3e:af:5f:b4", "network": {"id": "381a3bfc-b1b6-4a0d-9db6-bd9611005549", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1844457221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9d9d54f838427ba5e7116f4aa0247d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5760e8-50", "ovs_interfaceid": "ac5760e8-5032-45c1-a85c-30b5237c0ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 556.997825] env[63440]: DEBUG nova.compute.manager [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 557.003121] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:5f:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac5760e8-5032-45c1-a85c-30b5237c0ce6', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 557.018634] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Creating folder: Project (3d9d9d54f838427ba5e7116f4aa0247d). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 557.022685] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-325a11fe-ec4c-47be-90cd-b1ef2ec625c1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.041018] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Created folder: Project (3d9d9d54f838427ba5e7116f4aa0247d) in parent group-v536546. [ 557.041018] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Creating folder: Instances. Parent ref: group-v536573. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 557.041018] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12a010a3-e613-4caf-8594-8914bc1e4bee {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.055034] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Created folder: Instances in parent group-v536573. [ 557.055034] env[63440]: DEBUG oslo.service.loopingcall [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 557.055034] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 557.055379] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b08e597-5b5d-4c8b-bdac-ff4ecd27f613 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.082469] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 557.082469] env[63440]: value = "task-2660870" [ 557.082469] env[63440]: _type = "Task" [ 557.082469] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.092427] env[63440]: DEBUG nova.compute.manager [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 557.101163] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660870, 'name': CreateVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.169895] env[63440]: DEBUG oslo_vmware.api [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660866, 'name': PowerOnVM_Task, 'duration_secs': 0.719826} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.169895] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 557.169895] env[63440]: DEBUG nova.compute.manager [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 557.170618] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b08cec-2a4b-44b6-a11c-3e363a651fcf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.182796] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquiring lock "f0a8ba87-d78a-4c2b-9431-64c8e80f05fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.182796] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lock "f0a8ba87-d78a-4c2b-9431-64c8e80f05fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.215212] env[63440]: DEBUG nova.compute.manager [req-76de2f79-2862-4a9a-964c-1deb698e3751 req-64dd0dc7-a368-4802-82d7-1f7655f8d1a2 service nova] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Received event network-changed-8ac4ff85-bd71-4cad-924b-229ed44bd235 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 557.215212] env[63440]: DEBUG nova.compute.manager [req-76de2f79-2862-4a9a-964c-1deb698e3751 req-64dd0dc7-a368-4802-82d7-1f7655f8d1a2 service nova] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Refreshing instance network info cache due to event network-changed-8ac4ff85-bd71-4cad-924b-229ed44bd235. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 557.215212] env[63440]: DEBUG oslo_concurrency.lockutils [req-76de2f79-2862-4a9a-964c-1deb698e3751 req-64dd0dc7-a368-4802-82d7-1f7655f8d1a2 service nova] Acquiring lock "refresh_cache-8ab7e489-8903-4f78-8da8-72604cea31ed" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.215212] env[63440]: DEBUG oslo_concurrency.lockutils [req-76de2f79-2862-4a9a-964c-1deb698e3751 req-64dd0dc7-a368-4802-82d7-1f7655f8d1a2 service nova] Acquired lock "refresh_cache-8ab7e489-8903-4f78-8da8-72604cea31ed" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.215560] env[63440]: DEBUG nova.network.neutron [req-76de2f79-2862-4a9a-964c-1deb698e3751 req-64dd0dc7-a368-4802-82d7-1f7655f8d1a2 service nova] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Refreshing network info cache for port 8ac4ff85-bd71-4cad-924b-229ed44bd235 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 557.248887] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2660867, 'name': Rename_Task, 'duration_secs': 0.1952} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.250240] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 557.251037] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b2678a1-0054-4a95-82b3-f3a1a4607d61 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.257288] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 557.257288] env[63440]: value = "task-2660871" [ 557.257288] env[63440]: _type = "Task" [ 557.257288] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.267301] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2660871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.390684] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ee3f90-a20e-f312-b596-87e85f0be78a, 'name': SearchDatastore_Task, 'duration_secs': 0.014214} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.393023] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a810ce3-11d9-468b-8516-b29f74468632 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.397869] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 557.397869] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b316f4-7b39-acfd-5355-65dea5973296" [ 557.397869] env[63440]: _type = "Task" [ 557.397869] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.407014] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b316f4-7b39-acfd-5355-65dea5973296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.543153] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.591232] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660870, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.625294] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance e9a255d5-16dc-462d-9cc3-19aceb9607dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 557.705018] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.770626] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2660871, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.856018] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "9c14ab52-2dac-4684-898d-c73e60c3c468" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.856729] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "9c14ab52-2dac-4684-898d-c73e60c3c468" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.856983] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "9c14ab52-2dac-4684-898d-c73e60c3c468-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.857255] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "9c14ab52-2dac-4684-898d-c73e60c3c468-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.857532] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "9c14ab52-2dac-4684-898d-c73e60c3c468-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.861559] env[63440]: INFO nova.compute.manager [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Terminating instance [ 557.909987] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b316f4-7b39-acfd-5355-65dea5973296, 'name': SearchDatastore_Task, 'duration_secs': 0.013782} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.910793] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.911111] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 8ab7e489-8903-4f78-8da8-72604cea31ed/8ab7e489-8903-4f78-8da8-72604cea31ed.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 557.911348] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9915b881-49ce-494f-937c-4ff5a9ca6a50 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.919848] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 557.919848] env[63440]: value = "task-2660872" [ 557.919848] env[63440]: _type = "Task" [ 557.919848] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.932541] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.093320] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660870, 'name': CreateVM_Task, 'duration_secs': 0.629571} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.093541] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 558.094313] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.094515] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.094838] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.095117] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-446244f6-6d0b-4a3d-8337-7c2633b29b99 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.100462] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 558.100462] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b22494-9eec-67be-c3e0-69c07f040e13" [ 558.100462] env[63440]: _type = "Task" [ 558.100462] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.104564] env[63440]: DEBUG nova.compute.manager [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 558.114642] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b22494-9eec-67be-c3e0-69c07f040e13, 'name': SearchDatastore_Task, 'duration_secs': 0.010064} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.114976] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.115316] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 558.115681] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.115879] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.116095] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 558.116388] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43102270-eede-4487-adfd-b49a90403f2c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.126289] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 558.126495] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 558.128998] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 28f5aa5a-9328-4c20-828f-ff194a2e8dff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 558.128998] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 545f7a96-8308-476c-be13-c815aeb0bad9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 558.130430] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a68f3e1-d435-4e1c-a32b-099a2ad9d909 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.152857] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 558.152857] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52beb1cd-74c7-f590-842b-da53a5f749c9" [ 558.152857] env[63440]: _type = "Task" [ 558.152857] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.162451] env[63440]: DEBUG nova.virt.hardware [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 558.166858] env[63440]: DEBUG nova.virt.hardware [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 558.166858] env[63440]: DEBUG nova.virt.hardware [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 558.166858] env[63440]: DEBUG nova.virt.hardware [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 558.166858] env[63440]: DEBUG nova.virt.hardware [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 558.166858] env[63440]: DEBUG nova.virt.hardware [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 558.167428] env[63440]: DEBUG nova.virt.hardware [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 558.167428] env[63440]: DEBUG nova.virt.hardware [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 558.167428] env[63440]: DEBUG nova.virt.hardware [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 558.167428] env[63440]: DEBUG nova.virt.hardware [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 558.167428] env[63440]: DEBUG nova.virt.hardware [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 558.167582] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88605bed-cda5-493e-b972-8fb34af500fe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.173855] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52beb1cd-74c7-f590-842b-da53a5f749c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.180257] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c5da38-55fb-4227-b256-519b85c5f349 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.269032] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2660871, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.354602] env[63440]: DEBUG nova.network.neutron [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Successfully created port: 81244b79-2075-40bb-a88b-a9df884cce99 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 558.371821] env[63440]: DEBUG nova.compute.manager [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 558.372075] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 558.373276] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ab980f-c5cd-4a5f-8339-cd8de4b2c63e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.383224] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 558.383545] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8f6e1d0-4bf8-45d5-9b9a-b4bd4a54bdde {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.398723] env[63440]: DEBUG oslo_vmware.api [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 558.398723] env[63440]: value = "task-2660873" [ 558.398723] env[63440]: _type = "Task" [ 558.398723] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.411674] env[63440]: DEBUG oslo_vmware.api [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2660873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.435116] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660872, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.621049] env[63440]: DEBUG nova.network.neutron [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Successfully updated port: 685221a2-0314-4ca1-82a2-f9089a073f82 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 558.644117] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 50e197aa-2ae8-44b5-9fa1-6ad531d2f771 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 558.669224] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52beb1cd-74c7-f590-842b-da53a5f749c9, 'name': SearchDatastore_Task, 'duration_secs': 0.057202} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.670524] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e44cd06-ae0d-4189-884d-cf4fef370c3a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.676634] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 558.676634] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52962910-d1ad-feb1-a8a7-45a600da0e65" [ 558.676634] env[63440]: _type = "Task" [ 558.676634] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.691379] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52962910-d1ad-feb1-a8a7-45a600da0e65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.747067] env[63440]: DEBUG nova.compute.manager [req-f258eddd-79b9-48b9-bf3b-e4315edb1ead req-8c5e4cd2-8e13-4a3d-9c07-a1886a80f04f service nova] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Received event network-changed-ac5760e8-5032-45c1-a85c-30b5237c0ce6 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 558.747616] env[63440]: DEBUG nova.compute.manager [req-f258eddd-79b9-48b9-bf3b-e4315edb1ead req-8c5e4cd2-8e13-4a3d-9c07-a1886a80f04f service nova] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Refreshing instance network info cache due to event network-changed-ac5760e8-5032-45c1-a85c-30b5237c0ce6. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 558.748026] env[63440]: DEBUG oslo_concurrency.lockutils [req-f258eddd-79b9-48b9-bf3b-e4315edb1ead req-8c5e4cd2-8e13-4a3d-9c07-a1886a80f04f service nova] Acquiring lock "refresh_cache-6bad7893-30cb-40f2-9077-f05da996be69" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.748073] env[63440]: DEBUG oslo_concurrency.lockutils [req-f258eddd-79b9-48b9-bf3b-e4315edb1ead req-8c5e4cd2-8e13-4a3d-9c07-a1886a80f04f service nova] Acquired lock "refresh_cache-6bad7893-30cb-40f2-9077-f05da996be69" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.748240] env[63440]: DEBUG nova.network.neutron [req-f258eddd-79b9-48b9-bf3b-e4315edb1ead req-8c5e4cd2-8e13-4a3d-9c07-a1886a80f04f service nova] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Refreshing network info cache for port ac5760e8-5032-45c1-a85c-30b5237c0ce6 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 558.778266] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2660871, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.822541] env[63440]: DEBUG nova.network.neutron [req-76de2f79-2862-4a9a-964c-1deb698e3751 req-64dd0dc7-a368-4802-82d7-1f7655f8d1a2 service nova] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Updated VIF entry in instance network info cache for port 8ac4ff85-bd71-4cad-924b-229ed44bd235. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 558.823220] env[63440]: DEBUG nova.network.neutron [req-76de2f79-2862-4a9a-964c-1deb698e3751 req-64dd0dc7-a368-4802-82d7-1f7655f8d1a2 service nova] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Updating instance_info_cache with network_info: [{"id": "8ac4ff85-bd71-4cad-924b-229ed44bd235", "address": "fa:16:3e:cd:3c:6c", "network": {"id": "730b4557-7e72-4f78-9cd0-373b1d9c31d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-866265707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8925a9d46d254db582d00c6cb5324461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ac4ff85-bd", "ovs_interfaceid": "8ac4ff85-bd71-4cad-924b-229ed44bd235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.909405] env[63440]: DEBUG oslo_vmware.api [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2660873, 'name': PowerOffVM_Task, 'duration_secs': 0.369227} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.909719] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 558.909883] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 558.910184] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5de7424b-c312-45bf-9758-5e72d0f0f1c0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.936896] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57874} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.937182] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 8ab7e489-8903-4f78-8da8-72604cea31ed/8ab7e489-8903-4f78-8da8-72604cea31ed.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 558.937395] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 558.938118] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8472fab0-85e2-4cdf-8bb0-bb1b5a4d1ef8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.944916] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 558.944916] env[63440]: value = "task-2660875" [ 558.944916] env[63440]: _type = "Task" [ 558.944916] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.953592] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.977296] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 558.977296] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 558.977472] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Deleting the datastore file [datastore2] 9c14ab52-2dac-4684-898d-c73e60c3c468 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 558.979092] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49cc2904-8de3-4153-8ca8-e8d4d31ad9d9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.985878] env[63440]: DEBUG oslo_vmware.api [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 558.985878] env[63440]: value = "task-2660876" [ 558.985878] env[63440]: _type = "Task" [ 558.985878] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.006064] env[63440]: DEBUG oslo_vmware.api [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2660876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.130566] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Acquiring lock "refresh_cache-545f7a96-8308-476c-be13-c815aeb0bad9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.130566] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Acquired lock "refresh_cache-545f7a96-8308-476c-be13-c815aeb0bad9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.130566] env[63440]: DEBUG nova.network.neutron [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 559.144517] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 8939c026-77b6-4393-9ff5-23fcc14c33f9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 559.188471] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52962910-d1ad-feb1-a8a7-45a600da0e65, 'name': SearchDatastore_Task, 'duration_secs': 0.012699} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.188730] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.188993] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 6bad7893-30cb-40f2-9077-f05da996be69/6bad7893-30cb-40f2-9077-f05da996be69.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 559.189267] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e9611d7-1ae0-4bab-b40b-778166e26f51 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.196916] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 559.196916] env[63440]: value = "task-2660877" [ 559.196916] env[63440]: _type = "Task" [ 559.196916] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.205614] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2660877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.270170] env[63440]: DEBUG oslo_vmware.api [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2660871, 'name': PowerOnVM_Task, 'duration_secs': 1.642546} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.270494] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 559.270731] env[63440]: INFO nova.compute.manager [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Took 11.57 seconds to spawn the instance on the hypervisor. [ 559.270885] env[63440]: DEBUG nova.compute.manager [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 559.271687] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8597995-3da9-4fb2-8359-5dbc5368ed09 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.327124] env[63440]: DEBUG oslo_concurrency.lockutils [req-76de2f79-2862-4a9a-964c-1deb698e3751 req-64dd0dc7-a368-4802-82d7-1f7655f8d1a2 service nova] Releasing lock "refresh_cache-8ab7e489-8903-4f78-8da8-72604cea31ed" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.327783] env[63440]: DEBUG nova.compute.manager [req-76de2f79-2862-4a9a-964c-1deb698e3751 req-64dd0dc7-a368-4802-82d7-1f7655f8d1a2 service nova] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Received event network-vif-deleted-bb201fdb-f4cc-43f0-aee4-f938dc5cf1a2 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 559.463154] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072067} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.468023] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 559.468023] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd23043a-ad07-4cdd-b03b-8521a9d30d68 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.493230] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 8ab7e489-8903-4f78-8da8-72604cea31ed/8ab7e489-8903-4f78-8da8-72604cea31ed.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 559.493801] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dda4322b-cb5a-4e49-9b71-cec4643643b7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.523213] env[63440]: DEBUG oslo_vmware.api [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2660876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215001} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.526336] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 559.526336] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 559.526336] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 559.526336] env[63440]: INFO nova.compute.manager [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Took 1.15 seconds to destroy the instance on the hypervisor. [ 559.526336] env[63440]: DEBUG oslo.service.loopingcall [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 559.526512] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 559.526512] env[63440]: value = "task-2660878" [ 559.526512] env[63440]: _type = "Task" [ 559.526512] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.526512] env[63440]: DEBUG nova.compute.manager [-] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 559.526512] env[63440]: DEBUG nova.network.neutron [-] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 559.536692] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660878, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.649488] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 9b347c8c-73d9-4e48-b0d2-9727fb479389 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 559.650939] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance da0ca831-d17a-4ed3-923e-1cca983410cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 559.710935] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2660877, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.729413] env[63440]: DEBUG nova.network.neutron [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 559.798039] env[63440]: INFO nova.compute.manager [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Took 29.38 seconds to build instance. [ 559.964494] env[63440]: DEBUG nova.network.neutron [req-f258eddd-79b9-48b9-bf3b-e4315edb1ead req-8c5e4cd2-8e13-4a3d-9c07-a1886a80f04f service nova] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Updated VIF entry in instance network info cache for port ac5760e8-5032-45c1-a85c-30b5237c0ce6. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 559.964945] env[63440]: DEBUG nova.network.neutron [req-f258eddd-79b9-48b9-bf3b-e4315edb1ead req-8c5e4cd2-8e13-4a3d-9c07-a1886a80f04f service nova] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Updating instance_info_cache with network_info: [{"id": "ac5760e8-5032-45c1-a85c-30b5237c0ce6", "address": "fa:16:3e:af:5f:b4", "network": {"id": "381a3bfc-b1b6-4a0d-9db6-bd9611005549", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1844457221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9d9d54f838427ba5e7116f4aa0247d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5760e8-50", "ovs_interfaceid": "ac5760e8-5032-45c1-a85c-30b5237c0ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.039917] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.154689] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance f0a8ba87-d78a-4c2b-9431-64c8e80f05fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 560.156815] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance a606fa01-58bd-4237-a97e-a503147c08ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 560.157055] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 6bad7893-30cb-40f2-9077-f05da996be69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 560.208708] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2660877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.839166} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.208767] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 6bad7893-30cb-40f2-9077-f05da996be69/6bad7893-30cb-40f2-9077-f05da996be69.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 560.208993] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 560.211429] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd216d90-8b62-4686-b020-103e99e2eac6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.218019] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 560.218019] env[63440]: value = "task-2660879" [ 560.218019] env[63440]: _type = "Task" [ 560.218019] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.227683] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2660879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.237129] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Acquiring lock "f1e2bfdd-7e4d-478e-ae5c-db222a082290" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.237430] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Lock "f1e2bfdd-7e4d-478e-ae5c-db222a082290" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.303444] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cff4d1c-9fdf-4eb1-b91c-0bc9ee4ff94f tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "d7718d7e-4911-4905-b135-54291157aded" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.895s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.467753] env[63440]: DEBUG oslo_concurrency.lockutils [req-f258eddd-79b9-48b9-bf3b-e4315edb1ead req-8c5e4cd2-8e13-4a3d-9c07-a1886a80f04f service nova] Releasing lock "refresh_cache-6bad7893-30cb-40f2-9077-f05da996be69" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.476954] env[63440]: DEBUG nova.network.neutron [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Updating instance_info_cache with network_info: [{"id": "685221a2-0314-4ca1-82a2-f9089a073f82", "address": "fa:16:3e:7e:de:57", "network": {"id": "559b0cde-e5c6-44a7-b2cb-6f3117bc94a8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-43970310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d7d5d9cd27b49c4a6fd219c8b62442d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685221a2-03", "ovs_interfaceid": "685221a2-0314-4ca1-82a2-f9089a073f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.540904] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660878, 'name': ReconfigVM_Task, 'duration_secs': 0.873036} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.541276] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 8ab7e489-8903-4f78-8da8-72604cea31ed/8ab7e489-8903-4f78-8da8-72604cea31ed.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 560.541953] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e233e27c-dc89-4e0f-a2e6-e5fcb660c110 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.548854] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 560.548854] env[63440]: value = "task-2660880" [ 560.548854] env[63440]: _type = "Task" [ 560.548854] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.557624] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660880, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.663462] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 3304d61d-48d9-40ed-aac3-be86f6d7df7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 560.663462] env[63440]: WARNING nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 25eeac48-2f7e-4564-903d-5d3b1032cc7c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 560.663462] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 8ab7e489-8903-4f78-8da8-72604cea31ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 560.663462] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance f0398dc1-6edc-4245-acc7-b757741bdcf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 560.728741] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2660879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138502} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.729806] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 560.730617] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dc095b-701d-4ddd-9df8-ef69fa575683 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.761169] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 6bad7893-30cb-40f2-9077-f05da996be69/6bad7893-30cb-40f2-9077-f05da996be69.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 560.761964] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11fb19ab-27da-4194-a83f-6ebb2b14e235 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.789615] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 560.789615] env[63440]: value = "task-2660881" [ 560.789615] env[63440]: _type = "Task" [ 560.789615] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.800222] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2660881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.806240] env[63440]: DEBUG nova.compute.manager [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 560.983328] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Releasing lock "refresh_cache-545f7a96-8308-476c-be13-c815aeb0bad9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.983764] env[63440]: DEBUG nova.compute.manager [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Instance network_info: |[{"id": "685221a2-0314-4ca1-82a2-f9089a073f82", "address": "fa:16:3e:7e:de:57", "network": {"id": "559b0cde-e5c6-44a7-b2cb-6f3117bc94a8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-43970310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d7d5d9cd27b49c4a6fd219c8b62442d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685221a2-03", "ovs_interfaceid": "685221a2-0314-4ca1-82a2-f9089a073f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 560.984100] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:de:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '685221a2-0314-4ca1-82a2-f9089a073f82', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 560.995850] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Creating folder: Project (2d7d5d9cd27b49c4a6fd219c8b62442d). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 560.996374] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5dc1ef06-c6ea-44e1-909d-c2b16e3f5ebb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.012022] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Created folder: Project (2d7d5d9cd27b49c4a6fd219c8b62442d) in parent group-v536546. [ 561.012022] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Creating folder: Instances. Parent ref: group-v536576. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.012022] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cf2c385-053c-4246-967e-9f7b3efe3c5d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.021287] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Created folder: Instances in parent group-v536576. [ 561.021520] env[63440]: DEBUG oslo.service.loopingcall [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 561.021706] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 561.022171] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8aeb81cf-faec-40ae-8529-ce4b751fa576 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.046587] env[63440]: DEBUG nova.network.neutron [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Successfully updated port: 81244b79-2075-40bb-a88b-a9df884cce99 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 561.053279] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 561.053279] env[63440]: value = "task-2660884" [ 561.053279] env[63440]: _type = "Task" [ 561.053279] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.065039] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660884, 'name': CreateVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.068253] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660880, 'name': Rename_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.134297] env[63440]: DEBUG nova.compute.manager [req-0f55df76-37c4-43ba-bdb4-5d47e4cdcb24 req-71610aee-97ef-46ba-97f2-8d15e013e049 service nova] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Received event network-vif-plugged-685221a2-0314-4ca1-82a2-f9089a073f82 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 561.134561] env[63440]: DEBUG oslo_concurrency.lockutils [req-0f55df76-37c4-43ba-bdb4-5d47e4cdcb24 req-71610aee-97ef-46ba-97f2-8d15e013e049 service nova] Acquiring lock "545f7a96-8308-476c-be13-c815aeb0bad9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.134802] env[63440]: DEBUG oslo_concurrency.lockutils [req-0f55df76-37c4-43ba-bdb4-5d47e4cdcb24 req-71610aee-97ef-46ba-97f2-8d15e013e049 service nova] Lock "545f7a96-8308-476c-be13-c815aeb0bad9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.135895] env[63440]: DEBUG oslo_concurrency.lockutils [req-0f55df76-37c4-43ba-bdb4-5d47e4cdcb24 req-71610aee-97ef-46ba-97f2-8d15e013e049 service nova] Lock "545f7a96-8308-476c-be13-c815aeb0bad9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.136195] env[63440]: DEBUG nova.compute.manager [req-0f55df76-37c4-43ba-bdb4-5d47e4cdcb24 req-71610aee-97ef-46ba-97f2-8d15e013e049 service nova] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] No waiting events found dispatching network-vif-plugged-685221a2-0314-4ca1-82a2-f9089a073f82 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 561.136391] env[63440]: WARNING nova.compute.manager [req-0f55df76-37c4-43ba-bdb4-5d47e4cdcb24 req-71610aee-97ef-46ba-97f2-8d15e013e049 service nova] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Received unexpected event network-vif-plugged-685221a2-0314-4ca1-82a2-f9089a073f82 for instance with vm_state building and task_state spawning. [ 561.136763] env[63440]: DEBUG nova.compute.manager [req-0f55df76-37c4-43ba-bdb4-5d47e4cdcb24 req-71610aee-97ef-46ba-97f2-8d15e013e049 service nova] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Received event network-changed-685221a2-0314-4ca1-82a2-f9089a073f82 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 561.136763] env[63440]: DEBUG nova.compute.manager [req-0f55df76-37c4-43ba-bdb4-5d47e4cdcb24 req-71610aee-97ef-46ba-97f2-8d15e013e049 service nova] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Refreshing instance network info cache due to event network-changed-685221a2-0314-4ca1-82a2-f9089a073f82. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 561.136904] env[63440]: DEBUG oslo_concurrency.lockutils [req-0f55df76-37c4-43ba-bdb4-5d47e4cdcb24 req-71610aee-97ef-46ba-97f2-8d15e013e049 service nova] Acquiring lock "refresh_cache-545f7a96-8308-476c-be13-c815aeb0bad9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.137071] env[63440]: DEBUG oslo_concurrency.lockutils [req-0f55df76-37c4-43ba-bdb4-5d47e4cdcb24 req-71610aee-97ef-46ba-97f2-8d15e013e049 service nova] Acquired lock "refresh_cache-545f7a96-8308-476c-be13-c815aeb0bad9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.137254] env[63440]: DEBUG nova.network.neutron [req-0f55df76-37c4-43ba-bdb4-5d47e4cdcb24 req-71610aee-97ef-46ba-97f2-8d15e013e049 service nova] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Refreshing network info cache for port 685221a2-0314-4ca1-82a2-f9089a073f82 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 561.167919] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 94667ac7-3f46-4a26-a62f-132dcab3ac5a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 561.168112] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance d7718d7e-4911-4905-b135-54291157aded actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 561.209235] env[63440]: DEBUG nova.network.neutron [-] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.302564] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2660881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.328346] env[63440]: DEBUG oslo_concurrency.lockutils [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.516214] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.516214] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.552613] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Acquiring lock "refresh_cache-a606fa01-58bd-4237-a97e-a503147c08ad" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.552613] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Acquired lock "refresh_cache-a606fa01-58bd-4237-a97e-a503147c08ad" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.552877] env[63440]: DEBUG nova.network.neutron [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 561.568392] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660884, 'name': CreateVM_Task, 'duration_secs': 0.486344} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.571806] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 561.576178] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660880, 'name': Rename_Task, 'duration_secs': 0.921543} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.576906] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.577153] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.577529] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.577863] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 561.578459] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1be5eb3-d52d-4e3d-bc84-b5f367021dcb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.583755] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6ec01b3-8e84-4000-966c-ef9730d2cf98 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.592067] env[63440]: DEBUG oslo_concurrency.lockutils [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquiring lock "722d4d20-24bc-4fcf-8358-054fedb3567d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.592308] env[63440]: DEBUG oslo_concurrency.lockutils [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lock "722d4d20-24bc-4fcf-8358-054fedb3567d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.594680] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Waiting for the task: (returnval){ [ 561.594680] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5263db1d-1d5d-4bfd-01af-430b92a9b0f5" [ 561.594680] env[63440]: _type = "Task" [ 561.594680] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.596226] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 561.596226] env[63440]: value = "task-2660885" [ 561.596226] env[63440]: _type = "Task" [ 561.596226] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.611397] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5263db1d-1d5d-4bfd-01af-430b92a9b0f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012018} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.615768] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.616131] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 561.616380] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.616535] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.616716] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 561.617009] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.617923] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59a267bb-aabe-4e58-8311-aa0300414bc9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.629385] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 561.629574] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 561.630365] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1670422f-6419-4be9-bfd5-4862c6e7011b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.635817] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Waiting for the task: (returnval){ [ 561.635817] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527c3a00-8659-ae5f-add2-87f9aafcc076" [ 561.635817] env[63440]: _type = "Task" [ 561.635817] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.648583] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527c3a00-8659-ae5f-add2-87f9aafcc076, 'name': SearchDatastore_Task, 'duration_secs': 0.008975} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.649447] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee48eaa8-b64b-4f36-8a65-b31169d295bf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.658249] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Waiting for the task: (returnval){ [ 561.658249] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52df9b91-878d-7792-3b2d-a11830572e1e" [ 561.658249] env[63440]: _type = "Task" [ 561.658249] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.667276] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52df9b91-878d-7792-3b2d-a11830572e1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.671286] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance d9d2b428-3579-426c-bf94-b09f1f810e5a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 561.716869] env[63440]: INFO nova.compute.manager [-] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Took 2.19 seconds to deallocate network for instance. [ 561.804286] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2660881, 'name': ReconfigVM_Task, 'duration_secs': 0.898191} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.805040] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 6bad7893-30cb-40f2-9077-f05da996be69/6bad7893-30cb-40f2-9077-f05da996be69.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 561.806308] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a42f05b-1b91-4a48-ace9-5b999d54621e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.814322] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 561.814322] env[63440]: value = "task-2660886" [ 561.814322] env[63440]: _type = "Task" [ 561.814322] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.830668] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2660886, 'name': Rename_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.987018] env[63440]: DEBUG nova.network.neutron [req-0f55df76-37c4-43ba-bdb4-5d47e4cdcb24 req-71610aee-97ef-46ba-97f2-8d15e013e049 service nova] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Updated VIF entry in instance network info cache for port 685221a2-0314-4ca1-82a2-f9089a073f82. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 561.987018] env[63440]: DEBUG nova.network.neutron [req-0f55df76-37c4-43ba-bdb4-5d47e4cdcb24 req-71610aee-97ef-46ba-97f2-8d15e013e049 service nova] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Updating instance_info_cache with network_info: [{"id": "685221a2-0314-4ca1-82a2-f9089a073f82", "address": "fa:16:3e:7e:de:57", "network": {"id": "559b0cde-e5c6-44a7-b2cb-6f3117bc94a8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-43970310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d7d5d9cd27b49c4a6fd219c8b62442d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685221a2-03", "ovs_interfaceid": "685221a2-0314-4ca1-82a2-f9089a073f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.118448] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660885, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.120523] env[63440]: DEBUG nova.network.neutron [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 562.172387] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52df9b91-878d-7792-3b2d-a11830572e1e, 'name': SearchDatastore_Task, 'duration_secs': 0.014317} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.172387] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.172525] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 545f7a96-8308-476c-be13-c815aeb0bad9/545f7a96-8308-476c-be13-c815aeb0bad9.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 562.173945] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3773d45-daea-405c-bbe1-91c9658ef1e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.176918] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 7893db16-55a5-478c-8b9d-71f69791a95b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 562.190348] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Waiting for the task: (returnval){ [ 562.190348] env[63440]: value = "task-2660887" [ 562.190348] env[63440]: _type = "Task" [ 562.190348] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.200256] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Task: {'id': task-2660887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.227860] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.329656] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2660886, 'name': Rename_Task, 'duration_secs': 0.143429} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.330712] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 562.330712] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20c4632a-0003-446e-afea-c92a8919efee {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.338886] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 562.338886] env[63440]: value = "task-2660888" [ 562.338886] env[63440]: _type = "Task" [ 562.338886] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.350674] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2660888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.474332] env[63440]: DEBUG nova.compute.manager [req-b03ca4e8-f29b-4508-b33a-265f9434bae5 req-e1b93637-a6d4-42fa-a219-4da414eb2ac5 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Received event network-changed-8f70c9ce-33dd-4e71-9c9f-20beced5c077 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 562.474332] env[63440]: DEBUG nova.compute.manager [req-b03ca4e8-f29b-4508-b33a-265f9434bae5 req-e1b93637-a6d4-42fa-a219-4da414eb2ac5 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Refreshing instance network info cache due to event network-changed-8f70c9ce-33dd-4e71-9c9f-20beced5c077. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 562.474332] env[63440]: DEBUG oslo_concurrency.lockutils [req-b03ca4e8-f29b-4508-b33a-265f9434bae5 req-e1b93637-a6d4-42fa-a219-4da414eb2ac5 service nova] Acquiring lock "refresh_cache-d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.474600] env[63440]: DEBUG oslo_concurrency.lockutils [req-b03ca4e8-f29b-4508-b33a-265f9434bae5 req-e1b93637-a6d4-42fa-a219-4da414eb2ac5 service nova] Acquired lock "refresh_cache-d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.474600] env[63440]: DEBUG nova.network.neutron [req-b03ca4e8-f29b-4508-b33a-265f9434bae5 req-e1b93637-a6d4-42fa-a219-4da414eb2ac5 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Refreshing network info cache for port 8f70c9ce-33dd-4e71-9c9f-20beced5c077 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 562.493693] env[63440]: DEBUG oslo_concurrency.lockutils [req-0f55df76-37c4-43ba-bdb4-5d47e4cdcb24 req-71610aee-97ef-46ba-97f2-8d15e013e049 service nova] Releasing lock "refresh_cache-545f7a96-8308-476c-be13-c815aeb0bad9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.543663] env[63440]: DEBUG nova.network.neutron [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Updating instance_info_cache with network_info: [{"id": "81244b79-2075-40bb-a88b-a9df884cce99", "address": "fa:16:3e:d9:d4:eb", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81244b79-20", "ovs_interfaceid": "81244b79-2075-40bb-a88b-a9df884cce99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.614023] env[63440]: DEBUG oslo_vmware.api [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2660885, 'name': PowerOnVM_Task, 'duration_secs': 0.548864} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.614023] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 562.614023] env[63440]: INFO nova.compute.manager [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Took 12.40 seconds to spawn the instance on the hypervisor. [ 562.614023] env[63440]: DEBUG nova.compute.manager [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 562.614023] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233a1c05-4c2c-4571-8083-17a5be9eaac3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.686487] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance bdf3bd7f-d77d-41e0-877d-0b9e31d416e0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 562.689943] env[63440]: INFO nova.compute.manager [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Rebuilding instance [ 562.704501] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Task: {'id': task-2660887, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.747886] env[63440]: DEBUG nova.compute.manager [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 562.748902] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cab1fac-117b-4c2e-8b72-748affb038e9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.853268] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2660888, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.047359] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Releasing lock "refresh_cache-a606fa01-58bd-4237-a97e-a503147c08ad" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.047845] env[63440]: DEBUG nova.compute.manager [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Instance network_info: |[{"id": "81244b79-2075-40bb-a88b-a9df884cce99", "address": "fa:16:3e:d9:d4:eb", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81244b79-20", "ovs_interfaceid": "81244b79-2075-40bb-a88b-a9df884cce99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 563.048594] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:d4:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81244b79-2075-40bb-a88b-a9df884cce99', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 563.060742] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Creating folder: Project (39d077aa43e446f5afe6b1403967018b). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 563.066486] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdd34067-2f1c-4bf0-9b80-adf4bae7f039 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.078307] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Created folder: Project (39d077aa43e446f5afe6b1403967018b) in parent group-v536546. [ 563.078307] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Creating folder: Instances. Parent ref: group-v536579. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 563.078506] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be0c7771-a77d-4b3c-b176-d0e8cce44034 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.090963] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Created folder: Instances in parent group-v536579. [ 563.092033] env[63440]: DEBUG oslo.service.loopingcall [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 563.092033] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 563.092033] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a70771d-b3b1-40fc-b5e5-8ebe0af57923 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.114661] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 563.114661] env[63440]: value = "task-2660891" [ 563.114661] env[63440]: _type = "Task" [ 563.114661] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.127609] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660891, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.137510] env[63440]: INFO nova.compute.manager [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Took 31.62 seconds to build instance. [ 563.195454] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance c5462524-b503-4578-91a4-a8c0b4589ff7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 563.195719] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance d54673d4-3623-4847-a138-5574b045332f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 563.216254] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Task: {'id': task-2660887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899911} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.216254] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 545f7a96-8308-476c-be13-c815aeb0bad9/545f7a96-8308-476c-be13-c815aeb0bad9.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 563.216254] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 563.216254] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48d4f659-7a35-49e4-a744-9e9b475064da {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.222881] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Waiting for the task: (returnval){ [ 563.222881] env[63440]: value = "task-2660892" [ 563.222881] env[63440]: _type = "Task" [ 563.222881] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.236215] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Task: {'id': task-2660892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.355301] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2660888, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.409512] env[63440]: DEBUG nova.network.neutron [req-b03ca4e8-f29b-4508-b33a-265f9434bae5 req-e1b93637-a6d4-42fa-a219-4da414eb2ac5 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Updated VIF entry in instance network info cache for port 8f70c9ce-33dd-4e71-9c9f-20beced5c077. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 563.409954] env[63440]: DEBUG nova.network.neutron [req-b03ca4e8-f29b-4508-b33a-265f9434bae5 req-e1b93637-a6d4-42fa-a219-4da414eb2ac5 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Updating instance_info_cache with network_info: [{"id": "8f70c9ce-33dd-4e71-9c9f-20beced5c077", "address": "fa:16:3e:d1:70:65", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f70c9ce-33", "ovs_interfaceid": "8f70c9ce-33dd-4e71-9c9f-20beced5c077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.631981] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660891, 'name': CreateVM_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.634896] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46a03470-f4eb-4898-8865-87293e7529c8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "8ab7e489-8903-4f78-8da8-72604cea31ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.128s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.707069] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 7812a5c4-322f-4846-8305-c77ed6227228 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 563.707301] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 9c14ab52-2dac-4684-898d-c73e60c3c468 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 563.707437] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance d735bb99-dc6e-44e8-8cc1-d9b0dee29647 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 563.707561] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 1139d9b4-bd63-4678-9771-21ceeba0466a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 563.707832] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 563.707995] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 563.733683] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Task: {'id': task-2660892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189737} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.736483] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 563.737597] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d543a79e-ea5f-4424-8c8a-9388bbaa0d1b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.770899] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 545f7a96-8308-476c-be13-c815aeb0bad9/545f7a96-8308-476c-be13-c815aeb0bad9.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 563.774751] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 563.775184] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bba5381e-0831-4d1a-9bf2-bb8e74bcdafb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.792806] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-875aa9e1-bd78-42ee-9a7d-f657b1de49c5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.804411] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Waiting for the task: (returnval){ [ 563.804411] env[63440]: value = "task-2660893" [ 563.804411] env[63440]: _type = "Task" [ 563.804411] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.806776] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Waiting for the task: (returnval){ [ 563.806776] env[63440]: value = "task-2660894" [ 563.806776] env[63440]: _type = "Task" [ 563.806776] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.827702] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Task: {'id': task-2660893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.832573] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': task-2660894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.849156] env[63440]: DEBUG oslo_vmware.api [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2660888, 'name': PowerOnVM_Task, 'duration_secs': 1.182095} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.852702] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 563.853186] env[63440]: INFO nova.compute.manager [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Took 11.08 seconds to spawn the instance on the hypervisor. [ 563.853432] env[63440]: DEBUG nova.compute.manager [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 563.854441] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2590e644-b2db-4ad8-8ffc-0e0f5a46e345 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.913485] env[63440]: DEBUG oslo_concurrency.lockutils [req-b03ca4e8-f29b-4508-b33a-265f9434bae5 req-e1b93637-a6d4-42fa-a219-4da414eb2ac5 service nova] Releasing lock "refresh_cache-d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.940692] env[63440]: DEBUG nova.compute.manager [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 563.940692] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fff83f-72e0-4b3b-b457-5332c7ae8e52 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.050691] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquiring lock "a59dcb53-3881-4646-863a-d85912569c7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.050691] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lock "a59dcb53-3881-4646-863a-d85912569c7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.134145] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660891, 'name': CreateVM_Task, 'duration_secs': 0.74247} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.134290] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 564.135095] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.135705] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.135705] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.135939] env[63440]: DEBUG nova.compute.manager [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.139181] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd8710a8-0b27-4c7f-8d75-627ae11fcdfb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.146199] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Waiting for the task: (returnval){ [ 564.146199] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5273a1ec-93a8-76c1-0225-f8bc8dc01187" [ 564.146199] env[63440]: _type = "Task" [ 564.146199] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.154250] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5273a1ec-93a8-76c1-0225-f8bc8dc01187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.283489] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74204292-9b44-4f3c-a7c8-2e13f54d248d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.294896] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a675516e-e804-4e5b-9da7-2e907217c60e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.337482] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95a912d-4b2e-49f8-b47b-c327a1a9cf21 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.344599] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': task-2660894, 'name': PowerOffVM_Task, 'duration_secs': 0.159419} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.349570] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 564.349570] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 564.349976] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Task: {'id': task-2660893, 'name': ReconfigVM_Task, 'duration_secs': 0.36521} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.350642] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968b858f-e35c-413a-b54d-3bd3d9658bdd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.354499] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782bcc78-a042-42e0-bbf0-71c7424025fe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.358345] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 545f7a96-8308-476c-be13-c815aeb0bad9/545f7a96-8308-476c-be13-c815aeb0bad9.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 564.359051] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0123f512-a172-4714-b924-e4036889e556 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.374911] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 564.379082] env[63440]: DEBUG nova.compute.provider_tree [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 564.383229] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc2ad030-5712-40a5-8f23-50532a197072 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.385198] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Waiting for the task: (returnval){ [ 564.385198] env[63440]: value = "task-2660895" [ 564.385198] env[63440]: _type = "Task" [ 564.385198] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.385733] env[63440]: INFO nova.compute.manager [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Took 22.36 seconds to build instance. [ 564.398886] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Task: {'id': task-2660895, 'name': Rename_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.409195] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 564.411641] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 564.411641] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Deleting the datastore file [datastore1] 1139d9b4-bd63-4678-9771-21ceeba0466a {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 564.411641] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-426f59ad-344b-493b-9536-8d5fcd6fc725 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.416364] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Waiting for the task: (returnval){ [ 564.416364] env[63440]: value = "task-2660897" [ 564.416364] env[63440]: _type = "Task" [ 564.416364] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.426418] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': task-2660897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.456223] env[63440]: INFO nova.compute.manager [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] instance snapshotting [ 564.464283] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290a2875-3edd-4bae-afdb-c58aedd5d041 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.490966] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190290d2-7fd4-4892-bcae-5993c9872349 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.659122] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5273a1ec-93a8-76c1-0225-f8bc8dc01187, 'name': SearchDatastore_Task, 'duration_secs': 0.022501} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.659122] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.659122] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 564.659122] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.659449] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.659449] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 564.659449] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-015a8fb5-f8f5-42df-83de-45f05dda08da {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.666239] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.667847] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 564.668147] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 564.668974] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9177ee01-e983-4f55-914d-2831ffcba362 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.674576] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Waiting for the task: (returnval){ [ 564.674576] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524ec3f9-68e0-1030-4f64-83510bb29b52" [ 564.674576] env[63440]: _type = "Task" [ 564.674576] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.683228] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524ec3f9-68e0-1030-4f64-83510bb29b52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.888746] env[63440]: DEBUG nova.scheduler.client.report [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 564.895533] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6a8a1c74-af0c-48f9-af87-23f75869ac36 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Lock "6bad7893-30cb-40f2-9077-f05da996be69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.878s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.910802] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Task: {'id': task-2660895, 'name': Rename_Task, 'duration_secs': 0.200839} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.911995] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 564.911995] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dc811bb-c7bb-4b7e-80e1-b62d2f1fd2f5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.919035] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Waiting for the task: (returnval){ [ 564.919035] env[63440]: value = "task-2660898" [ 564.919035] env[63440]: _type = "Task" [ 564.919035] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.931012] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': task-2660897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160097} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.934110] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 564.934325] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 564.934510] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 564.936866] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Task: {'id': task-2660898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.006209] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Creating Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 565.006586] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-24843b4c-cd15-4e9b-98c1-dd30c6ed0996 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.014701] env[63440]: DEBUG oslo_vmware.api [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 565.014701] env[63440]: value = "task-2660899" [ 565.014701] env[63440]: _type = "Task" [ 565.014701] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.028503] env[63440]: DEBUG oslo_vmware.api [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660899, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.074220] env[63440]: DEBUG nova.compute.manager [req-dbe0030d-6093-4f89-8178-d60aabbb9471 req-5094ecc6-79ec-4185-b436-80a1123d9ffd service nova] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Received event network-vif-deleted-28e519d4-363a-4118-bf42-0f807f6d505c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.074491] env[63440]: DEBUG nova.compute.manager [req-dbe0030d-6093-4f89-8178-d60aabbb9471 req-5094ecc6-79ec-4185-b436-80a1123d9ffd service nova] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Received event network-vif-plugged-81244b79-2075-40bb-a88b-a9df884cce99 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.075029] env[63440]: DEBUG oslo_concurrency.lockutils [req-dbe0030d-6093-4f89-8178-d60aabbb9471 req-5094ecc6-79ec-4185-b436-80a1123d9ffd service nova] Acquiring lock "a606fa01-58bd-4237-a97e-a503147c08ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.075029] env[63440]: DEBUG oslo_concurrency.lockutils [req-dbe0030d-6093-4f89-8178-d60aabbb9471 req-5094ecc6-79ec-4185-b436-80a1123d9ffd service nova] Lock "a606fa01-58bd-4237-a97e-a503147c08ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.075029] env[63440]: DEBUG oslo_concurrency.lockutils [req-dbe0030d-6093-4f89-8178-d60aabbb9471 req-5094ecc6-79ec-4185-b436-80a1123d9ffd service nova] Lock "a606fa01-58bd-4237-a97e-a503147c08ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.075583] env[63440]: DEBUG nova.compute.manager [req-dbe0030d-6093-4f89-8178-d60aabbb9471 req-5094ecc6-79ec-4185-b436-80a1123d9ffd service nova] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] No waiting events found dispatching network-vif-plugged-81244b79-2075-40bb-a88b-a9df884cce99 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 565.075725] env[63440]: WARNING nova.compute.manager [req-dbe0030d-6093-4f89-8178-d60aabbb9471 req-5094ecc6-79ec-4185-b436-80a1123d9ffd service nova] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Received unexpected event network-vif-plugged-81244b79-2075-40bb-a88b-a9df884cce99 for instance with vm_state building and task_state spawning. [ 565.075850] env[63440]: DEBUG nova.compute.manager [req-dbe0030d-6093-4f89-8178-d60aabbb9471 req-5094ecc6-79ec-4185-b436-80a1123d9ffd service nova] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Received event network-changed-81244b79-2075-40bb-a88b-a9df884cce99 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.075994] env[63440]: DEBUG nova.compute.manager [req-dbe0030d-6093-4f89-8178-d60aabbb9471 req-5094ecc6-79ec-4185-b436-80a1123d9ffd service nova] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Refreshing instance network info cache due to event network-changed-81244b79-2075-40bb-a88b-a9df884cce99. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 565.076375] env[63440]: DEBUG oslo_concurrency.lockutils [req-dbe0030d-6093-4f89-8178-d60aabbb9471 req-5094ecc6-79ec-4185-b436-80a1123d9ffd service nova] Acquiring lock "refresh_cache-a606fa01-58bd-4237-a97e-a503147c08ad" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.076891] env[63440]: DEBUG oslo_concurrency.lockutils [req-dbe0030d-6093-4f89-8178-d60aabbb9471 req-5094ecc6-79ec-4185-b436-80a1123d9ffd service nova] Acquired lock "refresh_cache-a606fa01-58bd-4237-a97e-a503147c08ad" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.076891] env[63440]: DEBUG nova.network.neutron [req-dbe0030d-6093-4f89-8178-d60aabbb9471 req-5094ecc6-79ec-4185-b436-80a1123d9ffd service nova] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Refreshing network info cache for port 81244b79-2075-40bb-a88b-a9df884cce99 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 565.187457] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524ec3f9-68e0-1030-4f64-83510bb29b52, 'name': SearchDatastore_Task, 'duration_secs': 0.011453} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.188251] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b84534bf-46d3-4469-b377-843026c3e321 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.197716] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Waiting for the task: (returnval){ [ 565.197716] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52942d47-46fd-e0ab-fd9c-fb69904a646f" [ 565.197716] env[63440]: _type = "Task" [ 565.197716] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.209063] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52942d47-46fd-e0ab-fd9c-fb69904a646f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.398678] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 565.398678] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.333s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.398813] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.816s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.401114] env[63440]: INFO nova.compute.claims [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 565.406825] env[63440]: DEBUG nova.compute.manager [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 565.432596] env[63440]: DEBUG oslo_vmware.api [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Task: {'id': task-2660898, 'name': PowerOnVM_Task, 'duration_secs': 0.504603} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.432596] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 565.432804] env[63440]: INFO nova.compute.manager [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Took 10.08 seconds to spawn the instance on the hypervisor. [ 565.432864] env[63440]: DEBUG nova.compute.manager [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 565.433700] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e33ecf-cc37-42a4-b584-965c9d682003 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.530389] env[63440]: DEBUG oslo_vmware.api [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660899, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.714078] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52942d47-46fd-e0ab-fd9c-fb69904a646f, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.714078] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.714078] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] a606fa01-58bd-4237-a97e-a503147c08ad/a606fa01-58bd-4237-a97e-a503147c08ad.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 565.714078] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4414852-69b7-4d65-a6d9-89fa5ba54809 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.720662] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Waiting for the task: (returnval){ [ 565.720662] env[63440]: value = "task-2660900" [ 565.720662] env[63440]: _type = "Task" [ 565.720662] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.738594] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': task-2660900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.918127] env[63440]: DEBUG nova.network.neutron [req-dbe0030d-6093-4f89-8178-d60aabbb9471 req-5094ecc6-79ec-4185-b436-80a1123d9ffd service nova] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Updated VIF entry in instance network info cache for port 81244b79-2075-40bb-a88b-a9df884cce99. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 565.918500] env[63440]: DEBUG nova.network.neutron [req-dbe0030d-6093-4f89-8178-d60aabbb9471 req-5094ecc6-79ec-4185-b436-80a1123d9ffd service nova] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Updating instance_info_cache with network_info: [{"id": "81244b79-2075-40bb-a88b-a9df884cce99", "address": "fa:16:3e:d9:d4:eb", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81244b79-20", "ovs_interfaceid": "81244b79-2075-40bb-a88b-a9df884cce99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.934340] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.957254] env[63440]: INFO nova.compute.manager [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Took 21.93 seconds to build instance. [ 565.989081] env[63440]: DEBUG nova.virt.hardware [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 565.989081] env[63440]: DEBUG nova.virt.hardware [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 565.989081] env[63440]: DEBUG nova.virt.hardware [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 565.989081] env[63440]: DEBUG nova.virt.hardware [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 565.989294] env[63440]: DEBUG nova.virt.hardware [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 565.990761] env[63440]: DEBUG nova.virt.hardware [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 565.991146] env[63440]: DEBUG nova.virt.hardware [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 565.991677] env[63440]: DEBUG nova.virt.hardware [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 565.991975] env[63440]: DEBUG nova.virt.hardware [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 565.992530] env[63440]: DEBUG nova.virt.hardware [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 565.992911] env[63440]: DEBUG nova.virt.hardware [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 565.994269] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca4247d-76bb-4267-b39c-6b0013f34276 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.005367] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec3ba26-ddb6-4604-ba58-3249640cf6a9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.023200] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Instance VIF info [] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 566.030214] env[63440]: DEBUG oslo.service.loopingcall [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 566.033667] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 566.033942] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9746438e-0d99-41b6-ade2-848d58c52fb4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.053681] env[63440]: DEBUG oslo_vmware.api [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660899, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.055448] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 566.055448] env[63440]: value = "task-2660901" [ 566.055448] env[63440]: _type = "Task" [ 566.055448] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.065479] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660901, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.237936] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': task-2660900, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.249039] env[63440]: DEBUG oslo_concurrency.lockutils [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Acquiring lock "f94282ab-7e72-4817-bc88-af27adbfe4c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.249279] env[63440]: DEBUG oslo_concurrency.lockutils [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Lock "f94282ab-7e72-4817-bc88-af27adbfe4c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.421449] env[63440]: DEBUG oslo_concurrency.lockutils [req-dbe0030d-6093-4f89-8178-d60aabbb9471 req-5094ecc6-79ec-4185-b436-80a1123d9ffd service nova] Releasing lock "refresh_cache-a606fa01-58bd-4237-a97e-a503147c08ad" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.463035] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbae05b7-a457-45c8-9a19-594bf3d43a3c tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Lock "545f7a96-8308-476c-be13-c815aeb0bad9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.279s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.545279] env[63440]: DEBUG oslo_vmware.api [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660899, 'name': CreateSnapshot_Task, 'duration_secs': 1.154343} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.546168] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Created Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 566.546955] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8554870-5e0c-4b09-959e-f0bb0595bfc5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.568712] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660901, 'name': CreateVM_Task, 'duration_secs': 0.416093} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.568964] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 566.569234] env[63440]: DEBUG oslo_concurrency.lockutils [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.569388] env[63440]: DEBUG oslo_concurrency.lockutils [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.569705] env[63440]: DEBUG oslo_concurrency.lockutils [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.569958] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b68785-4283-4abc-8a2e-91f256cd787a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.574757] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Waiting for the task: (returnval){ [ 566.574757] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dba843-bffb-dcee-96d8-3a9a15c65ab7" [ 566.574757] env[63440]: _type = "Task" [ 566.574757] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.589128] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dba843-bffb-dcee-96d8-3a9a15c65ab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.737092] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': task-2660900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619918} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.737442] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] a606fa01-58bd-4237-a97e-a503147c08ad/a606fa01-58bd-4237-a97e-a503147c08ad.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 566.737733] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 566.740557] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06f9352c-1271-4c0b-9351-73b88d2e85bf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.749142] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Waiting for the task: (returnval){ [ 566.749142] env[63440]: value = "task-2660902" [ 566.749142] env[63440]: _type = "Task" [ 566.749142] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.756946] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': task-2660902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.845744] env[63440]: DEBUG nova.compute.manager [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Stashing vm_state: active {{(pid=63440) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 566.965723] env[63440]: DEBUG nova.compute.manager [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 566.973332] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bad94d-5e7c-4cc0-8d3e-04b0ab9cb090 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.984508] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64b4c7c-d11a-48c3-9d4a-1e31ac666885 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.025299] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38d2799-aba1-43dc-9571-be0b44049889 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.033485] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de53756-3ecf-4c75-b8fa-b9c1168788b5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.049411] env[63440]: DEBUG nova.compute.provider_tree [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 567.071808] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Creating linked-clone VM from snapshot {{(pid=63440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 567.073186] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-95df7d28-cb3c-4772-8318-8e426d1dad7c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.087608] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dba843-bffb-dcee-96d8-3a9a15c65ab7, 'name': SearchDatastore_Task, 'duration_secs': 0.023909} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.088967] env[63440]: DEBUG oslo_concurrency.lockutils [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.091993] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 567.091993] env[63440]: DEBUG oslo_concurrency.lockutils [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.091993] env[63440]: DEBUG oslo_concurrency.lockutils [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.091993] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 567.091993] env[63440]: DEBUG oslo_vmware.api [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 567.091993] env[63440]: value = "task-2660903" [ 567.091993] env[63440]: _type = "Task" [ 567.092342] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.092342] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d0623da-24d5-4682-b68b-3c8454048a3f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.102167] env[63440]: DEBUG oslo_vmware.api [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660903, 'name': CloneVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.106902] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 567.107113] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 567.107805] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de285369-892d-463b-aca1-7bc369ed80b5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.112990] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Waiting for the task: (returnval){ [ 567.112990] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524b287d-b8e4-2678-5e20-8befd09fc5fe" [ 567.112990] env[63440]: _type = "Task" [ 567.112990] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.120509] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524b287d-b8e4-2678-5e20-8befd09fc5fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.259845] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': task-2660902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083267} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.260174] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 567.261362] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7f695d-9988-4a79-aa48-e97299d8bef0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.285605] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] a606fa01-58bd-4237-a97e-a503147c08ad/a606fa01-58bd-4237-a97e-a503147c08ad.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 567.285962] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-322db26f-3cc2-477f-b653-631d2925cf1c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.308327] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Waiting for the task: (returnval){ [ 567.308327] env[63440]: value = "task-2660904" [ 567.308327] env[63440]: _type = "Task" [ 567.308327] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.321060] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': task-2660904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.370474] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.494311] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.554838] env[63440]: DEBUG nova.scheduler.client.report [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 567.605916] env[63440]: DEBUG oslo_vmware.api [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660903, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.625311] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524b287d-b8e4-2678-5e20-8befd09fc5fe, 'name': SearchDatastore_Task, 'duration_secs': 0.040796} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.626383] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1f80fed-fc0d-4964-9218-795214835790 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.632265] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Waiting for the task: (returnval){ [ 567.632265] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525d3fc1-f2b0-794f-7f65-42b0e89ce002" [ 567.632265] env[63440]: _type = "Task" [ 567.632265] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.641665] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525d3fc1-f2b0-794f-7f65-42b0e89ce002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.761386] env[63440]: DEBUG oslo_concurrency.lockutils [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "5f6f0240-34b9-459d-8391-e51975f147cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.761458] env[63440]: DEBUG oslo_concurrency.lockutils [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "5f6f0240-34b9-459d-8391-e51975f147cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.825025] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': task-2660904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.061431] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.062016] env[63440]: DEBUG nova.compute.manager [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 568.069578] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.580s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.069774] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.075492] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.375s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.076991] env[63440]: INFO nova.compute.claims [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 568.105815] env[63440]: DEBUG oslo_vmware.api [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660903, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.139574] env[63440]: INFO nova.scheduler.client.report [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] Deleted allocations for instance 25eeac48-2f7e-4564-903d-5d3b1032cc7c [ 568.149289] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525d3fc1-f2b0-794f-7f65-42b0e89ce002, 'name': SearchDatastore_Task, 'duration_secs': 0.020053} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.149562] env[63440]: DEBUG oslo_concurrency.lockutils [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.149811] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 1139d9b4-bd63-4678-9771-21ceeba0466a/1139d9b4-bd63-4678-9771-21ceeba0466a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 568.150085] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17061f41-79f7-4442-b908-c3d42a9f997c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.163929] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Waiting for the task: (returnval){ [ 568.163929] env[63440]: value = "task-2660905" [ 568.163929] env[63440]: _type = "Task" [ 568.163929] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.175578] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': task-2660905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.319479] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': task-2660904, 'name': ReconfigVM_Task, 'duration_secs': 0.867772} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.323241] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Reconfigured VM instance instance-0000000c to attach disk [datastore1] a606fa01-58bd-4237-a97e-a503147c08ad/a606fa01-58bd-4237-a97e-a503147c08ad.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 568.323241] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-428ad7d3-ce2c-4621-ae79-6be466bb18c6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.330572] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Waiting for the task: (returnval){ [ 568.330572] env[63440]: value = "task-2660906" [ 568.330572] env[63440]: _type = "Task" [ 568.330572] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.340021] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': task-2660906, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.587303] env[63440]: DEBUG nova.compute.utils [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 568.592796] env[63440]: DEBUG nova.compute.manager [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 568.593184] env[63440]: DEBUG nova.network.neutron [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 568.611918] env[63440]: DEBUG oslo_vmware.api [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660903, 'name': CloneVM_Task} progress is 95%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.647362] env[63440]: DEBUG nova.policy [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fac3c3599234b9e838e39c5e912d383', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bda01ef8cfc40d6b5915a3cd855b2ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 568.651378] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc899953-2251-4747-818b-ff06c07411e3 tempest-DeleteServersAdminTestJSON-651623432 tempest-DeleteServersAdminTestJSON-651623432-project-admin] Lock "25eeac48-2f7e-4564-903d-5d3b1032cc7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.166s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.678517] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': task-2660905, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.845422] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': task-2660906, 'name': Rename_Task, 'duration_secs': 0.232212} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.845727] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 568.845987] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ace44dd-1b82-46c7-b179-8e9e335a9c39 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.852041] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Waiting for the task: (returnval){ [ 568.852041] env[63440]: value = "task-2660907" [ 568.852041] env[63440]: _type = "Task" [ 568.852041] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.863124] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': task-2660907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.093136] env[63440]: DEBUG nova.compute.manager [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 569.110741] env[63440]: DEBUG oslo_vmware.api [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660903, 'name': CloneVM_Task, 'duration_secs': 1.694384} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.111767] env[63440]: DEBUG nova.network.neutron [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Successfully created port: 7a634d2f-1b81-4c93-956d-d8d7766cd17b {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 569.113931] env[63440]: INFO nova.virt.vmwareapi.vmops [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Created linked-clone VM from snapshot [ 569.115809] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a20e389-e781-4f8a-a24e-65de35cc473b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.127597] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Uploading image 8bf2e2da-91a0-41e1-8fdc-fc498b4e65fe {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 569.145846] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Destroying the VM {{(pid=63440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 569.146381] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0f4d1785-cd45-4caa-ade6-9be6d446f100 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.154062] env[63440]: DEBUG oslo_vmware.api [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 569.154062] env[63440]: value = "task-2660908" [ 569.154062] env[63440]: _type = "Task" [ 569.154062] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.162090] env[63440]: DEBUG oslo_vmware.api [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660908, 'name': Destroy_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.176298] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': task-2660905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617441} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.177283] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 1139d9b4-bd63-4678-9771-21ceeba0466a/1139d9b4-bd63-4678-9771-21ceeba0466a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 569.177283] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 569.177283] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f4e156e-8fd0-492f-a603-9507755592d1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.184384] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Waiting for the task: (returnval){ [ 569.184384] env[63440]: value = "task-2660909" [ 569.184384] env[63440]: _type = "Task" [ 569.184384] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.192713] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': task-2660909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.364541] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': task-2660907, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.616111] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cdcf0b-ddff-455a-9aef-0a0d7214384c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.624694] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9f10f9-bd17-455e-a72b-8852421fc5f2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.662470] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b1395f-fd2f-412a-b6d2-633b26050502 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.675260] env[63440]: DEBUG oslo_vmware.api [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660908, 'name': Destroy_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.676397] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7076bd3-79c0-4593-a4e4-f73d5184a1ca {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.694181] env[63440]: DEBUG nova.compute.provider_tree [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 569.704336] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': task-2660909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0833} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.705075] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 569.706498] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafe7bf1-9e6d-4ddd-9f00-b318c51d802a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.728533] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 1139d9b4-bd63-4678-9771-21ceeba0466a/1139d9b4-bd63-4678-9771-21ceeba0466a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 569.729230] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47225320-e76f-4e2a-8641-38d840396034 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.750459] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Waiting for the task: (returnval){ [ 569.750459] env[63440]: value = "task-2660910" [ 569.750459] env[63440]: _type = "Task" [ 569.750459] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.760348] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': task-2660910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.864879] env[63440]: DEBUG oslo_vmware.api [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': task-2660907, 'name': PowerOnVM_Task, 'duration_secs': 0.5443} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.865184] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 569.865388] env[63440]: INFO nova.compute.manager [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Took 11.76 seconds to spawn the instance on the hypervisor. [ 569.865564] env[63440]: DEBUG nova.compute.manager [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 569.866379] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deccf2de-05a5-48ed-8261-8159a4bde307 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.106265] env[63440]: DEBUG nova.compute.manager [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 570.141685] env[63440]: DEBUG nova.virt.hardware [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 570.141820] env[63440]: DEBUG nova.virt.hardware [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 570.141870] env[63440]: DEBUG nova.virt.hardware [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 570.142131] env[63440]: DEBUG nova.virt.hardware [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 570.142245] env[63440]: DEBUG nova.virt.hardware [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 570.142440] env[63440]: DEBUG nova.virt.hardware [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 570.142698] env[63440]: DEBUG nova.virt.hardware [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 570.142833] env[63440]: DEBUG nova.virt.hardware [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 570.142991] env[63440]: DEBUG nova.virt.hardware [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 570.143640] env[63440]: DEBUG nova.virt.hardware [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 570.143978] env[63440]: DEBUG nova.virt.hardware [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 570.145125] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e30e879-c08d-47b2-8ec6-ac2a4cc32ee7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.154937] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579ca7db-2471-484c-96a4-fd27ba9231cc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.176205] env[63440]: DEBUG oslo_vmware.api [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660908, 'name': Destroy_Task, 'duration_secs': 0.66794} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.177038] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Destroyed the VM [ 570.177038] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Deleting Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 570.177275] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0e189a37-b2b9-4b1c-bc50-a363b3bfc6cf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.184589] env[63440]: DEBUG oslo_vmware.api [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 570.184589] env[63440]: value = "task-2660911" [ 570.184589] env[63440]: _type = "Task" [ 570.184589] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.194183] env[63440]: DEBUG oslo_vmware.api [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660911, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.199369] env[63440]: DEBUG nova.scheduler.client.report [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 570.264499] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': task-2660910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.277265] env[63440]: DEBUG nova.compute.manager [req-80ddaede-e3aa-41d1-a9e5-19bd44b80b96 req-b0966c8d-83d9-4b53-88de-daf8b0e2eb62 service nova] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Received event network-changed-ac5760e8-5032-45c1-a85c-30b5237c0ce6 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 570.277725] env[63440]: DEBUG nova.compute.manager [req-80ddaede-e3aa-41d1-a9e5-19bd44b80b96 req-b0966c8d-83d9-4b53-88de-daf8b0e2eb62 service nova] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Refreshing instance network info cache due to event network-changed-ac5760e8-5032-45c1-a85c-30b5237c0ce6. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 570.277725] env[63440]: DEBUG oslo_concurrency.lockutils [req-80ddaede-e3aa-41d1-a9e5-19bd44b80b96 req-b0966c8d-83d9-4b53-88de-daf8b0e2eb62 service nova] Acquiring lock "refresh_cache-6bad7893-30cb-40f2-9077-f05da996be69" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.278024] env[63440]: DEBUG oslo_concurrency.lockutils [req-80ddaede-e3aa-41d1-a9e5-19bd44b80b96 req-b0966c8d-83d9-4b53-88de-daf8b0e2eb62 service nova] Acquired lock "refresh_cache-6bad7893-30cb-40f2-9077-f05da996be69" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.278749] env[63440]: DEBUG nova.network.neutron [req-80ddaede-e3aa-41d1-a9e5-19bd44b80b96 req-b0966c8d-83d9-4b53-88de-daf8b0e2eb62 service nova] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Refreshing network info cache for port ac5760e8-5032-45c1-a85c-30b5237c0ce6 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 570.394884] env[63440]: INFO nova.compute.manager [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Took 25.35 seconds to build instance. [ 570.698610] env[63440]: DEBUG oslo_vmware.api [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660911, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.706309] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.706309] env[63440]: DEBUG nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 570.708845] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.935s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.710966] env[63440]: INFO nova.compute.claims [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 570.766874] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': task-2660910, 'name': ReconfigVM_Task, 'duration_secs': 0.67871} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.767614] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 1139d9b4-bd63-4678-9771-21ceeba0466a/1139d9b4-bd63-4678-9771-21ceeba0466a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 570.768735] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e47be58-bd92-4760-851d-3ae9db76c441 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.779156] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Waiting for the task: (returnval){ [ 570.779156] env[63440]: value = "task-2660912" [ 570.779156] env[63440]: _type = "Task" [ 570.779156] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.790337] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': task-2660912, 'name': Rename_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.902214] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c5479a72-7c23-4e26-9818-1356fc99d821 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Lock "a606fa01-58bd-4237-a97e-a503147c08ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.157s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.033880] env[63440]: DEBUG nova.network.neutron [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Successfully updated port: 7a634d2f-1b81-4c93-956d-d8d7766cd17b {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 571.160534] env[63440]: DEBUG nova.network.neutron [req-80ddaede-e3aa-41d1-a9e5-19bd44b80b96 req-b0966c8d-83d9-4b53-88de-daf8b0e2eb62 service nova] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Updated VIF entry in instance network info cache for port ac5760e8-5032-45c1-a85c-30b5237c0ce6. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 571.161318] env[63440]: DEBUG nova.network.neutron [req-80ddaede-e3aa-41d1-a9e5-19bd44b80b96 req-b0966c8d-83d9-4b53-88de-daf8b0e2eb62 service nova] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Updating instance_info_cache with network_info: [{"id": "ac5760e8-5032-45c1-a85c-30b5237c0ce6", "address": "fa:16:3e:af:5f:b4", "network": {"id": "381a3bfc-b1b6-4a0d-9db6-bd9611005549", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1844457221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9d9d54f838427ba5e7116f4aa0247d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5760e8-50", "ovs_interfaceid": "ac5760e8-5032-45c1-a85c-30b5237c0ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.198908] env[63440]: DEBUG oslo_vmware.api [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660911, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.218323] env[63440]: DEBUG nova.compute.utils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 571.220336] env[63440]: DEBUG nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 571.220538] env[63440]: DEBUG nova.network.neutron [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 571.286167] env[63440]: DEBUG nova.policy [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d006fcd2f7a40ed89e4d40c94938ae6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ebb116129104c78843cec4deb921d41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 571.290417] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': task-2660912, 'name': Rename_Task, 'duration_secs': 0.180055} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.290897] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 571.291273] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1becfae3-9510-4009-bb5e-e7d4e152db07 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.300515] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Waiting for the task: (returnval){ [ 571.300515] env[63440]: value = "task-2660913" [ 571.300515] env[63440]: _type = "Task" [ 571.300515] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.309390] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': task-2660913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.405762] env[63440]: DEBUG nova.compute.manager [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 571.542226] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "refresh_cache-28f5aa5a-9328-4c20-828f-ff194a2e8dff" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.542705] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquired lock "refresh_cache-28f5aa5a-9328-4c20-828f-ff194a2e8dff" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.543432] env[63440]: DEBUG nova.network.neutron [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 571.665601] env[63440]: DEBUG oslo_concurrency.lockutils [req-80ddaede-e3aa-41d1-a9e5-19bd44b80b96 req-b0966c8d-83d9-4b53-88de-daf8b0e2eb62 service nova] Releasing lock "refresh_cache-6bad7893-30cb-40f2-9077-f05da996be69" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.701483] env[63440]: DEBUG oslo_vmware.api [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660911, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.702562] env[63440]: DEBUG nova.network.neutron [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Successfully created port: acb278f7-8a62-4561-a03b-743b58709c6f {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 571.726662] env[63440]: DEBUG nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 571.812212] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': task-2660913, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.934865] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.944452] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquiring lock "ef67ae7a-f55e-453f-a821-f50c27a35ab4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.944694] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "ef67ae7a-f55e-453f-a821-f50c27a35ab4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.089430] env[63440]: DEBUG nova.network.neutron [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 572.205788] env[63440]: DEBUG oslo_vmware.api [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660911, 'name': RemoveSnapshot_Task, 'duration_secs': 1.521553} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.206255] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Deleted Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 572.294588] env[63440]: DEBUG nova.network.neutron [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Updating instance_info_cache with network_info: [{"id": "7a634d2f-1b81-4c93-956d-d8d7766cd17b", "address": "fa:16:3e:71:8b:4a", "network": {"id": "20e92daa-4a5f-44b7-b779-c2fd06fab4f1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-402619670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda01ef8cfc40d6b5915a3cd855b2ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a634d2f-1b", "ovs_interfaceid": "7a634d2f-1b81-4c93-956d-d8d7766cd17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.315473] env[63440]: DEBUG oslo_vmware.api [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Task: {'id': task-2660913, 'name': PowerOnVM_Task, 'duration_secs': 0.610325} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.315862] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 572.316176] env[63440]: DEBUG nova.compute.manager [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 572.317680] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d583f1d-dd5b-4ad3-bf27-13394e71ef47 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.322123] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0eb9a0f-7dac-4991-8592-ac6c808f4b6c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.334927] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152f3d55-c78a-41bc-bab2-412120e8d322 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.372143] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71491e82-0f27-477c-8212-46ec881482d9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.380992] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73464848-db9b-4002-a111-620e6fd0d12a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.395923] env[63440]: DEBUG nova.compute.provider_tree [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 572.716100] env[63440]: WARNING nova.compute.manager [None req-2ef61230-96f3-4776-8ad4-5c419f7e3150 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Image not found during snapshot: nova.exception.ImageNotFound: Image 8bf2e2da-91a0-41e1-8fdc-fc498b4e65fe could not be found. [ 572.743624] env[63440]: DEBUG nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 572.770936] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 572.771599] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 572.771599] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.772160] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 572.772362] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.772542] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 572.772761] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 572.773070] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 572.773122] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 572.773647] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 572.773647] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 572.774698] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1962919b-c75b-40a2-90ac-8205aacacf46 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.784102] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0545e3b-f374-4132-afd7-24afedf09e2a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.800255] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Releasing lock "refresh_cache-28f5aa5a-9328-4c20-828f-ff194a2e8dff" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.800619] env[63440]: DEBUG nova.compute.manager [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Instance network_info: |[{"id": "7a634d2f-1b81-4c93-956d-d8d7766cd17b", "address": "fa:16:3e:71:8b:4a", "network": {"id": "20e92daa-4a5f-44b7-b779-c2fd06fab4f1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-402619670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda01ef8cfc40d6b5915a3cd855b2ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a634d2f-1b", "ovs_interfaceid": "7a634d2f-1b81-4c93-956d-d8d7766cd17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 572.801578] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:8b:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a634d2f-1b81-4c93-956d-d8d7766cd17b', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 572.810332] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Creating folder: Project (0bda01ef8cfc40d6b5915a3cd855b2ab). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.810627] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d638a29-2e56-466a-8de9-2f97d3790eec {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.822177] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Created folder: Project (0bda01ef8cfc40d6b5915a3cd855b2ab) in parent group-v536546. [ 572.822177] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Creating folder: Instances. Parent ref: group-v536585. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.823409] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40bc164f-3638-4cb1-969e-852e47ca3db9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.827862] env[63440]: DEBUG nova.compute.manager [req-f6d04e07-5dc7-4364-99fe-5f786754fb60 req-c96161e1-af49-49f0-b12c-0a1c14be85f9 service nova] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Received event network-vif-plugged-7a634d2f-1b81-4c93-956d-d8d7766cd17b {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.828139] env[63440]: DEBUG oslo_concurrency.lockutils [req-f6d04e07-5dc7-4364-99fe-5f786754fb60 req-c96161e1-af49-49f0-b12c-0a1c14be85f9 service nova] Acquiring lock "28f5aa5a-9328-4c20-828f-ff194a2e8dff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.828297] env[63440]: DEBUG oslo_concurrency.lockutils [req-f6d04e07-5dc7-4364-99fe-5f786754fb60 req-c96161e1-af49-49f0-b12c-0a1c14be85f9 service nova] Lock "28f5aa5a-9328-4c20-828f-ff194a2e8dff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.828470] env[63440]: DEBUG oslo_concurrency.lockutils [req-f6d04e07-5dc7-4364-99fe-5f786754fb60 req-c96161e1-af49-49f0-b12c-0a1c14be85f9 service nova] Lock "28f5aa5a-9328-4c20-828f-ff194a2e8dff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.828620] env[63440]: DEBUG nova.compute.manager [req-f6d04e07-5dc7-4364-99fe-5f786754fb60 req-c96161e1-af49-49f0-b12c-0a1c14be85f9 service nova] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] No waiting events found dispatching network-vif-plugged-7a634d2f-1b81-4c93-956d-d8d7766cd17b {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 572.828776] env[63440]: WARNING nova.compute.manager [req-f6d04e07-5dc7-4364-99fe-5f786754fb60 req-c96161e1-af49-49f0-b12c-0a1c14be85f9 service nova] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Received unexpected event network-vif-plugged-7a634d2f-1b81-4c93-956d-d8d7766cd17b for instance with vm_state building and task_state spawning. [ 572.838205] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Created folder: Instances in parent group-v536585. [ 572.838376] env[63440]: DEBUG oslo.service.loopingcall [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 572.844178] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 572.844178] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efc71b1c-169c-43dd-8406-cf4d7b335256 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.859632] env[63440]: DEBUG oslo_concurrency.lockutils [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.865345] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 572.865345] env[63440]: value = "task-2660916" [ 572.865345] env[63440]: _type = "Task" [ 572.865345] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.873417] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660916, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.903090] env[63440]: DEBUG nova.scheduler.client.report [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 573.275920] env[63440]: DEBUG nova.compute.manager [None req-e3b01b1a-3550-4dea-b59d-5ba84343c6f0 tempest-ServerExternalEventsTest-176107877 tempest-ServerExternalEventsTest-176107877-project] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Received event network-changed {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 573.276423] env[63440]: DEBUG nova.compute.manager [None req-e3b01b1a-3550-4dea-b59d-5ba84343c6f0 tempest-ServerExternalEventsTest-176107877 tempest-ServerExternalEventsTest-176107877-project] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Refreshing instance network info cache due to event network-changed. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 573.276933] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e3b01b1a-3550-4dea-b59d-5ba84343c6f0 tempest-ServerExternalEventsTest-176107877 tempest-ServerExternalEventsTest-176107877-project] Acquiring lock "refresh_cache-a606fa01-58bd-4237-a97e-a503147c08ad" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.277283] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e3b01b1a-3550-4dea-b59d-5ba84343c6f0 tempest-ServerExternalEventsTest-176107877 tempest-ServerExternalEventsTest-176107877-project] Acquired lock "refresh_cache-a606fa01-58bd-4237-a97e-a503147c08ad" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.277522] env[63440]: DEBUG nova.network.neutron [None req-e3b01b1a-3550-4dea-b59d-5ba84343c6f0 tempest-ServerExternalEventsTest-176107877 tempest-ServerExternalEventsTest-176107877-project] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.349610] env[63440]: DEBUG nova.network.neutron [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Successfully updated port: acb278f7-8a62-4561-a03b-743b58709c6f {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 573.377948] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660916, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.384610] env[63440]: DEBUG oslo_concurrency.lockutils [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Acquiring lock "da6874f4-077f-4306-8d7e-e3f91b5a4c6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.384783] env[63440]: DEBUG oslo_concurrency.lockutils [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Lock "da6874f4-077f-4306-8d7e-e3f91b5a4c6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.407761] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.408320] env[63440]: DEBUG nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 573.411776] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.469s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.413578] env[63440]: INFO nova.compute.claims [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 573.860807] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "refresh_cache-8939c026-77b6-4393-9ff5-23fcc14c33f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.864141] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquired lock "refresh_cache-8939c026-77b6-4393-9ff5-23fcc14c33f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.865622] env[63440]: DEBUG nova.network.neutron [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.882332] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660916, 'name': CreateVM_Task, 'duration_secs': 0.583604} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.882792] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 573.883900] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.884279] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.884736] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.887097] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61d2d4bf-eddf-4c5c-aa80-224c7fab5d92 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.890952] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 573.890952] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e2e240-e5ff-765b-7d40-d7e1d9550c41" [ 573.890952] env[63440]: _type = "Task" [ 573.890952] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.900705] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e2e240-e5ff-765b-7d40-d7e1d9550c41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.919781] env[63440]: DEBUG nova.compute.utils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 573.922855] env[63440]: DEBUG nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 573.923123] env[63440]: DEBUG nova.network.neutron [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 573.996369] env[63440]: DEBUG nova.policy [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d006fcd2f7a40ed89e4d40c94938ae6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ebb116129104c78843cec4deb921d41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 574.074222] env[63440]: DEBUG nova.network.neutron [None req-e3b01b1a-3550-4dea-b59d-5ba84343c6f0 tempest-ServerExternalEventsTest-176107877 tempest-ServerExternalEventsTest-176107877-project] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Updating instance_info_cache with network_info: [{"id": "81244b79-2075-40bb-a88b-a9df884cce99", "address": "fa:16:3e:d9:d4:eb", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81244b79-20", "ovs_interfaceid": "81244b79-2075-40bb-a88b-a9df884cce99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.275968] env[63440]: DEBUG nova.network.neutron [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Successfully created port: 1ae229b5-52bd-4252-b2a2-25957c0d8e5c {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 574.407048] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e2e240-e5ff-765b-7d40-d7e1d9550c41, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.407048] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.407048] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 574.407048] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.407455] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.407455] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 574.407455] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6a6745e-ff4f-4604-8885-f2e81196edeb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.412332] env[63440]: DEBUG nova.network.neutron [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.416060] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 574.416275] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 574.416965] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7bd38b-a4e8-4600-bc56-16e52e26ed4c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.423656] env[63440]: DEBUG nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 574.446076] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 574.446076] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c12052-a1d7-f3b5-b535-aa895a268cb1" [ 574.446076] env[63440]: _type = "Task" [ 574.446076] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.459775] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c12052-a1d7-f3b5-b535-aa895a268cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.009743} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.460776] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc046fd-0167-4f44-ad58-a4a8c93884b3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.469241] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 574.469241] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522ff1d1-35a4-d985-8e54-89cf0f306a4c" [ 574.469241] env[63440]: _type = "Task" [ 574.469241] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.487586] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522ff1d1-35a4-d985-8e54-89cf0f306a4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.579869] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e3b01b1a-3550-4dea-b59d-5ba84343c6f0 tempest-ServerExternalEventsTest-176107877 tempest-ServerExternalEventsTest-176107877-project] Releasing lock "refresh_cache-a606fa01-58bd-4237-a97e-a503147c08ad" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.588703] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Acquiring lock "1139d9b4-bd63-4678-9771-21ceeba0466a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.588703] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Lock "1139d9b4-bd63-4678-9771-21ceeba0466a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.589241] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Acquiring lock "1139d9b4-bd63-4678-9771-21ceeba0466a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.590371] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Lock "1139d9b4-bd63-4678-9771-21ceeba0466a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.590371] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Lock "1139d9b4-bd63-4678-9771-21ceeba0466a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.593190] env[63440]: INFO nova.compute.manager [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Terminating instance [ 574.660735] env[63440]: DEBUG nova.network.neutron [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Updating instance_info_cache with network_info: [{"id": "acb278f7-8a62-4561-a03b-743b58709c6f", "address": "fa:16:3e:3a:49:4d", "network": {"id": "35c65dac-ad47-4856-bb2d-b5d6dce6f044", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1010906257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb116129104c78843cec4deb921d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacb278f7-8a", "ovs_interfaceid": "acb278f7-8a62-4561-a03b-743b58709c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.685996] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquiring lock "32236944-2eaa-44b2-9c93-7f9abddd7ea3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.688132] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "32236944-2eaa-44b2-9c93-7f9abddd7ea3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.948460] env[63440]: DEBUG oslo_concurrency.lockutils [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Acquiring lock "a606fa01-58bd-4237-a97e-a503147c08ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.948810] env[63440]: DEBUG oslo_concurrency.lockutils [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Lock "a606fa01-58bd-4237-a97e-a503147c08ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.948936] env[63440]: DEBUG oslo_concurrency.lockutils [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Acquiring lock "a606fa01-58bd-4237-a97e-a503147c08ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.949128] env[63440]: DEBUG oslo_concurrency.lockutils [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Lock "a606fa01-58bd-4237-a97e-a503147c08ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.949294] env[63440]: DEBUG oslo_concurrency.lockutils [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Lock "a606fa01-58bd-4237-a97e-a503147c08ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.951452] env[63440]: INFO nova.compute.manager [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Terminating instance [ 574.980732] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522ff1d1-35a4-d985-8e54-89cf0f306a4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009452} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.984530] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.984530] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 28f5aa5a-9328-4c20-828f-ff194a2e8dff/28f5aa5a-9328-4c20-828f-ff194a2e8dff.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 574.984688] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2a632bc-393e-4901-aa2e-68a8250f4f54 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.993581] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 574.993581] env[63440]: value = "task-2660917" [ 574.993581] env[63440]: _type = "Task" [ 574.993581] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.006260] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.060372] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda6abee-cdb9-4f81-87e4-ddc4a7715faa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.069017] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8195f43-bec4-48c2-b71e-699b0ea399e2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.103919] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Acquiring lock "refresh_cache-1139d9b4-bd63-4678-9771-21ceeba0466a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.104501] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Acquired lock "refresh_cache-1139d9b4-bd63-4678-9771-21ceeba0466a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.104890] env[63440]: DEBUG nova.network.neutron [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 575.107730] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8516e4-9424-4351-b828-2695ce968fe3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.117684] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405ed432-5440-490c-addd-ab832dbe14c0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.134824] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "d54673d4-3623-4847-a138-5574b045332f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.135183] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "d54673d4-3623-4847-a138-5574b045332f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.135529] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "d54673d4-3623-4847-a138-5574b045332f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.136075] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "d54673d4-3623-4847-a138-5574b045332f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.136075] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "d54673d4-3623-4847-a138-5574b045332f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.137940] env[63440]: DEBUG nova.compute.provider_tree [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 575.140341] env[63440]: INFO nova.compute.manager [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Terminating instance [ 575.164748] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Releasing lock "refresh_cache-8939c026-77b6-4393-9ff5-23fcc14c33f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.164748] env[63440]: DEBUG nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Instance network_info: |[{"id": "acb278f7-8a62-4561-a03b-743b58709c6f", "address": "fa:16:3e:3a:49:4d", "network": {"id": "35c65dac-ad47-4856-bb2d-b5d6dce6f044", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1010906257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb116129104c78843cec4deb921d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacb278f7-8a", "ovs_interfaceid": "acb278f7-8a62-4561-a03b-743b58709c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 575.164885] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:49:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acb278f7-8a62-4561-a03b-743b58709c6f', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 575.174953] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Creating folder: Project (2ebb116129104c78843cec4deb921d41). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.175927] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70e64874-058a-4548-a9fb-6a311e573276 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.190250] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Created folder: Project (2ebb116129104c78843cec4deb921d41) in parent group-v536546. [ 575.190459] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Creating folder: Instances. Parent ref: group-v536588. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.190750] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7866ef7-1da5-4a63-8d89-03fa44f3332b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.204176] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Created folder: Instances in parent group-v536588. [ 575.204489] env[63440]: DEBUG oslo.service.loopingcall [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 575.204703] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 575.204916] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0218422-fb10-4dc2-84f0-0215c053a14a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.235561] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 575.235561] env[63440]: value = "task-2660920" [ 575.235561] env[63440]: _type = "Task" [ 575.235561] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.249965] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660920, 'name': CreateVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.360281] env[63440]: DEBUG nova.compute.manager [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Received event network-changed-685221a2-0314-4ca1-82a2-f9089a073f82 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 575.360768] env[63440]: DEBUG nova.compute.manager [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Refreshing instance network info cache due to event network-changed-685221a2-0314-4ca1-82a2-f9089a073f82. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 575.361393] env[63440]: DEBUG oslo_concurrency.lockutils [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] Acquiring lock "refresh_cache-545f7a96-8308-476c-be13-c815aeb0bad9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.361847] env[63440]: DEBUG oslo_concurrency.lockutils [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] Acquired lock "refresh_cache-545f7a96-8308-476c-be13-c815aeb0bad9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.362358] env[63440]: DEBUG nova.network.neutron [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Refreshing network info cache for port 685221a2-0314-4ca1-82a2-f9089a073f82 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 575.436184] env[63440]: DEBUG nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 575.461081] env[63440]: DEBUG nova.compute.manager [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 575.461081] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 575.462137] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db645d7c-41d6-45f9-8fa7-c41209d7fdf9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.471452] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 575.471876] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-046ef1bd-108f-4937-9544-96fb9aa06e4c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.480287] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 575.480473] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 575.480649] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 575.480755] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 575.480919] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 575.481065] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 575.481286] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 575.481447] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 575.481619] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 575.481897] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 575.482034] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 575.483053] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b276ae35-8f53-41cf-ab07-d23d92eb513e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.487940] env[63440]: DEBUG oslo_vmware.api [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Waiting for the task: (returnval){ [ 575.487940] env[63440]: value = "task-2660921" [ 575.487940] env[63440]: _type = "Task" [ 575.487940] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.495438] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f120bf2-6034-4191-8f82-54a05eacb562 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.506573] env[63440]: DEBUG oslo_vmware.api [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': task-2660921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.522808] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660917, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.644043] env[63440]: DEBUG nova.scheduler.client.report [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 575.649870] env[63440]: DEBUG nova.compute.manager [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 575.649870] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 575.650723] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364a3d3c-dd7b-4105-b0ff-bbb93440f577 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.660710] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 575.660928] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8333d4a5-724c-4291-8403-030c06c6570e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.668564] env[63440]: DEBUG oslo_vmware.api [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 575.668564] env[63440]: value = "task-2660922" [ 575.668564] env[63440]: _type = "Task" [ 575.668564] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.679862] env[63440]: DEBUG oslo_vmware.api [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.745688] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660920, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.840722] env[63440]: DEBUG nova.network.neutron [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 575.998183] env[63440]: DEBUG oslo_vmware.api [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': task-2660921, 'name': PowerOffVM_Task, 'duration_secs': 0.244166} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.999025] env[63440]: DEBUG nova.network.neutron [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.005296] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 576.005296] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 576.005296] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32aac285-4da0-49aa-be5f-51b0b8bb5755 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.010805] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524352} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.011321] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 28f5aa5a-9328-4c20-828f-ff194a2e8dff/28f5aa5a-9328-4c20-828f-ff194a2e8dff.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 576.011427] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 576.011661] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-364d1322-7333-4cbf-913a-7f462ed7aae2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.018475] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 576.018475] env[63440]: value = "task-2660924" [ 576.018475] env[63440]: _type = "Task" [ 576.018475] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.026948] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.074703] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 576.075191] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 576.075191] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Deleting the datastore file [datastore1] a606fa01-58bd-4237-a97e-a503147c08ad {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 576.075379] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abd97470-029e-4c94-ac48-384272ee1860 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.081572] env[63440]: DEBUG oslo_vmware.api [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Waiting for the task: (returnval){ [ 576.081572] env[63440]: value = "task-2660925" [ 576.081572] env[63440]: _type = "Task" [ 576.081572] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.091827] env[63440]: DEBUG oslo_vmware.api [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': task-2660925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.149931] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.150460] env[63440]: DEBUG nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 576.152945] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.610s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.154553] env[63440]: INFO nova.compute.claims [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 576.179543] env[63440]: DEBUG oslo_vmware.api [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660922, 'name': PowerOffVM_Task, 'duration_secs': 0.211211} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.180557] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 576.180557] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 576.181789] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af2ed085-6b9b-44cf-b03a-924531485ecc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.246496] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660920, 'name': CreateVM_Task, 'duration_secs': 0.533284} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.246496] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 576.247033] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.247213] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.247532] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.248819] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f2089a-a65c-40a9-a482-5ac4d1b761fb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.251058] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 576.251254] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 576.251428] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Deleting the datastore file [datastore1] d54673d4-3623-4847-a138-5574b045332f {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 576.251676] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1f6dd3d-5637-48e7-a904-f054d8408f80 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.256604] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 576.256604] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525e0ef8-0bb7-2caf-1ef2-c554451c770d" [ 576.256604] env[63440]: _type = "Task" [ 576.256604] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.258073] env[63440]: DEBUG oslo_vmware.api [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 576.258073] env[63440]: value = "task-2660927" [ 576.258073] env[63440]: _type = "Task" [ 576.258073] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.274227] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525e0ef8-0bb7-2caf-1ef2-c554451c770d, 'name': SearchDatastore_Task, 'duration_secs': 0.01026} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.279126] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.279126] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.279126] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.279126] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.279298] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.279298] env[63440]: DEBUG oslo_vmware.api [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.279520] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa5496f5-c5bb-4da8-96f7-8eeb806d245b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.289871] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.289871] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 576.290610] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e62fc5-9f21-4c64-8c19-4e8100c00832 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.296209] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 576.296209] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]523ae4ae-a78b-c320-61f9-9e4aa50a78dd" [ 576.296209] env[63440]: _type = "Task" [ 576.296209] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.305620] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]523ae4ae-a78b-c320-61f9-9e4aa50a78dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.504710] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Releasing lock "refresh_cache-1139d9b4-bd63-4678-9771-21ceeba0466a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.507357] env[63440]: DEBUG nova.compute.manager [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 576.507357] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 576.507357] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe55a69-aceb-4756-b004-7c3b3fc8a020 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.516116] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 576.516388] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b1291bd-c095-403d-8537-75d7ebbc1a0a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.524418] env[63440]: DEBUG oslo_vmware.api [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 576.524418] env[63440]: value = "task-2660928" [ 576.524418] env[63440]: _type = "Task" [ 576.524418] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.531476] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089969} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.532090] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 576.533515] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a6e96e-e563-48b9-afaf-0ca1a6bbfb8f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.539817] env[63440]: DEBUG oslo_vmware.api [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.564708] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 28f5aa5a-9328-4c20-828f-ff194a2e8dff/28f5aa5a-9328-4c20-828f-ff194a2e8dff.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 576.565043] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-676b0589-78c8-49c1-ac1b-2fd824f141fb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.586527] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 576.586527] env[63440]: value = "task-2660929" [ 576.586527] env[63440]: _type = "Task" [ 576.586527] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.587335] env[63440]: DEBUG nova.network.neutron [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Updated VIF entry in instance network info cache for port 685221a2-0314-4ca1-82a2-f9089a073f82. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 576.587652] env[63440]: DEBUG nova.network.neutron [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Updating instance_info_cache with network_info: [{"id": "685221a2-0314-4ca1-82a2-f9089a073f82", "address": "fa:16:3e:7e:de:57", "network": {"id": "559b0cde-e5c6-44a7-b2cb-6f3117bc94a8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-43970310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d7d5d9cd27b49c4a6fd219c8b62442d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685221a2-03", "ovs_interfaceid": "685221a2-0314-4ca1-82a2-f9089a073f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.600974] env[63440]: DEBUG oslo_vmware.api [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Task: {'id': task-2660925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137382} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.601644] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 576.601837] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 576.602019] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 576.602223] env[63440]: INFO nova.compute.manager [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Took 1.14 seconds to destroy the instance on the hypervisor. [ 576.602473] env[63440]: DEBUG oslo.service.loopingcall [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 576.602660] env[63440]: DEBUG nova.compute.manager [-] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 576.602755] env[63440]: DEBUG nova.network.neutron [-] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 576.615182] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.660892] env[63440]: DEBUG nova.compute.utils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 576.662516] env[63440]: DEBUG nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 576.662688] env[63440]: DEBUG nova.network.neutron [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 576.774303] env[63440]: DEBUG oslo_vmware.api [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2660927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145274} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.774599] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 576.775203] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 576.775418] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 576.775690] env[63440]: INFO nova.compute.manager [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: d54673d4-3623-4847-a138-5574b045332f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 576.775911] env[63440]: DEBUG oslo.service.loopingcall [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 576.776038] env[63440]: DEBUG nova.compute.manager [-] [instance: d54673d4-3623-4847-a138-5574b045332f] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 576.776133] env[63440]: DEBUG nova.network.neutron [-] [instance: d54673d4-3623-4847-a138-5574b045332f] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 576.809521] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]523ae4ae-a78b-c320-61f9-9e4aa50a78dd, 'name': SearchDatastore_Task, 'duration_secs': 0.008494} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.810424] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d54de234-e221-43e5-97b6-5a5c790ecf42 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.821023] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 576.821023] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529747d0-5f5c-2720-aa6c-fedc696635d9" [ 576.821023] env[63440]: _type = "Task" [ 576.821023] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.827330] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529747d0-5f5c-2720-aa6c-fedc696635d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.833953] env[63440]: DEBUG nova.policy [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d006fcd2f7a40ed89e4d40c94938ae6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ebb116129104c78843cec4deb921d41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 576.851968] env[63440]: DEBUG nova.network.neutron [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Successfully updated port: 1ae229b5-52bd-4252-b2a2-25957c0d8e5c {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 577.034911] env[63440]: DEBUG oslo_vmware.api [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660928, 'name': PowerOffVM_Task, 'duration_secs': 0.166053} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.035198] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 577.035617] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 577.035617] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33433a9d-3d2e-44c5-805c-eaeb6f380038 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.059730] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 577.059730] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 577.059730] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Deleting the datastore file [datastore1] 1139d9b4-bd63-4678-9771-21ceeba0466a {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 577.059912] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61ff812d-3bd4-4cf8-bc15-0f4f44d355cd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.066193] env[63440]: DEBUG oslo_vmware.api [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for the task: (returnval){ [ 577.066193] env[63440]: value = "task-2660931" [ 577.066193] env[63440]: _type = "Task" [ 577.066193] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.079614] env[63440]: DEBUG oslo_vmware.api [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.092072] env[63440]: DEBUG oslo_concurrency.lockutils [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] Releasing lock "refresh_cache-545f7a96-8308-476c-be13-c815aeb0bad9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.092072] env[63440]: DEBUG nova.compute.manager [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Received event network-changed-7a634d2f-1b81-4c93-956d-d8d7766cd17b {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 577.092072] env[63440]: DEBUG nova.compute.manager [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Refreshing instance network info cache due to event network-changed-7a634d2f-1b81-4c93-956d-d8d7766cd17b. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 577.092072] env[63440]: DEBUG oslo_concurrency.lockutils [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] Acquiring lock "refresh_cache-28f5aa5a-9328-4c20-828f-ff194a2e8dff" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.092072] env[63440]: DEBUG oslo_concurrency.lockutils [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] Acquired lock "refresh_cache-28f5aa5a-9328-4c20-828f-ff194a2e8dff" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.092658] env[63440]: DEBUG nova.network.neutron [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Refreshing network info cache for port 7a634d2f-1b81-4c93-956d-d8d7766cd17b {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 577.101517] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660929, 'name': ReconfigVM_Task, 'duration_secs': 0.293144} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.103595] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 28f5aa5a-9328-4c20-828f-ff194a2e8dff/28f5aa5a-9328-4c20-828f-ff194a2e8dff.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 577.103595] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-357d645d-d1be-4843-95cc-3121f2b0a8f9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.108931] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 577.108931] env[63440]: value = "task-2660932" [ 577.108931] env[63440]: _type = "Task" [ 577.108931] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.120105] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660932, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.167256] env[63440]: DEBUG nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 577.332862] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529747d0-5f5c-2720-aa6c-fedc696635d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010947} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.335027] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.335404] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 8939c026-77b6-4393-9ff5-23fcc14c33f9/8939c026-77b6-4393-9ff5-23fcc14c33f9.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 577.335964] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39de2a88-74a0-47eb-a475-e4b16bdf7995 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.345051] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 577.345051] env[63440]: value = "task-2660933" [ 577.345051] env[63440]: _type = "Task" [ 577.345051] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.355545] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "refresh_cache-50e197aa-2ae8-44b5-9fa1-6ad531d2f771" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.355545] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquired lock "refresh_cache-50e197aa-2ae8-44b5-9fa1-6ad531d2f771" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.355545] env[63440]: DEBUG nova.network.neutron [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 577.362882] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.579119] env[63440]: DEBUG oslo_vmware.api [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Task: {'id': task-2660931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104234} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.579672] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 577.580102] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 577.580470] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 577.580861] env[63440]: INFO nova.compute.manager [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Took 1.08 seconds to destroy the instance on the hypervisor. [ 577.581682] env[63440]: DEBUG oslo.service.loopingcall [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 577.585798] env[63440]: DEBUG nova.compute.manager [-] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 577.585798] env[63440]: DEBUG nova.network.neutron [-] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 577.624324] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660932, 'name': Rename_Task, 'duration_secs': 0.154151} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.627599] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 577.628538] env[63440]: DEBUG nova.network.neutron [-] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 577.630235] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9da077ec-b2a1-4a3d-8965-b70d8ca9667d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.639668] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 577.639668] env[63440]: value = "task-2660934" [ 577.639668] env[63440]: _type = "Task" [ 577.639668] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.655601] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660934, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.863164] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660933, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.872296] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be81d50-e9c7-417f-8f8f-76e9a53532a6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.880816] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fecf92-24a2-4d12-b0b4-508c956fb921 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.921989] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eaa1ed-1d8a-48a8-9c38-1d1be8ad7933 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.934131] env[63440]: DEBUG nova.network.neutron [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 577.937401] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c15aad8-715c-475d-916f-c0854d6c889e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.954133] env[63440]: DEBUG nova.compute.provider_tree [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 577.982391] env[63440]: DEBUG nova.network.neutron [-] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.073242] env[63440]: DEBUG nova.network.neutron [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Successfully created port: baf2a8ef-2dc5-4d11-896c-b1eaa7ce9a4e {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 578.135277] env[63440]: DEBUG nova.network.neutron [-] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.150230] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660934, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.185149] env[63440]: DEBUG nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 578.217958] env[63440]: DEBUG nova.compute.manager [req-9aec48bf-7bbb-47a1-a622-80b5ac3a76b5 req-f08f451a-4450-4413-9dbd-cdf6870eb225 service nova] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Received event network-vif-plugged-1ae229b5-52bd-4252-b2a2-25957c0d8e5c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.219680] env[63440]: DEBUG oslo_concurrency.lockutils [req-9aec48bf-7bbb-47a1-a622-80b5ac3a76b5 req-f08f451a-4450-4413-9dbd-cdf6870eb225 service nova] Acquiring lock "50e197aa-2ae8-44b5-9fa1-6ad531d2f771-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.219680] env[63440]: DEBUG oslo_concurrency.lockutils [req-9aec48bf-7bbb-47a1-a622-80b5ac3a76b5 req-f08f451a-4450-4413-9dbd-cdf6870eb225 service nova] Lock "50e197aa-2ae8-44b5-9fa1-6ad531d2f771-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.219680] env[63440]: DEBUG oslo_concurrency.lockutils [req-9aec48bf-7bbb-47a1-a622-80b5ac3a76b5 req-f08f451a-4450-4413-9dbd-cdf6870eb225 service nova] Lock "50e197aa-2ae8-44b5-9fa1-6ad531d2f771-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.219680] env[63440]: DEBUG nova.compute.manager [req-9aec48bf-7bbb-47a1-a622-80b5ac3a76b5 req-f08f451a-4450-4413-9dbd-cdf6870eb225 service nova] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] No waiting events found dispatching network-vif-plugged-1ae229b5-52bd-4252-b2a2-25957c0d8e5c {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 578.219680] env[63440]: WARNING nova.compute.manager [req-9aec48bf-7bbb-47a1-a622-80b5ac3a76b5 req-f08f451a-4450-4413-9dbd-cdf6870eb225 service nova] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Received unexpected event network-vif-plugged-1ae229b5-52bd-4252-b2a2-25957c0d8e5c for instance with vm_state building and task_state spawning. [ 578.220078] env[63440]: DEBUG nova.compute.manager [req-9aec48bf-7bbb-47a1-a622-80b5ac3a76b5 req-f08f451a-4450-4413-9dbd-cdf6870eb225 service nova] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Received event network-changed-1ae229b5-52bd-4252-b2a2-25957c0d8e5c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.220078] env[63440]: DEBUG nova.compute.manager [req-9aec48bf-7bbb-47a1-a622-80b5ac3a76b5 req-f08f451a-4450-4413-9dbd-cdf6870eb225 service nova] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Refreshing instance network info cache due to event network-changed-1ae229b5-52bd-4252-b2a2-25957c0d8e5c. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 578.220078] env[63440]: DEBUG oslo_concurrency.lockutils [req-9aec48bf-7bbb-47a1-a622-80b5ac3a76b5 req-f08f451a-4450-4413-9dbd-cdf6870eb225 service nova] Acquiring lock "refresh_cache-50e197aa-2ae8-44b5-9fa1-6ad531d2f771" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.223082] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 578.223394] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 578.223568] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 578.223748] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 578.224113] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 578.224273] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 578.224611] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 578.224788] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 578.224955] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 578.225131] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 578.225305] env[63440]: DEBUG nova.virt.hardware [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 578.226430] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33afb4ac-1d88-4afb-8d68-2e52099dc8b5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.237924] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c813578-0afe-4c38-a63d-826bc8d605b8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.318322] env[63440]: DEBUG nova.network.neutron [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Updating instance_info_cache with network_info: [{"id": "1ae229b5-52bd-4252-b2a2-25957c0d8e5c", "address": "fa:16:3e:8a:b1:a3", "network": {"id": "35c65dac-ad47-4856-bb2d-b5d6dce6f044", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1010906257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb116129104c78843cec4deb921d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ae229b5-52", "ovs_interfaceid": "1ae229b5-52bd-4252-b2a2-25957c0d8e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.342424] env[63440]: DEBUG nova.network.neutron [-] [instance: d54673d4-3623-4847-a138-5574b045332f] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.358768] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599399} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.359034] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 8939c026-77b6-4393-9ff5-23fcc14c33f9/8939c026-77b6-4393-9ff5-23fcc14c33f9.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.360019] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 578.360019] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52ba4928-b3d4-4499-b307-1aca554d5c7b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.368425] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 578.368425] env[63440]: value = "task-2660935" [ 578.368425] env[63440]: _type = "Task" [ 578.368425] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.374299] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.461851] env[63440]: DEBUG nova.scheduler.client.report [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.484742] env[63440]: DEBUG nova.compute.manager [req-618e1843-4558-4389-b1b4-3e5f0a29afa1 req-b96ce799-9de8-4663-9619-82aaf90ba74e service nova] [instance: d54673d4-3623-4847-a138-5574b045332f] Received event network-vif-deleted-e5621c3d-ea90-47e9-a71a-8bc8214f43bd {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.485624] env[63440]: INFO nova.compute.manager [-] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Took 1.88 seconds to deallocate network for instance. [ 578.504526] env[63440]: DEBUG nova.network.neutron [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Updated VIF entry in instance network info cache for port 7a634d2f-1b81-4c93-956d-d8d7766cd17b. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.504526] env[63440]: DEBUG nova.network.neutron [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Updating instance_info_cache with network_info: [{"id": "7a634d2f-1b81-4c93-956d-d8d7766cd17b", "address": "fa:16:3e:71:8b:4a", "network": {"id": "20e92daa-4a5f-44b7-b779-c2fd06fab4f1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-402619670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda01ef8cfc40d6b5915a3cd855b2ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a634d2f-1b", "ovs_interfaceid": "7a634d2f-1b81-4c93-956d-d8d7766cd17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.639522] env[63440]: INFO nova.compute.manager [-] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Took 1.05 seconds to deallocate network for instance. [ 578.653878] env[63440]: DEBUG oslo_vmware.api [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660934, 'name': PowerOnVM_Task, 'duration_secs': 0.647908} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.654288] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 578.654370] env[63440]: INFO nova.compute.manager [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Took 8.55 seconds to spawn the instance on the hypervisor. [ 578.654544] env[63440]: DEBUG nova.compute.manager [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 578.655346] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6c5988-6f85-40da-b970-177277c26687 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.826565] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Releasing lock "refresh_cache-50e197aa-2ae8-44b5-9fa1-6ad531d2f771" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.826918] env[63440]: DEBUG nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Instance network_info: |[{"id": "1ae229b5-52bd-4252-b2a2-25957c0d8e5c", "address": "fa:16:3e:8a:b1:a3", "network": {"id": "35c65dac-ad47-4856-bb2d-b5d6dce6f044", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1010906257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb116129104c78843cec4deb921d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ae229b5-52", "ovs_interfaceid": "1ae229b5-52bd-4252-b2a2-25957c0d8e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 578.827305] env[63440]: DEBUG oslo_concurrency.lockutils [req-9aec48bf-7bbb-47a1-a622-80b5ac3a76b5 req-f08f451a-4450-4413-9dbd-cdf6870eb225 service nova] Acquired lock "refresh_cache-50e197aa-2ae8-44b5-9fa1-6ad531d2f771" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.827980] env[63440]: DEBUG nova.network.neutron [req-9aec48bf-7bbb-47a1-a622-80b5ac3a76b5 req-f08f451a-4450-4413-9dbd-cdf6870eb225 service nova] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Refreshing network info cache for port 1ae229b5-52bd-4252-b2a2-25957c0d8e5c {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 578.828721] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:b1:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ae229b5-52bd-4252-b2a2-25957c0d8e5c', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 578.837702] env[63440]: DEBUG oslo.service.loopingcall [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 578.840832] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 578.841378] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea2698b9-d53f-4ec2-b502-7cf2470cfc62 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.857910] env[63440]: INFO nova.compute.manager [-] [instance: d54673d4-3623-4847-a138-5574b045332f] Took 2.08 seconds to deallocate network for instance. [ 578.867104] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 578.867104] env[63440]: value = "task-2660936" [ 578.867104] env[63440]: _type = "Task" [ 578.867104] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.879554] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065501} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.883122] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 578.884902] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660936, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.884902] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2145d475-8f8a-403f-be73-9d12a02856b8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.910281] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 8939c026-77b6-4393-9ff5-23fcc14c33f9/8939c026-77b6-4393-9ff5-23fcc14c33f9.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 578.910281] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d00e12ba-bc7f-4d5d-963e-768e482865c5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.929602] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 578.929602] env[63440]: value = "task-2660937" [ 578.929602] env[63440]: _type = "Task" [ 578.929602] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.940226] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660937, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.970137] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.970322] env[63440]: DEBUG nova.compute.manager [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 578.974371] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.271s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.974594] env[63440]: DEBUG nova.objects.instance [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 578.994020] env[63440]: DEBUG oslo_concurrency.lockutils [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.008617] env[63440]: DEBUG oslo_concurrency.lockutils [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] Releasing lock "refresh_cache-28f5aa5a-9328-4c20-828f-ff194a2e8dff" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.008617] env[63440]: DEBUG nova.compute.manager [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Received event network-vif-plugged-acb278f7-8a62-4561-a03b-743b58709c6f {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.008867] env[63440]: DEBUG oslo_concurrency.lockutils [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] Acquiring lock "8939c026-77b6-4393-9ff5-23fcc14c33f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.008904] env[63440]: DEBUG oslo_concurrency.lockutils [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] Lock "8939c026-77b6-4393-9ff5-23fcc14c33f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.009282] env[63440]: DEBUG oslo_concurrency.lockutils [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] Lock "8939c026-77b6-4393-9ff5-23fcc14c33f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.009282] env[63440]: DEBUG nova.compute.manager [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] No waiting events found dispatching network-vif-plugged-acb278f7-8a62-4561-a03b-743b58709c6f {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 579.009533] env[63440]: WARNING nova.compute.manager [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Received unexpected event network-vif-plugged-acb278f7-8a62-4561-a03b-743b58709c6f for instance with vm_state building and task_state spawning. [ 579.009600] env[63440]: DEBUG nova.compute.manager [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Received event network-changed-acb278f7-8a62-4561-a03b-743b58709c6f {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.009722] env[63440]: DEBUG nova.compute.manager [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Refreshing instance network info cache due to event network-changed-acb278f7-8a62-4561-a03b-743b58709c6f. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 579.009907] env[63440]: DEBUG oslo_concurrency.lockutils [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] Acquiring lock "refresh_cache-8939c026-77b6-4393-9ff5-23fcc14c33f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.010046] env[63440]: DEBUG oslo_concurrency.lockutils [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] Acquired lock "refresh_cache-8939c026-77b6-4393-9ff5-23fcc14c33f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.010267] env[63440]: DEBUG nova.network.neutron [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Refreshing network info cache for port acb278f7-8a62-4561-a03b-743b58709c6f {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 579.150383] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.174914] env[63440]: INFO nova.compute.manager [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Took 30.62 seconds to build instance. [ 579.282623] env[63440]: DEBUG nova.network.neutron [req-9aec48bf-7bbb-47a1-a622-80b5ac3a76b5 req-f08f451a-4450-4413-9dbd-cdf6870eb225 service nova] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Updated VIF entry in instance network info cache for port 1ae229b5-52bd-4252-b2a2-25957c0d8e5c. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 579.282986] env[63440]: DEBUG nova.network.neutron [req-9aec48bf-7bbb-47a1-a622-80b5ac3a76b5 req-f08f451a-4450-4413-9dbd-cdf6870eb225 service nova] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Updating instance_info_cache with network_info: [{"id": "1ae229b5-52bd-4252-b2a2-25957c0d8e5c", "address": "fa:16:3e:8a:b1:a3", "network": {"id": "35c65dac-ad47-4856-bb2d-b5d6dce6f044", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1010906257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb116129104c78843cec4deb921d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ae229b5-52", "ovs_interfaceid": "1ae229b5-52bd-4252-b2a2-25957c0d8e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.368686] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.380285] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660936, 'name': CreateVM_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.440475] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660937, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.482384] env[63440]: DEBUG nova.compute.utils [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 579.492090] env[63440]: DEBUG nova.compute.manager [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 579.492595] env[63440]: DEBUG nova.network.neutron [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 579.593141] env[63440]: DEBUG nova.policy [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4566e30bb03e452d92fbbdabc45d6567', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc14bd64627a4a8e9c0b9b844b8afcf4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 579.677000] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d798a528-5712-40c3-9913-68bd8389cc40 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "28f5aa5a-9328-4c20-828f-ff194a2e8dff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.744s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.704826] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ba4cf910-5aed-44a8-a001-651635a5fbb0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "28f5aa5a-9328-4c20-828f-ff194a2e8dff" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.705095] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ba4cf910-5aed-44a8-a001-651635a5fbb0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "28f5aa5a-9328-4c20-828f-ff194a2e8dff" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.705607] env[63440]: DEBUG nova.compute.manager [None req-ba4cf910-5aed-44a8-a001-651635a5fbb0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.706553] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef0b0e5-17b3-4f18-84c1-c1db2fc69129 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.718243] env[63440]: DEBUG nova.compute.manager [None req-ba4cf910-5aed-44a8-a001-651635a5fbb0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63440) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 579.718843] env[63440]: DEBUG nova.objects.instance [None req-ba4cf910-5aed-44a8-a001-651635a5fbb0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lazy-loading 'flavor' on Instance uuid 28f5aa5a-9328-4c20-828f-ff194a2e8dff {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 579.787038] env[63440]: DEBUG oslo_concurrency.lockutils [req-9aec48bf-7bbb-47a1-a622-80b5ac3a76b5 req-f08f451a-4450-4413-9dbd-cdf6870eb225 service nova] Releasing lock "refresh_cache-50e197aa-2ae8-44b5-9fa1-6ad531d2f771" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.883134] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660936, 'name': CreateVM_Task, 'duration_secs': 0.929004} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.883134] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 579.883974] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.884488] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.884986] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.885418] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-297e7b4b-63a5-4b25-9abf-38a7e8a8534a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.890722] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 579.890722] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bb6362-bbd1-10a3-8a72-85c6c4bfa136" [ 579.890722] env[63440]: _type = "Task" [ 579.890722] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.900675] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bb6362-bbd1-10a3-8a72-85c6c4bfa136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.945234] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660937, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.988949] env[63440]: DEBUG nova.network.neutron [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Updated VIF entry in instance network info cache for port acb278f7-8a62-4561-a03b-743b58709c6f. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 579.988949] env[63440]: DEBUG nova.network.neutron [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Updating instance_info_cache with network_info: [{"id": "acb278f7-8a62-4561-a03b-743b58709c6f", "address": "fa:16:3e:3a:49:4d", "network": {"id": "35c65dac-ad47-4856-bb2d-b5d6dce6f044", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1010906257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb116129104c78843cec4deb921d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacb278f7-8a", "ovs_interfaceid": "acb278f7-8a62-4561-a03b-743b58709c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.992366] env[63440]: DEBUG nova.compute.manager [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 579.999491] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0037dd81-adff-4460-9ca8-90e7c58700c1 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.002777] env[63440]: DEBUG oslo_concurrency.lockutils [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.673s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.002777] env[63440]: INFO nova.compute.claims [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.182820] env[63440]: DEBUG nova.compute.manager [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.403234] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bb6362-bbd1-10a3-8a72-85c6c4bfa136, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.403330] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.403595] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 580.403810] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.404135] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.404296] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.405038] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20e91280-8e58-4b54-bbeb-c1377cb4fcc6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.424019] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.424019] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.424019] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7167f897-d42d-4a9d-be3b-b747bf49d87d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.430455] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 580.430455] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52007974-df68-5baf-4dda-ce23de064922" [ 580.430455] env[63440]: _type = "Task" [ 580.430455] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.438928] env[63440]: DEBUG nova.compute.manager [req-9aa4ac86-9a8d-454a-ac21-f02a75009192 req-e7002529-03a6-4bdb-b8a4-5db1d221e07f service nova] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Received event network-vif-deleted-81244b79-2075-40bb-a88b-a9df884cce99 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 580.449306] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52007974-df68-5baf-4dda-ce23de064922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.454409] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660937, 'name': ReconfigVM_Task, 'duration_secs': 1.359297} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.454705] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 8939c026-77b6-4393-9ff5-23fcc14c33f9/8939c026-77b6-4393-9ff5-23fcc14c33f9.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 580.455638] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1bdfa30-af23-4864-82cd-835b2731934b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.466021] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 580.466021] env[63440]: value = "task-2660938" [ 580.466021] env[63440]: _type = "Task" [ 580.466021] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.473668] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660938, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.493960] env[63440]: DEBUG oslo_concurrency.lockutils [req-011d20c8-ef28-4c23-8032-c585747c2ac5 req-7629243e-0704-443d-9f5e-70288f2d89e5 service nova] Releasing lock "refresh_cache-8939c026-77b6-4393-9ff5-23fcc14c33f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.572729] env[63440]: DEBUG nova.network.neutron [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Successfully created port: 2073784a-756b-4448-b8c9-0b5c10bf1049 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 580.713785] env[63440]: DEBUG oslo_concurrency.lockutils [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.730780] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba4cf910-5aed-44a8-a001-651635a5fbb0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 580.731330] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15dcd88e-4b84-45bb-913e-6637f273c839 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.740045] env[63440]: DEBUG oslo_vmware.api [None req-ba4cf910-5aed-44a8-a001-651635a5fbb0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 580.740045] env[63440]: value = "task-2660939" [ 580.740045] env[63440]: _type = "Task" [ 580.740045] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.757598] env[63440]: DEBUG oslo_vmware.api [None req-ba4cf910-5aed-44a8-a001-651635a5fbb0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.942542] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52007974-df68-5baf-4dda-ce23de064922, 'name': SearchDatastore_Task, 'duration_secs': 0.028856} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.943425] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ad43a96-12da-4984-9572-15cdf87b059f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.950155] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 580.950155] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5271ca7e-aa07-bd8f-a185-9bd622e1eca9" [ 580.950155] env[63440]: _type = "Task" [ 580.950155] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.959565] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5271ca7e-aa07-bd8f-a185-9bd622e1eca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.972452] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660938, 'name': Rename_Task, 'duration_secs': 0.166402} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.973072] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 580.973226] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aca6b1c5-24e8-40b1-b059-8eb98001a9a1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.978992] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 580.978992] env[63440]: value = "task-2660940" [ 580.978992] env[63440]: _type = "Task" [ 580.978992] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.986907] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.011253] env[63440]: DEBUG nova.compute.manager [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 581.018539] env[63440]: DEBUG nova.network.neutron [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Successfully updated port: baf2a8ef-2dc5-4d11-896c-b1eaa7ce9a4e {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 581.055533] env[63440]: DEBUG nova.virt.hardware [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.055784] env[63440]: DEBUG nova.virt.hardware [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.056152] env[63440]: DEBUG nova.virt.hardware [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.056152] env[63440]: DEBUG nova.virt.hardware [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.056640] env[63440]: DEBUG nova.virt.hardware [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.056640] env[63440]: DEBUG nova.virt.hardware [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.056640] env[63440]: DEBUG nova.virt.hardware [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.057160] env[63440]: DEBUG nova.virt.hardware [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.057160] env[63440]: DEBUG nova.virt.hardware [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.057612] env[63440]: DEBUG nova.virt.hardware [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.057612] env[63440]: DEBUG nova.virt.hardware [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.058581] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74fb86a-ff33-4a3f-8526-363ff7c2088b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.068419] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efca5334-6538-482d-9f6c-d8b7f68d9757 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.260195] env[63440]: DEBUG oslo_vmware.api [None req-ba4cf910-5aed-44a8-a001-651635a5fbb0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660939, 'name': PowerOffVM_Task, 'duration_secs': 0.239317} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.265879] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba4cf910-5aed-44a8-a001-651635a5fbb0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 581.265879] env[63440]: DEBUG nova.compute.manager [None req-ba4cf910-5aed-44a8-a001-651635a5fbb0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 581.266656] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d811d391-61c0-4c4e-a9dc-94b1296bc51c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.476838] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5271ca7e-aa07-bd8f-a185-9bd622e1eca9, 'name': SearchDatastore_Task, 'duration_secs': 0.012954} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.476838] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.476838] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 50e197aa-2ae8-44b5-9fa1-6ad531d2f771/50e197aa-2ae8-44b5-9fa1-6ad531d2f771.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 581.477068] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-382c6e0f-8cec-45ff-bef9-e81852d9e8e2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.497729] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 581.497729] env[63440]: value = "task-2660941" [ 581.497729] env[63440]: _type = "Task" [ 581.497729] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.507157] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660940, 'name': PowerOnVM_Task, 'duration_secs': 0.502015} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.507927] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 581.510368] env[63440]: INFO nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Took 8.76 seconds to spawn the instance on the hypervisor. [ 581.510368] env[63440]: DEBUG nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 581.518829] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66a3e83-c032-46fa-bae0-43d48dae886c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.522536] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.523244] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "refresh_cache-9b347c8c-73d9-4e48-b0d2-9727fb479389" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.523383] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquired lock "refresh_cache-9b347c8c-73d9-4e48-b0d2-9727fb479389" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.523531] env[63440]: DEBUG nova.network.neutron [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 581.782784] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ba4cf910-5aed-44a8-a001-651635a5fbb0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "28f5aa5a-9328-4c20-828f-ff194a2e8dff" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.791469] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a915fc1d-c285-4680-985c-3843049e54f4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.805832] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5861d3-3b39-4427-be7c-8c472c54fb8c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.846027] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7994264e-ec8b-4cb1-898d-a4cb23d9450a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.854812] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc152a32-0473-4384-9d34-be578c45fc5d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.870905] env[63440]: DEBUG nova.compute.provider_tree [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.016608] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518262} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.016894] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 50e197aa-2ae8-44b5-9fa1-6ad531d2f771/50e197aa-2ae8-44b5-9fa1-6ad531d2f771.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 582.017127] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 582.017389] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc78dfff-0866-4eef-af66-d8348ec6d9bc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.030286] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 582.030286] env[63440]: value = "task-2660942" [ 582.030286] env[63440]: _type = "Task" [ 582.030286] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.049628] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.052305] env[63440]: INFO nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Took 27.38 seconds to build instance. [ 582.099020] env[63440]: DEBUG nova.network.neutron [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 582.313115] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Acquiring lock "a3f2ac99-8c0b-42d5-9459-87217561d4e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.313115] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Lock "a3f2ac99-8c0b-42d5-9459-87217561d4e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.370306] env[63440]: DEBUG nova.network.neutron [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Updating instance_info_cache with network_info: [{"id": "baf2a8ef-2dc5-4d11-896c-b1eaa7ce9a4e", "address": "fa:16:3e:cc:17:58", "network": {"id": "35c65dac-ad47-4856-bb2d-b5d6dce6f044", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1010906257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb116129104c78843cec4deb921d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaf2a8ef-2d", "ovs_interfaceid": "baf2a8ef-2dc5-4d11-896c-b1eaa7ce9a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.374655] env[63440]: DEBUG nova.scheduler.client.report [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.541803] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143506} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.542566] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 582.542883] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13319146-ef06-4e68-be78-4017fd258fc3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.557759] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "8939c026-77b6-4393-9ff5-23fcc14c33f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.690s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.567426] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 50e197aa-2ae8-44b5-9fa1-6ad531d2f771/50e197aa-2ae8-44b5-9fa1-6ad531d2f771.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 582.569388] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce7d0405-b7d6-4c18-a366-262f3541ef52 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.593931] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 582.593931] env[63440]: value = "task-2660943" [ 582.593931] env[63440]: _type = "Task" [ 582.593931] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.611163] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660943, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.874073] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Releasing lock "refresh_cache-9b347c8c-73d9-4e48-b0d2-9727fb479389" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.874466] env[63440]: DEBUG nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Instance network_info: |[{"id": "baf2a8ef-2dc5-4d11-896c-b1eaa7ce9a4e", "address": "fa:16:3e:cc:17:58", "network": {"id": "35c65dac-ad47-4856-bb2d-b5d6dce6f044", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1010906257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb116129104c78843cec4deb921d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaf2a8ef-2d", "ovs_interfaceid": "baf2a8ef-2dc5-4d11-896c-b1eaa7ce9a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 582.875929] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:17:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'baf2a8ef-2dc5-4d11-896c-b1eaa7ce9a4e', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 582.888339] env[63440]: DEBUG oslo.service.loopingcall [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 582.889640] env[63440]: DEBUG nova.compute.manager [req-087efe1b-ab03-43cc-8ea7-b06b3c293b2d req-48cceda5-fdf3-4686-afe8-41234b309ad1 service nova] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Received event network-vif-plugged-baf2a8ef-2dc5-4d11-896c-b1eaa7ce9a4e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.890017] env[63440]: DEBUG oslo_concurrency.lockutils [req-087efe1b-ab03-43cc-8ea7-b06b3c293b2d req-48cceda5-fdf3-4686-afe8-41234b309ad1 service nova] Acquiring lock "9b347c8c-73d9-4e48-b0d2-9727fb479389-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.890430] env[63440]: DEBUG oslo_concurrency.lockutils [req-087efe1b-ab03-43cc-8ea7-b06b3c293b2d req-48cceda5-fdf3-4686-afe8-41234b309ad1 service nova] Lock "9b347c8c-73d9-4e48-b0d2-9727fb479389-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.890430] env[63440]: DEBUG oslo_concurrency.lockutils [req-087efe1b-ab03-43cc-8ea7-b06b3c293b2d req-48cceda5-fdf3-4686-afe8-41234b309ad1 service nova] Lock "9b347c8c-73d9-4e48-b0d2-9727fb479389-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.890564] env[63440]: DEBUG nova.compute.manager [req-087efe1b-ab03-43cc-8ea7-b06b3c293b2d req-48cceda5-fdf3-4686-afe8-41234b309ad1 service nova] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] No waiting events found dispatching network-vif-plugged-baf2a8ef-2dc5-4d11-896c-b1eaa7ce9a4e {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 582.890723] env[63440]: WARNING nova.compute.manager [req-087efe1b-ab03-43cc-8ea7-b06b3c293b2d req-48cceda5-fdf3-4686-afe8-41234b309ad1 service nova] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Received unexpected event network-vif-plugged-baf2a8ef-2dc5-4d11-896c-b1eaa7ce9a4e for instance with vm_state building and task_state spawning. [ 582.890877] env[63440]: DEBUG nova.compute.manager [req-087efe1b-ab03-43cc-8ea7-b06b3c293b2d req-48cceda5-fdf3-4686-afe8-41234b309ad1 service nova] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Received event network-changed-baf2a8ef-2dc5-4d11-896c-b1eaa7ce9a4e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.891088] env[63440]: DEBUG nova.compute.manager [req-087efe1b-ab03-43cc-8ea7-b06b3c293b2d req-48cceda5-fdf3-4686-afe8-41234b309ad1 service nova] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Refreshing instance network info cache due to event network-changed-baf2a8ef-2dc5-4d11-896c-b1eaa7ce9a4e. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 582.891360] env[63440]: DEBUG oslo_concurrency.lockutils [req-087efe1b-ab03-43cc-8ea7-b06b3c293b2d req-48cceda5-fdf3-4686-afe8-41234b309ad1 service nova] Acquiring lock "refresh_cache-9b347c8c-73d9-4e48-b0d2-9727fb479389" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.891424] env[63440]: DEBUG oslo_concurrency.lockutils [req-087efe1b-ab03-43cc-8ea7-b06b3c293b2d req-48cceda5-fdf3-4686-afe8-41234b309ad1 service nova] Acquired lock "refresh_cache-9b347c8c-73d9-4e48-b0d2-9727fb479389" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.891978] env[63440]: DEBUG nova.network.neutron [req-087efe1b-ab03-43cc-8ea7-b06b3c293b2d req-48cceda5-fdf3-4686-afe8-41234b309ad1 service nova] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Refreshing network info cache for port baf2a8ef-2dc5-4d11-896c-b1eaa7ce9a4e {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 582.895621] env[63440]: DEBUG oslo_concurrency.lockutils [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.893s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.895621] env[63440]: DEBUG nova.compute.manager [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 582.898744] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 582.898744] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.670s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.898744] env[63440]: DEBUG nova.objects.instance [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lazy-loading 'resources' on Instance uuid 9c14ab52-2dac-4684-898d-c73e60c3c468 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 582.898928] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fd04ae2-5f71-4ca6-a370-fd3cc6b046f5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.923172] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 582.923172] env[63440]: value = "task-2660944" [ 582.923172] env[63440]: _type = "Task" [ 582.923172] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.933414] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660944, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.075951] env[63440]: DEBUG nova.network.neutron [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Successfully updated port: 2073784a-756b-4448-b8c9-0b5c10bf1049 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 583.075951] env[63440]: DEBUG nova.compute.manager [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.107180] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660943, 'name': ReconfigVM_Task, 'duration_secs': 0.282769} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.107556] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 50e197aa-2ae8-44b5-9fa1-6ad531d2f771/50e197aa-2ae8-44b5-9fa1-6ad531d2f771.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 583.108751] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e801131e-9fb5-4e72-b0b2-835871727b0e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.115809] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 583.115809] env[63440]: value = "task-2660945" [ 583.115809] env[63440]: _type = "Task" [ 583.115809] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.127361] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660945, 'name': Rename_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.416274] env[63440]: DEBUG nova.compute.utils [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 583.422307] env[63440]: DEBUG nova.compute.manager [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Not allocating networking since 'none' was specified. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 583.442897] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660944, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.577663] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Acquiring lock "refresh_cache-d9d2b428-3579-426c-bf94-b09f1f810e5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.579778] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Acquired lock "refresh_cache-d9d2b428-3579-426c-bf94-b09f1f810e5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.579778] env[63440]: DEBUG nova.network.neutron [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 583.605359] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.627756] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660945, 'name': Rename_Task, 'duration_secs': 0.149656} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.636863] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 583.637360] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e3363d5-c9c4-4d1d-a2be-450974c89948 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.645619] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 583.645619] env[63440]: value = "task-2660950" [ 583.645619] env[63440]: _type = "Task" [ 583.645619] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.667277] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.752611] env[63440]: DEBUG nova.network.neutron [req-087efe1b-ab03-43cc-8ea7-b06b3c293b2d req-48cceda5-fdf3-4686-afe8-41234b309ad1 service nova] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Updated VIF entry in instance network info cache for port baf2a8ef-2dc5-4d11-896c-b1eaa7ce9a4e. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 583.752611] env[63440]: DEBUG nova.network.neutron [req-087efe1b-ab03-43cc-8ea7-b06b3c293b2d req-48cceda5-fdf3-4686-afe8-41234b309ad1 service nova] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Updating instance_info_cache with network_info: [{"id": "baf2a8ef-2dc5-4d11-896c-b1eaa7ce9a4e", "address": "fa:16:3e:cc:17:58", "network": {"id": "35c65dac-ad47-4856-bb2d-b5d6dce6f044", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1010906257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb116129104c78843cec4deb921d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaf2a8ef-2d", "ovs_interfaceid": "baf2a8ef-2dc5-4d11-896c-b1eaa7ce9a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.922991] env[63440]: DEBUG nova.compute.manager [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 583.950219] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660944, 'name': CreateVM_Task, 'duration_secs': 0.602905} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.953851] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 583.955310] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.955310] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.955514] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.957965] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5376927d-ae79-49b6-a075-3358a05e4412 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.961713] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 583.961713] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521c3933-b96e-3237-1eb3-4a87acaf7c78" [ 583.961713] env[63440]: _type = "Task" [ 583.961713] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.982371] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521c3933-b96e-3237-1eb3-4a87acaf7c78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.110692] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85074f5a-bf4a-4ae2-a197-f1e97887c926 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.126180] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de5eb7e-3af9-437f-8355-b076641095b9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.171885] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed0f958-dab2-4fa4-920e-ad97e93b51f6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.175282] env[63440]: DEBUG nova.network.neutron [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 584.183118] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.192264] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf5a646-9c6b-49e9-8745-eb81d0877347 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.207980] env[63440]: DEBUG nova.compute.provider_tree [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.254699] env[63440]: DEBUG oslo_concurrency.lockutils [req-087efe1b-ab03-43cc-8ea7-b06b3c293b2d req-48cceda5-fdf3-4686-afe8-41234b309ad1 service nova] Releasing lock "refresh_cache-9b347c8c-73d9-4e48-b0d2-9727fb479389" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.445813] env[63440]: DEBUG nova.compute.manager [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 584.446758] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a033ee4-bf6d-4ee8-9082-b53906ec97d1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.483428] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521c3933-b96e-3237-1eb3-4a87acaf7c78, 'name': SearchDatastore_Task, 'duration_secs': 0.020542} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.483428] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.483428] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 584.483428] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.483768] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.483768] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 584.485047] env[63440]: DEBUG nova.network.neutron [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Updating instance_info_cache with network_info: [{"id": "2073784a-756b-4448-b8c9-0b5c10bf1049", "address": "fa:16:3e:75:1f:6b", "network": {"id": "59699f99-eb7d-4b26-a318-977debce8d11", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1476178358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc14bd64627a4a8e9c0b9b844b8afcf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2073784a-75", "ovs_interfaceid": "2073784a-756b-4448-b8c9-0b5c10bf1049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.486666] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86e6e67b-e4e0-4d5d-85fa-5e5c8a48421b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.500523] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 584.500734] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 584.502497] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-580162ee-66fd-473f-9e75-5199a34f16ac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.508230] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 584.508230] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528f615f-0b32-4831-219c-9e36351e56ce" [ 584.508230] env[63440]: _type = "Task" [ 584.508230] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.521131] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528f615f-0b32-4831-219c-9e36351e56ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.678387] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660950, 'name': PowerOnVM_Task, 'duration_secs': 0.878753} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.678804] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 584.679145] env[63440]: INFO nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Took 9.24 seconds to spawn the instance on the hypervisor. [ 584.679416] env[63440]: DEBUG nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 584.680731] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0da2a4-72f6-4718-8806-8c7b817710fe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.713108] env[63440]: DEBUG nova.scheduler.client.report [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.939704] env[63440]: DEBUG nova.compute.manager [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 584.969775] env[63440]: INFO nova.compute.manager [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] instance snapshotting [ 584.970025] env[63440]: WARNING nova.compute.manager [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 584.976125] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c321f8d-1746-4517-a738-bfd58e710ffe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.997545] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Releasing lock "refresh_cache-d9d2b428-3579-426c-bf94-b09f1f810e5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.997890] env[63440]: DEBUG nova.compute.manager [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Instance network_info: |[{"id": "2073784a-756b-4448-b8c9-0b5c10bf1049", "address": "fa:16:3e:75:1f:6b", "network": {"id": "59699f99-eb7d-4b26-a318-977debce8d11", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1476178358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc14bd64627a4a8e9c0b9b844b8afcf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2073784a-75", "ovs_interfaceid": "2073784a-756b-4448-b8c9-0b5c10bf1049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 585.001056] env[63440]: DEBUG nova.virt.hardware [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 585.001056] env[63440]: DEBUG nova.virt.hardware [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.001056] env[63440]: DEBUG nova.virt.hardware [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.001319] env[63440]: DEBUG nova.virt.hardware [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.001319] env[63440]: DEBUG nova.virt.hardware [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.001386] env[63440]: DEBUG nova.virt.hardware [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 585.002916] env[63440]: DEBUG nova.virt.hardware [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 585.002916] env[63440]: DEBUG nova.virt.hardware [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 585.002916] env[63440]: DEBUG nova.virt.hardware [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.002916] env[63440]: DEBUG nova.virt.hardware [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.002916] env[63440]: DEBUG nova.virt.hardware [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.003104] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:1f:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2073784a-756b-4448-b8c9-0b5c10bf1049', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.010588] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Creating folder: Project (bc14bd64627a4a8e9c0b9b844b8afcf4). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.011416] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5eed8e-d3d6-4361-82be-3b4c2fc608a1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.015268] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b43d30-fc68-4c94-88d2-f09e3c4c0f58 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.018090] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b4d25a9-87ae-40f7-a30f-2400ae7cbec9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.029250] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655ca6b8-45ad-423b-865a-92de86b2f52f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.050782] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Instance VIF info [] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.057221] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Creating folder: Project (3f7233891fa44095a10120e396b43aa9). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.061915] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59151d8a-ecfa-41e5-9255-1c8f433e2e7a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.063028] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Created folder: Project (bc14bd64627a4a8e9c0b9b844b8afcf4) in parent group-v536546. [ 585.063235] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Creating folder: Instances. Parent ref: group-v536596. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.063539] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528f615f-0b32-4831-219c-9e36351e56ce, 'name': SearchDatastore_Task, 'duration_secs': 0.01388} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.063756] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00e447e3-f82c-4bcb-b443-40c4341a1ff2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.066280] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be3dc5a5-5bb6-417c-9e7f-29356d447e6e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.074173] env[63440]: DEBUG nova.compute.manager [req-e976b14b-c1c5-4be7-a2bd-30c8ebe80ae6 req-de165cc1-f96e-4b00-baa8-34b81e797892 service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Received event network-vif-plugged-2073784a-756b-4448-b8c9-0b5c10bf1049 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 585.074173] env[63440]: DEBUG oslo_concurrency.lockutils [req-e976b14b-c1c5-4be7-a2bd-30c8ebe80ae6 req-de165cc1-f96e-4b00-baa8-34b81e797892 service nova] Acquiring lock "d9d2b428-3579-426c-bf94-b09f1f810e5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.074173] env[63440]: DEBUG oslo_concurrency.lockutils [req-e976b14b-c1c5-4be7-a2bd-30c8ebe80ae6 req-de165cc1-f96e-4b00-baa8-34b81e797892 service nova] Lock "d9d2b428-3579-426c-bf94-b09f1f810e5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.074173] env[63440]: DEBUG oslo_concurrency.lockutils [req-e976b14b-c1c5-4be7-a2bd-30c8ebe80ae6 req-de165cc1-f96e-4b00-baa8-34b81e797892 service nova] Lock "d9d2b428-3579-426c-bf94-b09f1f810e5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.074173] env[63440]: DEBUG nova.compute.manager [req-e976b14b-c1c5-4be7-a2bd-30c8ebe80ae6 req-de165cc1-f96e-4b00-baa8-34b81e797892 service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] No waiting events found dispatching network-vif-plugged-2073784a-756b-4448-b8c9-0b5c10bf1049 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 585.074349] env[63440]: WARNING nova.compute.manager [req-e976b14b-c1c5-4be7-a2bd-30c8ebe80ae6 req-de165cc1-f96e-4b00-baa8-34b81e797892 service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Received unexpected event network-vif-plugged-2073784a-756b-4448-b8c9-0b5c10bf1049 for instance with vm_state building and task_state spawning. [ 585.074349] env[63440]: DEBUG nova.compute.manager [req-e976b14b-c1c5-4be7-a2bd-30c8ebe80ae6 req-de165cc1-f96e-4b00-baa8-34b81e797892 service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Received event network-changed-2073784a-756b-4448-b8c9-0b5c10bf1049 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 585.074349] env[63440]: DEBUG nova.compute.manager [req-e976b14b-c1c5-4be7-a2bd-30c8ebe80ae6 req-de165cc1-f96e-4b00-baa8-34b81e797892 service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Refreshing instance network info cache due to event network-changed-2073784a-756b-4448-b8c9-0b5c10bf1049. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 585.074349] env[63440]: DEBUG oslo_concurrency.lockutils [req-e976b14b-c1c5-4be7-a2bd-30c8ebe80ae6 req-de165cc1-f96e-4b00-baa8-34b81e797892 service nova] Acquiring lock "refresh_cache-d9d2b428-3579-426c-bf94-b09f1f810e5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.074349] env[63440]: DEBUG oslo_concurrency.lockutils [req-e976b14b-c1c5-4be7-a2bd-30c8ebe80ae6 req-de165cc1-f96e-4b00-baa8-34b81e797892 service nova] Acquired lock "refresh_cache-d9d2b428-3579-426c-bf94-b09f1f810e5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.074661] env[63440]: DEBUG nova.network.neutron [req-e976b14b-c1c5-4be7-a2bd-30c8ebe80ae6 req-de165cc1-f96e-4b00-baa8-34b81e797892 service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Refreshing network info cache for port 2073784a-756b-4448-b8c9-0b5c10bf1049 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 585.079358] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 585.079358] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524f4397-5106-3e2d-7a3b-e96aec740066" [ 585.079358] env[63440]: _type = "Task" [ 585.079358] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.079505] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Created folder: Project (3f7233891fa44095a10120e396b43aa9) in parent group-v536546. [ 585.079624] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Creating folder: Instances. Parent ref: group-v536597. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.081560] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa9d65c5-5500-42a0-b925-8ac8713162ff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.083339] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Created folder: Instances in parent group-v536596. [ 585.083516] env[63440]: DEBUG oslo.service.loopingcall [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 585.088576] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.089430] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb83fe43-85b4-40ac-bb3f-72d450c71cb9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.106210] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Created folder: Instances in parent group-v536597. [ 585.107099] env[63440]: DEBUG oslo.service.loopingcall [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 585.107099] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.111345] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92aad15b-ebda-4b1b-a3c6-9ac1b1b33c0a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.125144] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524f4397-5106-3e2d-7a3b-e96aec740066, 'name': SearchDatastore_Task, 'duration_secs': 0.032725} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.126849] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.127774] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 9b347c8c-73d9-4e48-b0d2-9727fb479389/9b347c8c-73d9-4e48-b0d2-9727fb479389.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 585.127774] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 585.127774] env[63440]: value = "task-2660955" [ 585.127774] env[63440]: _type = "Task" [ 585.127774] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.129054] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1b166ff-4e7f-4a79-8c54-c3785709df55 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.142526] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 585.142526] env[63440]: value = "task-2660956" [ 585.142526] env[63440]: _type = "Task" [ 585.142526] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.152074] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 585.152074] env[63440]: value = "task-2660957" [ 585.152074] env[63440]: _type = "Task" [ 585.152074] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.152412] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660955, 'name': CreateVM_Task} progress is 15%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.162574] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660956, 'name': CreateVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.168655] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.204196] env[63440]: INFO nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Took 29.46 seconds to build instance. [ 585.220651] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.323s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.223852] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.557s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.225350] env[63440]: INFO nova.compute.claims [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.263357] env[63440]: INFO nova.scheduler.client.report [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Deleted allocations for instance 9c14ab52-2dac-4684-898d-c73e60c3c468 [ 585.542369] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Creating Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 585.542796] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5d427cf0-5273-403b-9561-27b9c127b45c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.555390] env[63440]: DEBUG oslo_vmware.api [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 585.555390] env[63440]: value = "task-2660958" [ 585.555390] env[63440]: _type = "Task" [ 585.555390] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.568883] env[63440]: DEBUG oslo_vmware.api [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660958, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.657168] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660955, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.670045] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660956, 'name': CreateVM_Task, 'duration_secs': 0.516507} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.671089] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 585.671900] env[63440]: DEBUG oslo_concurrency.lockutils [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.672219] env[63440]: DEBUG oslo_concurrency.lockutils [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.674247] env[63440]: DEBUG oslo_concurrency.lockutils [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.674247] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af1d46de-efa3-4b55-ba88-3aa3d0019aed {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.682831] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660957, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.689844] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Waiting for the task: (returnval){ [ 585.689844] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5246d27c-be7b-aa64-4c58-acb1d331e203" [ 585.689844] env[63440]: _type = "Task" [ 585.689844] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.706629] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5246d27c-be7b-aa64-4c58-acb1d331e203, 'name': SearchDatastore_Task, 'duration_secs': 0.00993} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.706629] env[63440]: DEBUG oslo_concurrency.lockutils [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.706629] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 585.706629] env[63440]: DEBUG oslo_concurrency.lockutils [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.706784] env[63440]: DEBUG oslo_concurrency.lockutils [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.706784] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.706784] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a0cf635-571b-4f12-b42a-5a6917c9e232 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.707373] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "50e197aa-2ae8-44b5-9fa1-6ad531d2f771" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.794s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.717209] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.717518] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 585.718702] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5b9b003-61d1-43df-9c7b-8695e2b7d7b6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.725073] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Waiting for the task: (returnval){ [ 585.725073] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527119c5-9207-938d-5648-10b5c9ec1b7b" [ 585.725073] env[63440]: _type = "Task" [ 585.725073] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.740463] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527119c5-9207-938d-5648-10b5c9ec1b7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.770475] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4f2e87b5-06ee-4198-87f3-1a8e845cd8cf tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "9c14ab52-2dac-4684-898d-c73e60c3c468" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.913s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.939549] env[63440]: DEBUG nova.network.neutron [req-e976b14b-c1c5-4be7-a2bd-30c8ebe80ae6 req-de165cc1-f96e-4b00-baa8-34b81e797892 service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Updated VIF entry in instance network info cache for port 2073784a-756b-4448-b8c9-0b5c10bf1049. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 585.939803] env[63440]: DEBUG nova.network.neutron [req-e976b14b-c1c5-4be7-a2bd-30c8ebe80ae6 req-de165cc1-f96e-4b00-baa8-34b81e797892 service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Updating instance_info_cache with network_info: [{"id": "2073784a-756b-4448-b8c9-0b5c10bf1049", "address": "fa:16:3e:75:1f:6b", "network": {"id": "59699f99-eb7d-4b26-a318-977debce8d11", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1476178358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc14bd64627a4a8e9c0b9b844b8afcf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2073784a-75", "ovs_interfaceid": "2073784a-756b-4448-b8c9-0b5c10bf1049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.080489] env[63440]: DEBUG oslo_vmware.api [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660958, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.143903] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660955, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.163912] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55793} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.164229] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 9b347c8c-73d9-4e48-b0d2-9727fb479389/9b347c8c-73d9-4e48-b0d2-9727fb479389.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 586.164462] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 586.164765] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-569a1f31-68fa-4847-a66f-2c423a7e78bf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.172247] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 586.172247] env[63440]: value = "task-2660959" [ 586.172247] env[63440]: _type = "Task" [ 586.172247] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.179931] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.213345] env[63440]: DEBUG nova.compute.manager [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.245507] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527119c5-9207-938d-5648-10b5c9ec1b7b, 'name': SearchDatastore_Task, 'duration_secs': 0.011979} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.247582] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ffa27ae-ac9d-4ae5-81c6-d8b27c73cabc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.257341] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Waiting for the task: (returnval){ [ 586.257341] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520ff5ae-0d9c-c780-58d0-b7c3221ef352" [ 586.257341] env[63440]: _type = "Task" [ 586.257341] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.265902] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520ff5ae-0d9c-c780-58d0-b7c3221ef352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.444949] env[63440]: DEBUG oslo_concurrency.lockutils [req-e976b14b-c1c5-4be7-a2bd-30c8ebe80ae6 req-de165cc1-f96e-4b00-baa8-34b81e797892 service nova] Releasing lock "refresh_cache-d9d2b428-3579-426c-bf94-b09f1f810e5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.570600] env[63440]: DEBUG oslo_vmware.api [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660958, 'name': CreateSnapshot_Task, 'duration_secs': 0.734982} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.574323] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Created Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 586.575466] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3ff7fa-7fcb-46e3-b448-dd37a494a20d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.643763] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660955, 'name': CreateVM_Task, 'duration_secs': 1.493113} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.643763] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.644597] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.644826] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.645237] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.648164] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae2394e0-b811-45b5-9c0d-a670673e180e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.653919] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Waiting for the task: (returnval){ [ 586.653919] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528f3355-ee3f-0022-5885-3f7f9e92d588" [ 586.653919] env[63440]: _type = "Task" [ 586.653919] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.666198] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528f3355-ee3f-0022-5885-3f7f9e92d588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.683178] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076739} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.685514] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 586.687764] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2c1510-3f7c-4bf1-9da4-35a3d42805af {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.716936] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 9b347c8c-73d9-4e48-b0d2-9727fb479389/9b347c8c-73d9-4e48-b0d2-9727fb479389.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 586.720133] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94d61159-55b6-465e-b253-ebc7f35974ec {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.744160] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 586.744160] env[63440]: value = "task-2660961" [ 586.744160] env[63440]: _type = "Task" [ 586.744160] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.753875] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.755065] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.766564] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520ff5ae-0d9c-c780-58d0-b7c3221ef352, 'name': SearchDatastore_Task, 'duration_secs': 0.01802} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.766905] env[63440]: DEBUG oslo_concurrency.lockutils [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.767176] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 3304d61d-48d9-40ed-aac3-be86f6d7df7f/3304d61d-48d9-40ed-aac3-be86f6d7df7f.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.767555] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-163aaa85-9ca8-4139-af63-2195472cfefa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.775112] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Waiting for the task: (returnval){ [ 586.775112] env[63440]: value = "task-2660962" [ 586.775112] env[63440]: _type = "Task" [ 586.775112] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.783377] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': task-2660962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.866671] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f72bb7-3506-4055-be91-c0fc4e315136 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.874369] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e852f5f7-43f0-4e41-9c77-251d41c59403 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.909768] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d46de0b-d2ab-4add-96dd-d9ecf22d23d5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.917649] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad7b34c-3bd1-4415-853d-0d084cc53bd6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.932123] env[63440]: DEBUG nova.compute.provider_tree [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.098249] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Creating linked-clone VM from snapshot {{(pid=63440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 587.098541] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1a780ac5-e3a8-42cd-bf33-a0c2d785800c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.107649] env[63440]: DEBUG oslo_vmware.api [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 587.107649] env[63440]: value = "task-2660963" [ 587.107649] env[63440]: _type = "Task" [ 587.107649] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.115673] env[63440]: DEBUG oslo_vmware.api [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660963, 'name': CloneVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.164113] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528f3355-ee3f-0022-5885-3f7f9e92d588, 'name': SearchDatastore_Task, 'duration_secs': 0.028269} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.164581] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.164636] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 587.165232] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.165489] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.165773] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 587.166053] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-325064c0-3590-4924-8bdc-966827063d4e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.176690] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 587.177314] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 587.178081] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cdc0e95-c50a-42b0-a2ec-b6008ded6ff5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.183922] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Waiting for the task: (returnval){ [ 587.183922] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5290d14c-1534-6509-594f-3f3bd41eeb4e" [ 587.183922] env[63440]: _type = "Task" [ 587.183922] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.192814] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5290d14c-1534-6509-594f-3f3bd41eeb4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.255422] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.284762] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': task-2660962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.435866] env[63440]: DEBUG nova.scheduler.client.report [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.618157] env[63440]: DEBUG oslo_vmware.api [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660963, 'name': CloneVM_Task} progress is 93%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.703696] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5290d14c-1534-6509-594f-3f3bd41eeb4e, 'name': SearchDatastore_Task, 'duration_secs': 0.02874} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.704701] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-783803c9-56fa-44c0-a22e-b7213c7b5119 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.710395] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Waiting for the task: (returnval){ [ 587.710395] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527091d4-7136-7937-7a38-4eeccef23835" [ 587.710395] env[63440]: _type = "Task" [ 587.710395] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.721764] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527091d4-7136-7937-7a38-4eeccef23835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.754844] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660961, 'name': ReconfigVM_Task, 'duration_secs': 0.697444} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.755876] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 9b347c8c-73d9-4e48-b0d2-9727fb479389/9b347c8c-73d9-4e48-b0d2-9727fb479389.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 587.755876] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6e7cf82-9c43-415a-911f-323ded9b050b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.764023] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 587.764023] env[63440]: value = "task-2660964" [ 587.764023] env[63440]: _type = "Task" [ 587.764023] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.771803] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660964, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.785909] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': task-2660962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.940773] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.941320] env[63440]: DEBUG nova.compute.manager [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 587.943969] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.010s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.945561] env[63440]: INFO nova.compute.claims [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.122500] env[63440]: DEBUG oslo_vmware.api [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660963, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.222600] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527091d4-7136-7937-7a38-4eeccef23835, 'name': SearchDatastore_Task, 'duration_secs': 0.037111} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.222903] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.223187] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] d9d2b428-3579-426c-bf94-b09f1f810e5a/d9d2b428-3579-426c-bf94-b09f1f810e5a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 588.223479] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d21b6c24-257f-4ede-b536-8ab122159429 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.233827] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Waiting for the task: (returnval){ [ 588.233827] env[63440]: value = "task-2660965" [ 588.233827] env[63440]: _type = "Task" [ 588.233827] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.241151] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': task-2660965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.275482] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660964, 'name': Rename_Task, 'duration_secs': 0.250794} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.275687] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 588.275979] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fe9241c-37dc-4e67-ad47-08d7c54ee290 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.289327] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': task-2660962, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.291728] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 588.291728] env[63440]: value = "task-2660967" [ 588.291728] env[63440]: _type = "Task" [ 588.291728] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.302510] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.428961] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "832a2116-9b59-4038-b37c-0fe0d707f9d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.430137] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "832a2116-9b59-4038-b37c-0fe0d707f9d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.452080] env[63440]: DEBUG nova.compute.utils [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.455311] env[63440]: DEBUG nova.compute.manager [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.455501] env[63440]: DEBUG nova.network.neutron [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 588.511021] env[63440]: DEBUG nova.policy [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86ba33c54fdd4f1fb4b1090e5058f17d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5239f7a95314b49913187864eafe5c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.623501] env[63440]: DEBUG oslo_vmware.api [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660963, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.746346] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': task-2660965, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.788182] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': task-2660962, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.655236} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.788588] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 3304d61d-48d9-40ed-aac3-be86f6d7df7f/3304d61d-48d9-40ed-aac3-be86f6d7df7f.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.788668] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.788942] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9814292a-87a2-4944-9df3-8cb500a46b32 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.799310] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Waiting for the task: (returnval){ [ 588.799310] env[63440]: value = "task-2660968" [ 588.799310] env[63440]: _type = "Task" [ 588.799310] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.808866] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660967, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.816145] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': task-2660968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.897403] env[63440]: DEBUG nova.network.neutron [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Successfully created port: 5e9d1c84-5ccc-4715-aca3-f470424a588e {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.956449] env[63440]: DEBUG nova.compute.manager [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.126043] env[63440]: DEBUG oslo_vmware.api [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660963, 'name': CloneVM_Task} progress is 95%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.248467] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': task-2660965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665767} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.251691] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] d9d2b428-3579-426c-bf94-b09f1f810e5a/d9d2b428-3579-426c-bf94-b09f1f810e5a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 589.251846] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 589.252404] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04a0dfd9-5402-401d-bc85-89cc73dfcc6b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.260641] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Waiting for the task: (returnval){ [ 589.260641] env[63440]: value = "task-2660969" [ 589.260641] env[63440]: _type = "Task" [ 589.260641] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.269473] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': task-2660969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.311615] env[63440]: DEBUG oslo_vmware.api [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660967, 'name': PowerOnVM_Task, 'duration_secs': 0.835311} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.311615] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 589.311615] env[63440]: INFO nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Took 11.13 seconds to spawn the instance on the hypervisor. [ 589.311615] env[63440]: DEBUG nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 589.312920] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c860ad-c12f-4fd5-8450-cdbf38b0469f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.318950] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': task-2660968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082556} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.319649] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 589.320530] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feff288-a175-4c00-99cb-cdf560b9ab87 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.348741] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 3304d61d-48d9-40ed-aac3-be86f6d7df7f/3304d61d-48d9-40ed-aac3-be86f6d7df7f.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.351857] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4940f7e5-abda-4b78-8a17-68b4bcc9cc90 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.373817] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Waiting for the task: (returnval){ [ 589.373817] env[63440]: value = "task-2660970" [ 589.373817] env[63440]: _type = "Task" [ 589.373817] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.383847] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': task-2660970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.555284] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee4841a-c1ae-4e5a-954b-db5b158e6637 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.563411] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cded3e22-f335-4d7c-a21c-1e29912413fa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.596043] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c8b26a-49ec-478b-a97e-a57d88d845e0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.603325] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd734be-1af4-4acd-b55e-1fb4a69a76a1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.617857] env[63440]: DEBUG nova.compute.provider_tree [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 589.627072] env[63440]: DEBUG oslo_vmware.api [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660963, 'name': CloneVM_Task, 'duration_secs': 2.27766} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.627072] env[63440]: INFO nova.virt.vmwareapi.vmops [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Created linked-clone VM from snapshot [ 589.627986] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c6026f-2b0b-4f8d-963d-f5f782b3bff2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.637593] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Uploading image 5f98a504-7d0d-4d44-86ea-874f31bc899d {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 589.673392] env[63440]: DEBUG oslo_vmware.rw_handles [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 589.673392] env[63440]: value = "vm-536603" [ 589.673392] env[63440]: _type = "VirtualMachine" [ 589.673392] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 589.673392] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6657e848-d376-44d3-8141-7e648ed570de {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.683580] env[63440]: DEBUG oslo_vmware.rw_handles [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lease: (returnval){ [ 589.683580] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526eaae0-f151-68ac-8637-8238c60ca1d5" [ 589.683580] env[63440]: _type = "HttpNfcLease" [ 589.683580] env[63440]: } obtained for exporting VM: (result){ [ 589.683580] env[63440]: value = "vm-536603" [ 589.683580] env[63440]: _type = "VirtualMachine" [ 589.683580] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 589.683580] env[63440]: DEBUG oslo_vmware.api [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the lease: (returnval){ [ 589.683580] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526eaae0-f151-68ac-8637-8238c60ca1d5" [ 589.683580] env[63440]: _type = "HttpNfcLease" [ 589.683580] env[63440]: } to be ready. {{(pid=63440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 589.689563] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 589.689563] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526eaae0-f151-68ac-8637-8238c60ca1d5" [ 589.689563] env[63440]: _type = "HttpNfcLease" [ 589.689563] env[63440]: } is initializing. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 589.770966] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': task-2660969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22563} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.771339] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 589.772271] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258a7986-74fc-43b5-9c7b-71aaa38c6c03 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.800055] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] d9d2b428-3579-426c-bf94-b09f1f810e5a/d9d2b428-3579-426c-bf94-b09f1f810e5a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.800365] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05b9b47e-f180-43db-9d26-668d145d1390 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.827721] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Waiting for the task: (returnval){ [ 589.827721] env[63440]: value = "task-2660972" [ 589.827721] env[63440]: _type = "Task" [ 589.827721] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.847854] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': task-2660972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.848486] env[63440]: INFO nova.compute.manager [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Took 33.93 seconds to build instance. [ 589.886671] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': task-2660970, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.968523] env[63440]: DEBUG nova.compute.manager [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 589.977744] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Acquiring lock "3a2ed53d-1634-41fc-ab85-ca3fde3c7544" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.978222] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Lock "3a2ed53d-1634-41fc-ab85-ca3fde3c7544" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.994758] env[63440]: DEBUG nova.virt.hardware [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.994848] env[63440]: DEBUG nova.virt.hardware [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.995895] env[63440]: DEBUG nova.virt.hardware [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.995895] env[63440]: DEBUG nova.virt.hardware [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.995895] env[63440]: DEBUG nova.virt.hardware [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.995895] env[63440]: DEBUG nova.virt.hardware [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.995895] env[63440]: DEBUG nova.virt.hardware [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.996097] env[63440]: DEBUG nova.virt.hardware [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.996097] env[63440]: DEBUG nova.virt.hardware [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.996578] env[63440]: DEBUG nova.virt.hardware [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.996861] env[63440]: DEBUG nova.virt.hardware [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.998107] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376fb89c-af50-466f-8798-76a7efa0f1ee {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.007905] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558bc286-9d57-4dc5-8460-44382a301d5d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.144701] env[63440]: ERROR nova.scheduler.client.report [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [req-14d73999-3063-4710-9d82-aa042f0cd4b3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-14d73999-3063-4710-9d82-aa042f0cd4b3"}]} [ 590.163935] env[63440]: DEBUG nova.scheduler.client.report [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Refreshing inventories for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 590.182533] env[63440]: DEBUG nova.scheduler.client.report [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Updating ProviderTree inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 590.182742] env[63440]: DEBUG nova.compute.provider_tree [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 590.193752] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 590.193752] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526eaae0-f151-68ac-8637-8238c60ca1d5" [ 590.193752] env[63440]: _type = "HttpNfcLease" [ 590.193752] env[63440]: } is ready. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 590.194131] env[63440]: DEBUG oslo_vmware.rw_handles [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 590.194131] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526eaae0-f151-68ac-8637-8238c60ca1d5" [ 590.194131] env[63440]: _type = "HttpNfcLease" [ 590.194131] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 590.194998] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcad724-a0fa-4ee6-af9b-a0f7ef0360e0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.198149] env[63440]: DEBUG nova.scheduler.client.report [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Refreshing aggregate associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, aggregates: None {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 590.205628] env[63440]: DEBUG oslo_vmware.rw_handles [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cfda4a-ae4f-7b6f-9004-e2e768a7c376/disk-0.vmdk from lease info. {{(pid=63440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 590.205829] env[63440]: DEBUG oslo_vmware.rw_handles [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cfda4a-ae4f-7b6f-9004-e2e768a7c376/disk-0.vmdk for reading. {{(pid=63440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 590.270445] env[63440]: DEBUG nova.scheduler.client.report [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Refreshing trait associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 590.306990] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2c9219db-3474-40f8-a4ed-de2f5ae14387 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.337821] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': task-2660972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.351852] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e927495-addb-4d27-9357-1013f1cf14ba tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "9b347c8c-73d9-4e48-b0d2-9727fb479389" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.377s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.385659] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': task-2660970, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.463194] env[63440]: DEBUG nova.compute.manager [req-0b3f3d78-01a8-4fe1-b400-ce235060a290 req-ed316022-b06c-4291-9f6b-e90c2413c0d9 service nova] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Received event network-vif-plugged-5e9d1c84-5ccc-4715-aca3-f470424a588e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.463194] env[63440]: DEBUG oslo_concurrency.lockutils [req-0b3f3d78-01a8-4fe1-b400-ce235060a290 req-ed316022-b06c-4291-9f6b-e90c2413c0d9 service nova] Acquiring lock "7893db16-55a5-478c-8b9d-71f69791a95b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.463629] env[63440]: DEBUG oslo_concurrency.lockutils [req-0b3f3d78-01a8-4fe1-b400-ce235060a290 req-ed316022-b06c-4291-9f6b-e90c2413c0d9 service nova] Lock "7893db16-55a5-478c-8b9d-71f69791a95b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.463944] env[63440]: DEBUG oslo_concurrency.lockutils [req-0b3f3d78-01a8-4fe1-b400-ce235060a290 req-ed316022-b06c-4291-9f6b-e90c2413c0d9 service nova] Lock "7893db16-55a5-478c-8b9d-71f69791a95b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.464339] env[63440]: DEBUG nova.compute.manager [req-0b3f3d78-01a8-4fe1-b400-ce235060a290 req-ed316022-b06c-4291-9f6b-e90c2413c0d9 service nova] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] No waiting events found dispatching network-vif-plugged-5e9d1c84-5ccc-4715-aca3-f470424a588e {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 590.464680] env[63440]: WARNING nova.compute.manager [req-0b3f3d78-01a8-4fe1-b400-ce235060a290 req-ed316022-b06c-4291-9f6b-e90c2413c0d9 service nova] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Received unexpected event network-vif-plugged-5e9d1c84-5ccc-4715-aca3-f470424a588e for instance with vm_state building and task_state spawning. [ 590.495782] env[63440]: DEBUG nova.network.neutron [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Successfully updated port: 5e9d1c84-5ccc-4715-aca3-f470424a588e {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 590.847659] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': task-2660972, 'name': ReconfigVM_Task, 'duration_secs': 0.67737} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.851026] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Reconfigured VM instance instance-00000011 to attach disk [datastore1] d9d2b428-3579-426c-bf94-b09f1f810e5a/d9d2b428-3579-426c-bf94-b09f1f810e5a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 590.852040] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6279431c-d3a5-437d-a683-455cc1fcb534 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.861815] env[63440]: DEBUG nova.compute.manager [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.865015] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Waiting for the task: (returnval){ [ 590.865015] env[63440]: value = "task-2660974" [ 590.865015] env[63440]: _type = "Task" [ 590.865015] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.881490] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': task-2660974, 'name': Rename_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.894449] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': task-2660970, 'name': ReconfigVM_Task, 'duration_secs': 1.329238} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.898022] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 3304d61d-48d9-40ed-aac3-be86f6d7df7f/3304d61d-48d9-40ed-aac3-be86f6d7df7f.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 590.898022] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87dae9ef-1437-4329-8f96-5de0dc1de78a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.903063] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Waiting for the task: (returnval){ [ 590.903063] env[63440]: value = "task-2660975" [ 590.903063] env[63440]: _type = "Task" [ 590.903063] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.928952] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': task-2660975, 'name': Rename_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.941183] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60e292d-4242-46f7-a354-b72275dbbd71 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.951155] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a438be6-322d-45f2-95de-49d8769e3efd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.991234] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04bb322-0620-4962-8dd0-4e57abff1c80 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.999595] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "refresh_cache-7893db16-55a5-478c-8b9d-71f69791a95b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.999697] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquired lock "refresh_cache-7893db16-55a5-478c-8b9d-71f69791a95b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.999806] env[63440]: DEBUG nova.network.neutron [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.008562] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92127698-acff-436d-a33f-9c3b543391e0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.027475] env[63440]: DEBUG nova.compute.provider_tree [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 591.382391] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': task-2660974, 'name': Rename_Task, 'duration_secs': 0.231331} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.382692] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 591.385685] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72c15054-de97-4a15-a4b2-612a6e4bf5e3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.394237] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Waiting for the task: (returnval){ [ 591.394237] env[63440]: value = "task-2660976" [ 591.394237] env[63440]: _type = "Task" [ 591.394237] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.405918] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': task-2660976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.407062] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.415515] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': task-2660975, 'name': Rename_Task, 'duration_secs': 0.184166} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.415986] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 591.416262] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b35068fc-ab66-465f-8bd3-64c6d6d85628 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.422641] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Waiting for the task: (returnval){ [ 591.422641] env[63440]: value = "task-2660977" [ 591.422641] env[63440]: _type = "Task" [ 591.422641] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.431765] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': task-2660977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.502113] env[63440]: DEBUG oslo_concurrency.lockutils [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "8939c026-77b6-4393-9ff5-23fcc14c33f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.502113] env[63440]: DEBUG oslo_concurrency.lockutils [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "8939c026-77b6-4393-9ff5-23fcc14c33f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.502113] env[63440]: DEBUG oslo_concurrency.lockutils [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "8939c026-77b6-4393-9ff5-23fcc14c33f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.502113] env[63440]: DEBUG oslo_concurrency.lockutils [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "8939c026-77b6-4393-9ff5-23fcc14c33f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.502511] env[63440]: DEBUG oslo_concurrency.lockutils [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "8939c026-77b6-4393-9ff5-23fcc14c33f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.505478] env[63440]: INFO nova.compute.manager [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Terminating instance [ 591.541266] env[63440]: DEBUG nova.network.neutron [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.570556] env[63440]: DEBUG nova.scheduler.client.report [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Updated inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 591.570856] env[63440]: DEBUG nova.compute.provider_tree [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 45 to 46 during operation: update_inventory {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 591.571051] env[63440]: DEBUG nova.compute.provider_tree [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 591.718091] env[63440]: DEBUG nova.network.neutron [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Updating instance_info_cache with network_info: [{"id": "5e9d1c84-5ccc-4715-aca3-f470424a588e", "address": "fa:16:3e:d6:2c:4d", "network": {"id": "cee4198f-cb15-45bd-8c95-4f65b8864533", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-210846136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5239f7a95314b49913187864eafe5c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9d1c84-5c", "ovs_interfaceid": "5e9d1c84-5ccc-4715-aca3-f470424a588e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.905857] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': task-2660976, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.934189] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': task-2660977, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.015778] env[63440]: DEBUG nova.compute.manager [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 592.016131] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 592.017199] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdca2458-567f-4f6f-86f3-7076a34c4302 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.025898] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 592.026187] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a32b5708-4520-447d-8c9b-938cc2f7baa5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.033272] env[63440]: DEBUG oslo_vmware.api [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 592.033272] env[63440]: value = "task-2660978" [ 592.033272] env[63440]: _type = "Task" [ 592.033272] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.041632] env[63440]: DEBUG oslo_vmware.api [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.076810] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.133s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.081025] env[63440]: DEBUG nova.compute.manager [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.083398] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.713s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.221870] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Releasing lock "refresh_cache-7893db16-55a5-478c-8b9d-71f69791a95b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.222970] env[63440]: DEBUG nova.compute.manager [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Instance network_info: |[{"id": "5e9d1c84-5ccc-4715-aca3-f470424a588e", "address": "fa:16:3e:d6:2c:4d", "network": {"id": "cee4198f-cb15-45bd-8c95-4f65b8864533", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-210846136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5239f7a95314b49913187864eafe5c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9d1c84-5c", "ovs_interfaceid": "5e9d1c84-5ccc-4715-aca3-f470424a588e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 592.223755] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:2c:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e9d1c84-5ccc-4715-aca3-f470424a588e', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.232907] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Creating folder: Project (c5239f7a95314b49913187864eafe5c2). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.233692] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70adbe53-fd56-49f3-892f-afaccdd03b2d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.245096] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Created folder: Project (c5239f7a95314b49913187864eafe5c2) in parent group-v536546. [ 592.245359] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Creating folder: Instances. Parent ref: group-v536604. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.245716] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49fe3502-1205-4cb6-ab3a-07ab5edad8f0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.256365] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Created folder: Instances in parent group-v536604. [ 592.256652] env[63440]: DEBUG oslo.service.loopingcall [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 592.256853] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.257256] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b8d80d8-58f5-408c-ac2a-384b4f78546d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.277555] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.277555] env[63440]: value = "task-2660981" [ 592.277555] env[63440]: _type = "Task" [ 592.277555] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.286033] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660981, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.405561] env[63440]: DEBUG oslo_vmware.api [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': task-2660976, 'name': PowerOnVM_Task, 'duration_secs': 0.584599} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.406137] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 592.406137] env[63440]: INFO nova.compute.manager [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Took 11.39 seconds to spawn the instance on the hypervisor. [ 592.407454] env[63440]: DEBUG nova.compute.manager [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 592.407454] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5531e1d6-512c-4cd2-9346-4c10cc008844 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.439358] env[63440]: DEBUG oslo_vmware.api [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': task-2660977, 'name': PowerOnVM_Task, 'duration_secs': 0.5284} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.439358] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 592.439358] env[63440]: INFO nova.compute.manager [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Took 7.50 seconds to spawn the instance on the hypervisor. [ 592.439358] env[63440]: DEBUG nova.compute.manager [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 592.441685] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b118b7ff-f375-477d-840a-2c8e2fdbb39c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.546607] env[63440]: DEBUG oslo_vmware.api [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660978, 'name': PowerOffVM_Task, 'duration_secs': 0.486118} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.546607] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 592.546815] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 592.548038] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-530c0b75-2f8d-443b-a36a-1bab50fd7dcb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.588775] env[63440]: DEBUG nova.compute.utils [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.592838] env[63440]: INFO nova.compute.claims [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.596861] env[63440]: DEBUG nova.compute.manager [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.598150] env[63440]: DEBUG nova.network.neutron [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.662730] env[63440]: DEBUG nova.policy [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '220243477cbb4ed4b94708f31c85826d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b203ca396698462bb10e8b4edf1867bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.723932] env[63440]: DEBUG nova.compute.manager [req-29f1f052-4794-4194-a648-d9870d54671f req-e1342ec9-0dbd-44df-a28e-222125616f02 service nova] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Received event network-changed-5e9d1c84-5ccc-4715-aca3-f470424a588e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 592.724139] env[63440]: DEBUG nova.compute.manager [req-29f1f052-4794-4194-a648-d9870d54671f req-e1342ec9-0dbd-44df-a28e-222125616f02 service nova] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Refreshing instance network info cache due to event network-changed-5e9d1c84-5ccc-4715-aca3-f470424a588e. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 592.724350] env[63440]: DEBUG oslo_concurrency.lockutils [req-29f1f052-4794-4194-a648-d9870d54671f req-e1342ec9-0dbd-44df-a28e-222125616f02 service nova] Acquiring lock "refresh_cache-7893db16-55a5-478c-8b9d-71f69791a95b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.724438] env[63440]: DEBUG oslo_concurrency.lockutils [req-29f1f052-4794-4194-a648-d9870d54671f req-e1342ec9-0dbd-44df-a28e-222125616f02 service nova] Acquired lock "refresh_cache-7893db16-55a5-478c-8b9d-71f69791a95b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.724593] env[63440]: DEBUG nova.network.neutron [req-29f1f052-4794-4194-a648-d9870d54671f req-e1342ec9-0dbd-44df-a28e-222125616f02 service nova] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Refreshing network info cache for port 5e9d1c84-5ccc-4715-aca3-f470424a588e {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.799384] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660981, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.932016] env[63440]: INFO nova.compute.manager [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Took 35.41 seconds to build instance. [ 592.960347] env[63440]: INFO nova.compute.manager [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Took 31.65 seconds to build instance. [ 593.032770] env[63440]: DEBUG nova.compute.manager [None req-afa7b220-3297-4b18-ba87-2bccbfcdd05a tempest-ServerDiagnosticsV248Test-1126223228 tempest-ServerDiagnosticsV248Test-1126223228-project-admin] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 593.036524] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f717006-3e3a-498c-b32d-75313e599a2d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.043771] env[63440]: INFO nova.compute.manager [None req-afa7b220-3297-4b18-ba87-2bccbfcdd05a tempest-ServerDiagnosticsV248Test-1126223228 tempest-ServerDiagnosticsV248Test-1126223228-project-admin] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Retrieving diagnostics [ 593.045264] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7565e6c9-c400-4a9c-8996-fa05fb8918f8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.098298] env[63440]: DEBUG nova.compute.manager [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 593.104584] env[63440]: INFO nova.compute.resource_tracker [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Updating resource usage from migration b5363d81-5544-43c7-a4b9-f94cbb860cbb [ 593.165271] env[63440]: DEBUG nova.network.neutron [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Successfully created port: dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 593.291788] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660981, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.434553] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49fa0dfa-d5d4-4aa6-b735-f396cb78eca1 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Lock "d9d2b428-3579-426c-bf94-b09f1f810e5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.171s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.462200] env[63440]: DEBUG oslo_concurrency.lockutils [None req-52e90a86-569e-4181-a4a6-aa051c02e935 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Lock "3304d61d-48d9-40ed-aac3-be86f6d7df7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.840s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.565228] env[63440]: DEBUG nova.network.neutron [req-29f1f052-4794-4194-a648-d9870d54671f req-e1342ec9-0dbd-44df-a28e-222125616f02 service nova] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Updated VIF entry in instance network info cache for port 5e9d1c84-5ccc-4715-aca3-f470424a588e. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 593.565228] env[63440]: DEBUG nova.network.neutron [req-29f1f052-4794-4194-a648-d9870d54671f req-e1342ec9-0dbd-44df-a28e-222125616f02 service nova] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Updating instance_info_cache with network_info: [{"id": "5e9d1c84-5ccc-4715-aca3-f470424a588e", "address": "fa:16:3e:d6:2c:4d", "network": {"id": "cee4198f-cb15-45bd-8c95-4f65b8864533", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-210846136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5239f7a95314b49913187864eafe5c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9d1c84-5c", "ovs_interfaceid": "5e9d1c84-5ccc-4715-aca3-f470424a588e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.640290] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cd3d4f-9902-454f-a48e-2039cfa12127 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.652239] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190d19b4-47d5-48b1-a14a-6b4c217b54c4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.708320] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f157ea-e826-48b5-be28-4e8793dc8f37 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.715374] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194b14cd-515b-4d80-9cb3-22106099d951 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.734019] env[63440]: DEBUG nova.compute.provider_tree [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.792092] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660981, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.938420] env[63440]: DEBUG nova.compute.manager [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.969894] env[63440]: DEBUG nova.compute.manager [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.070354] env[63440]: DEBUG oslo_concurrency.lockutils [req-29f1f052-4794-4194-a648-d9870d54671f req-e1342ec9-0dbd-44df-a28e-222125616f02 service nova] Releasing lock "refresh_cache-7893db16-55a5-478c-8b9d-71f69791a95b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.114312] env[63440]: DEBUG nova.compute.manager [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 594.145670] env[63440]: DEBUG nova.virt.hardware [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.145971] env[63440]: DEBUG nova.virt.hardware [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.146217] env[63440]: DEBUG nova.virt.hardware [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.146506] env[63440]: DEBUG nova.virt.hardware [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.146773] env[63440]: DEBUG nova.virt.hardware [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.146990] env[63440]: DEBUG nova.virt.hardware [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.147350] env[63440]: DEBUG nova.virt.hardware [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.147626] env[63440]: DEBUG nova.virt.hardware [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.147868] env[63440]: DEBUG nova.virt.hardware [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.148149] env[63440]: DEBUG nova.virt.hardware [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.148328] env[63440]: DEBUG nova.virt.hardware [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.149365] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73688105-7e2d-4a68-ba1b-0408c049c19d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.162152] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27452c64-7451-46e3-a9e9-b9707297db0b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.237922] env[63440]: DEBUG nova.scheduler.client.report [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.296110] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660981, 'name': CreateVM_Task, 'duration_secs': 1.589067} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.296391] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.297363] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.298109] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.298512] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.298820] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-996ee0d8-5d2b-4891-94ac-ce02f9c69962 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.305337] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 594.305337] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ad69e4-a16a-7661-c75d-a40a15aefce0" [ 594.305337] env[63440]: _type = "Task" [ 594.305337] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.318589] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ad69e4-a16a-7661-c75d-a40a15aefce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.463711] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.500786] env[63440]: DEBUG oslo_concurrency.lockutils [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.695480] env[63440]: DEBUG oslo_concurrency.lockutils [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Acquiring lock "638e67ef-7fbc-41b5-b00b-abab9f83f411" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.696501] env[63440]: DEBUG oslo_concurrency.lockutils [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Lock "638e67ef-7fbc-41b5-b00b-abab9f83f411" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.745330] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.661s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.745330] env[63440]: INFO nova.compute.manager [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Migrating [ 594.745330] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.745700] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.748495] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.253s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.750626] env[63440]: INFO nova.compute.claims [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.822476] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ad69e4-a16a-7661-c75d-a40a15aefce0, 'name': SearchDatastore_Task, 'duration_secs': 0.014546} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.823035] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.823661] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.824764] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.825033] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.825596] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.826852] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe4b1bdc-468d-414a-bf96-79f8b01124e1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.839377] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.839623] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.840459] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a263190-6703-49c2-9189-6f79941e42f9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.847773] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 594.847773] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52223666-24fb-3cbc-7e9b-dbc681106493" [ 594.847773] env[63440]: _type = "Task" [ 594.847773] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.861684] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52223666-24fb-3cbc-7e9b-dbc681106493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.184395] env[63440]: DEBUG nova.compute.manager [req-744a383f-0d43-4594-b5af-0f5983650a81 req-0df80e7a-fd0f-4a1f-9937-0b7472da47ba service nova] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Received event network-vif-plugged-dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.184395] env[63440]: DEBUG oslo_concurrency.lockutils [req-744a383f-0d43-4594-b5af-0f5983650a81 req-0df80e7a-fd0f-4a1f-9937-0b7472da47ba service nova] Acquiring lock "94667ac7-3f46-4a26-a62f-132dcab3ac5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.184395] env[63440]: DEBUG oslo_concurrency.lockutils [req-744a383f-0d43-4594-b5af-0f5983650a81 req-0df80e7a-fd0f-4a1f-9937-0b7472da47ba service nova] Lock "94667ac7-3f46-4a26-a62f-132dcab3ac5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.184395] env[63440]: DEBUG oslo_concurrency.lockutils [req-744a383f-0d43-4594-b5af-0f5983650a81 req-0df80e7a-fd0f-4a1f-9937-0b7472da47ba service nova] Lock "94667ac7-3f46-4a26-a62f-132dcab3ac5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.184395] env[63440]: DEBUG nova.compute.manager [req-744a383f-0d43-4594-b5af-0f5983650a81 req-0df80e7a-fd0f-4a1f-9937-0b7472da47ba service nova] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] No waiting events found dispatching network-vif-plugged-dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 595.184878] env[63440]: WARNING nova.compute.manager [req-744a383f-0d43-4594-b5af-0f5983650a81 req-0df80e7a-fd0f-4a1f-9937-0b7472da47ba service nova] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Received unexpected event network-vif-plugged-dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3 for instance with vm_state building and task_state spawning. [ 595.238666] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 595.238666] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 595.238666] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Deleting the datastore file [datastore2] 8939c026-77b6-4393-9ff5-23fcc14c33f9 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.238666] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6fae3e1-9994-45af-97c3-3115d4eeb5a9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.245656] env[63440]: DEBUG oslo_vmware.api [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 595.245656] env[63440]: value = "task-2660984" [ 595.245656] env[63440]: _type = "Task" [ 595.245656] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.251038] env[63440]: INFO nova.compute.rpcapi [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 595.251038] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.287027] env[63440]: DEBUG oslo_vmware.api [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.290691] env[63440]: DEBUG nova.network.neutron [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Successfully updated port: dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 595.360573] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52223666-24fb-3cbc-7e9b-dbc681106493, 'name': SearchDatastore_Task, 'duration_secs': 0.013038} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.362917] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2268bd04-bf12-4f27-8d50-6295c88689e1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.368295] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 595.368295] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5274c3e4-8b73-3582-e388-4fdaf3878e87" [ 595.368295] env[63440]: _type = "Task" [ 595.368295] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.377183] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5274c3e4-8b73-3582-e388-4fdaf3878e87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.692912] env[63440]: DEBUG nova.compute.manager [req-9acf00a6-b75a-4f85-a794-fdf8393bf676 req-9393454e-3e27-4128-8a13-953b5571d2fc service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Received event network-changed-2073784a-756b-4448-b8c9-0b5c10bf1049 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.693133] env[63440]: DEBUG nova.compute.manager [req-9acf00a6-b75a-4f85-a794-fdf8393bf676 req-9393454e-3e27-4128-8a13-953b5571d2fc service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Refreshing instance network info cache due to event network-changed-2073784a-756b-4448-b8c9-0b5c10bf1049. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 595.693405] env[63440]: DEBUG oslo_concurrency.lockutils [req-9acf00a6-b75a-4f85-a794-fdf8393bf676 req-9393454e-3e27-4128-8a13-953b5571d2fc service nova] Acquiring lock "refresh_cache-d9d2b428-3579-426c-bf94-b09f1f810e5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.693590] env[63440]: DEBUG oslo_concurrency.lockutils [req-9acf00a6-b75a-4f85-a794-fdf8393bf676 req-9393454e-3e27-4128-8a13-953b5571d2fc service nova] Acquired lock "refresh_cache-d9d2b428-3579-426c-bf94-b09f1f810e5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.693764] env[63440]: DEBUG nova.network.neutron [req-9acf00a6-b75a-4f85-a794-fdf8393bf676 req-9393454e-3e27-4128-8a13-953b5571d2fc service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Refreshing network info cache for port 2073784a-756b-4448-b8c9-0b5c10bf1049 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.762873] env[63440]: DEBUG oslo_vmware.api [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.778214] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "refresh_cache-d7718d7e-4911-4905-b135-54291157aded" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.778525] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquired lock "refresh_cache-d7718d7e-4911-4905-b135-54291157aded" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.778810] env[63440]: DEBUG nova.network.neutron [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.794289] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Acquiring lock "refresh_cache-94667ac7-3f46-4a26-a62f-132dcab3ac5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.794472] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Acquired lock "refresh_cache-94667ac7-3f46-4a26-a62f-132dcab3ac5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.794548] env[63440]: DEBUG nova.network.neutron [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.883487] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5274c3e4-8b73-3582-e388-4fdaf3878e87, 'name': SearchDatastore_Task, 'duration_secs': 0.033433} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.886090] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.888045] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 7893db16-55a5-478c-8b9d-71f69791a95b/7893db16-55a5-478c-8b9d-71f69791a95b.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.888045] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6e60153-5703-409d-9c4f-a8a9444adf08 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.894775] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 595.894775] env[63440]: value = "task-2660985" [ 595.894775] env[63440]: _type = "Task" [ 595.894775] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.906853] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2660985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.258748] env[63440]: DEBUG oslo_vmware.api [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2660984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.572668} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.262137] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 596.262386] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 596.262587] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 596.262818] env[63440]: INFO nova.compute.manager [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Took 4.25 seconds to destroy the instance on the hypervisor. [ 596.263008] env[63440]: DEBUG oslo.service.loopingcall [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 596.263404] env[63440]: DEBUG nova.compute.manager [-] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 596.263516] env[63440]: DEBUG nova.network.neutron [-] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 596.366648] env[63440]: DEBUG nova.network.neutron [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.373209] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b4904a-9657-4b3f-8f37-17f6b463b62e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.381184] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362bcef7-9468-413d-a4c5-8ab1769b7fd0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.426208] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0123e5-2d81-4b8e-b53f-14c7b7a7f2f7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.436662] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2660985, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.440583] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c34e63f-a343-4896-aef4-f004edbf91ff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.455656] env[63440]: DEBUG nova.compute.provider_tree [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.718338] env[63440]: DEBUG nova.network.neutron [req-9acf00a6-b75a-4f85-a794-fdf8393bf676 req-9393454e-3e27-4128-8a13-953b5571d2fc service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Updated VIF entry in instance network info cache for port 2073784a-756b-4448-b8c9-0b5c10bf1049. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.718747] env[63440]: DEBUG nova.network.neutron [req-9acf00a6-b75a-4f85-a794-fdf8393bf676 req-9393454e-3e27-4128-8a13-953b5571d2fc service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Updating instance_info_cache with network_info: [{"id": "2073784a-756b-4448-b8c9-0b5c10bf1049", "address": "fa:16:3e:75:1f:6b", "network": {"id": "59699f99-eb7d-4b26-a318-977debce8d11", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1476178358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc14bd64627a4a8e9c0b9b844b8afcf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2073784a-75", "ovs_interfaceid": "2073784a-756b-4448-b8c9-0b5c10bf1049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.732949] env[63440]: DEBUG nova.network.neutron [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Updating instance_info_cache with network_info: [{"id": "dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3", "address": "fa:16:3e:d4:83:74", "network": {"id": "c7aafcb3-9130-483b-8d64-721f5b10c353", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1235474522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b203ca396698462bb10e8b4edf1867bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbbdc853-52", "ovs_interfaceid": "dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.758037] env[63440]: DEBUG nova.network.neutron [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Updating instance_info_cache with network_info: [{"id": "13756f12-1ced-4bf3-b5a7-06673b945bc4", "address": "fa:16:3e:d5:16:7b", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13756f12-1c", "ovs_interfaceid": "13756f12-1ced-4bf3-b5a7-06673b945bc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.926470] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2660985, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.016263} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.927098] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 7893db16-55a5-478c-8b9d-71f69791a95b/7893db16-55a5-478c-8b9d-71f69791a95b.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.927318] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.927573] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5f64ae1-bfce-426f-9ff6-814b3e4a7421 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.934157] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 596.934157] env[63440]: value = "task-2660987" [ 596.934157] env[63440]: _type = "Task" [ 596.934157] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.942478] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2660987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.958880] env[63440]: DEBUG nova.scheduler.client.report [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.223170] env[63440]: DEBUG oslo_concurrency.lockutils [req-9acf00a6-b75a-4f85-a794-fdf8393bf676 req-9393454e-3e27-4128-8a13-953b5571d2fc service nova] Releasing lock "refresh_cache-d9d2b428-3579-426c-bf94-b09f1f810e5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.238835] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Releasing lock "refresh_cache-94667ac7-3f46-4a26-a62f-132dcab3ac5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.239193] env[63440]: DEBUG nova.compute.manager [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Instance network_info: |[{"id": "dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3", "address": "fa:16:3e:d4:83:74", "network": {"id": "c7aafcb3-9130-483b-8d64-721f5b10c353", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1235474522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b203ca396698462bb10e8b4edf1867bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbbdc853-52", "ovs_interfaceid": "dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 597.240097] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:83:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.252970] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Creating folder: Project (b203ca396698462bb10e8b4edf1867bf). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.252970] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1e0f5cb-7777-4958-b0f7-9a31b07856b0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.261224] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Releasing lock "refresh_cache-d7718d7e-4911-4905-b135-54291157aded" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.267187] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Created folder: Project (b203ca396698462bb10e8b4edf1867bf) in parent group-v536546. [ 597.267187] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Creating folder: Instances. Parent ref: group-v536608. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.267612] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcaec315-83a0-46ce-98a0-6c2c3f8b1002 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.271544] env[63440]: DEBUG nova.compute.manager [req-e2417d91-4b6e-41cb-b3bf-07257650ede2 req-953898a6-2706-41d9-a877-55b03c3cd568 service nova] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Received event network-changed-dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 597.271721] env[63440]: DEBUG nova.compute.manager [req-e2417d91-4b6e-41cb-b3bf-07257650ede2 req-953898a6-2706-41d9-a877-55b03c3cd568 service nova] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Refreshing instance network info cache due to event network-changed-dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 597.271933] env[63440]: DEBUG oslo_concurrency.lockutils [req-e2417d91-4b6e-41cb-b3bf-07257650ede2 req-953898a6-2706-41d9-a877-55b03c3cd568 service nova] Acquiring lock "refresh_cache-94667ac7-3f46-4a26-a62f-132dcab3ac5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.272078] env[63440]: DEBUG oslo_concurrency.lockutils [req-e2417d91-4b6e-41cb-b3bf-07257650ede2 req-953898a6-2706-41d9-a877-55b03c3cd568 service nova] Acquired lock "refresh_cache-94667ac7-3f46-4a26-a62f-132dcab3ac5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.272242] env[63440]: DEBUG nova.network.neutron [req-e2417d91-4b6e-41cb-b3bf-07257650ede2 req-953898a6-2706-41d9-a877-55b03c3cd568 service nova] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Refreshing network info cache for port dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.282741] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Created folder: Instances in parent group-v536608. [ 597.282985] env[63440]: DEBUG oslo.service.loopingcall [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 597.283439] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.283666] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef59cafe-fe4f-4ecc-ba6b-eeb56e60b892 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.305504] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.305504] env[63440]: value = "task-2660990" [ 597.305504] env[63440]: _type = "Task" [ 597.305504] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.313390] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660990, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.385617] env[63440]: DEBUG nova.network.neutron [-] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.443480] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2660987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065479} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.443765] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.444654] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a544b4af-0e76-453e-b041-52b8259008e0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.467928] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 7893db16-55a5-478c-8b9d-71f69791a95b/7893db16-55a5-478c-8b9d-71f69791a95b.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.468799] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.469384] env[63440]: DEBUG nova.compute.manager [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.472307] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a24d8ce-aced-4267-b1ab-edf6c836cbeb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.489063] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.553s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.489977] env[63440]: INFO nova.compute.claims [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.499682] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 597.499682] env[63440]: value = "task-2660991" [ 597.499682] env[63440]: _type = "Task" [ 597.499682] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.508890] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2660991, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.818756] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660990, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.889647] env[63440]: INFO nova.compute.manager [-] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Took 1.63 seconds to deallocate network for instance. [ 597.994913] env[63440]: DEBUG nova.compute.utils [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.996717] env[63440]: DEBUG nova.compute.manager [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.996983] env[63440]: DEBUG nova.network.neutron [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.020932] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2660991, 'name': ReconfigVM_Task, 'duration_secs': 0.313622} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.021366] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 7893db16-55a5-478c-8b9d-71f69791a95b/7893db16-55a5-478c-8b9d-71f69791a95b.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.022125] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c16e1ab9-bc8c-4ee1-bf50-1dc51e308b01 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.030566] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 598.030566] env[63440]: value = "task-2660992" [ 598.030566] env[63440]: _type = "Task" [ 598.030566] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.041243] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2660992, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.062783] env[63440]: DEBUG nova.policy [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86ba33c54fdd4f1fb4b1090e5058f17d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5239f7a95314b49913187864eafe5c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.123920] env[63440]: DEBUG nova.network.neutron [req-e2417d91-4b6e-41cb-b3bf-07257650ede2 req-953898a6-2706-41d9-a877-55b03c3cd568 service nova] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Updated VIF entry in instance network info cache for port dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.123920] env[63440]: DEBUG nova.network.neutron [req-e2417d91-4b6e-41cb-b3bf-07257650ede2 req-953898a6-2706-41d9-a877-55b03c3cd568 service nova] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Updating instance_info_cache with network_info: [{"id": "dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3", "address": "fa:16:3e:d4:83:74", "network": {"id": "c7aafcb3-9130-483b-8d64-721f5b10c353", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1235474522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b203ca396698462bb10e8b4edf1867bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbbdc853-52", "ovs_interfaceid": "dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.322058] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2660990, 'name': CreateVM_Task, 'duration_secs': 0.533335} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.322420] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.323095] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.323324] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.327438] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.327864] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a420bff2-40ad-4237-8263-1cc2884d9376 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.333277] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Waiting for the task: (returnval){ [ 598.333277] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f807e5-304c-9e88-d069-e4f2e8f94d04" [ 598.333277] env[63440]: _type = "Task" [ 598.333277] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.345382] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f807e5-304c-9e88-d069-e4f2e8f94d04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.398350] env[63440]: DEBUG oslo_concurrency.lockutils [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.505540] env[63440]: DEBUG nova.compute.manager [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.543766] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2660992, 'name': Rename_Task, 'duration_secs': 0.169873} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.544077] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.544328] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce8c6b49-815a-4986-bc81-bf0fd13b6a06 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.552966] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 598.552966] env[63440]: value = "task-2660993" [ 598.552966] env[63440]: _type = "Task" [ 598.552966] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.563359] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2660993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.566266] env[63440]: DEBUG nova.network.neutron [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Successfully created port: 09e45f26-f0dd-46f7-8171-93e82517ed2d {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.625673] env[63440]: DEBUG oslo_concurrency.lockutils [req-e2417d91-4b6e-41cb-b3bf-07257650ede2 req-953898a6-2706-41d9-a877-55b03c3cd568 service nova] Releasing lock "refresh_cache-94667ac7-3f46-4a26-a62f-132dcab3ac5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.625963] env[63440]: DEBUG nova.compute.manager [req-e2417d91-4b6e-41cb-b3bf-07257650ede2 req-953898a6-2706-41d9-a877-55b03c3cd568 service nova] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Received event network-vif-deleted-acb278f7-8a62-4561-a03b-743b58709c6f {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.626164] env[63440]: INFO nova.compute.manager [req-e2417d91-4b6e-41cb-b3bf-07257650ede2 req-953898a6-2706-41d9-a877-55b03c3cd568 service nova] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Neutron deleted interface acb278f7-8a62-4561-a03b-743b58709c6f; detaching it from the instance and deleting it from the info cache [ 598.626343] env[63440]: DEBUG nova.network.neutron [req-e2417d91-4b6e-41cb-b3bf-07257650ede2 req-953898a6-2706-41d9-a877-55b03c3cd568 service nova] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.789809] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df146d2b-29a2-47b0-a537-a013dc9e757a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.816906] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Updating instance 'd7718d7e-4911-4905-b135-54291157aded' progress to 0 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 598.849731] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f807e5-304c-9e88-d069-e4f2e8f94d04, 'name': SearchDatastore_Task, 'duration_secs': 0.028066} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.849731] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.849901] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.850044] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.850213] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.850423] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.850744] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1412dea-6ae7-404e-a18a-a1fdc01d8908 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.860775] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.861356] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.864736] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17610192-2797-48c0-b91c-b96b8b944b36 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.870997] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Waiting for the task: (returnval){ [ 598.870997] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c9dfdc-1050-091f-2a25-3a518986155f" [ 598.870997] env[63440]: _type = "Task" [ 598.870997] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.882325] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c9dfdc-1050-091f-2a25-3a518986155f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.069095] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2660993, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.132482] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f34d046a-53b1-4cd9-87e1-c03aeb07b4d1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.144621] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98973475-b9c8-414f-b1ff-d4126948001b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.187474] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7663fb7e-bd49-4967-95a5-cebe762d049c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.190103] env[63440]: DEBUG nova.compute.manager [req-e2417d91-4b6e-41cb-b3bf-07257650ede2 req-953898a6-2706-41d9-a877-55b03c3cd568 service nova] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Detach interface failed, port_id=acb278f7-8a62-4561-a03b-743b58709c6f, reason: Instance 8939c026-77b6-4393-9ff5-23fcc14c33f9 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 599.195806] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decefeea-e891-4505-b09f-2d8830bc6033 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.228858] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708d0649-3b38-428a-a691-140dbcfadcb5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.237661] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfac647b-d62b-4dae-a684-38f6e80655c1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.253062] env[63440]: DEBUG nova.compute.provider_tree [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.327803] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 599.328450] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f08bebe3-c67f-4185-b91c-0fbb2adab99d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.336957] env[63440]: DEBUG oslo_vmware.api [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 599.336957] env[63440]: value = "task-2660995" [ 599.336957] env[63440]: _type = "Task" [ 599.336957] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.346588] env[63440]: DEBUG oslo_vmware.api [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2660995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.383410] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c9dfdc-1050-091f-2a25-3a518986155f, 'name': SearchDatastore_Task, 'duration_secs': 0.013919} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.384563] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a98c8d59-eac5-48c8-8cf5-782cc2eb0cb1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.394234] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Waiting for the task: (returnval){ [ 599.394234] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5244effb-0d93-51c2-94e7-8e00a7f4a646" [ 599.394234] env[63440]: _type = "Task" [ 599.394234] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.401019] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5244effb-0d93-51c2-94e7-8e00a7f4a646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.518556] env[63440]: DEBUG nova.compute.manager [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.553849] env[63440]: DEBUG nova.virt.hardware [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.554086] env[63440]: DEBUG nova.virt.hardware [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.554086] env[63440]: DEBUG nova.virt.hardware [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.554228] env[63440]: DEBUG nova.virt.hardware [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.554858] env[63440]: DEBUG nova.virt.hardware [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.554858] env[63440]: DEBUG nova.virt.hardware [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.554858] env[63440]: DEBUG nova.virt.hardware [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.555076] env[63440]: DEBUG nova.virt.hardware [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.555126] env[63440]: DEBUG nova.virt.hardware [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.556029] env[63440]: DEBUG nova.virt.hardware [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.556029] env[63440]: DEBUG nova.virt.hardware [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.556678] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32fedcf-95a2-4f80-9edc-241884daa777 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.571702] env[63440]: DEBUG oslo_vmware.api [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2660993, 'name': PowerOnVM_Task, 'duration_secs': 0.551607} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.574380] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.575127] env[63440]: INFO nova.compute.manager [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Took 9.61 seconds to spawn the instance on the hypervisor. [ 599.575287] env[63440]: DEBUG nova.compute.manager [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.576260] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdd016b-3d94-4bd6-b243-abeea602e26a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.580120] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bf0bee-0aaa-4723-a629-2c2537cbc7e0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.761967] env[63440]: DEBUG nova.scheduler.client.report [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.851393] env[63440]: DEBUG oslo_vmware.api [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2660995, 'name': PowerOffVM_Task, 'duration_secs': 0.288055} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.852487] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 599.852653] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Updating instance 'd7718d7e-4911-4905-b135-54291157aded' progress to 17 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 599.907334] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5244effb-0d93-51c2-94e7-8e00a7f4a646, 'name': SearchDatastore_Task, 'duration_secs': 0.015719} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.907768] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.908128] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 94667ac7-3f46-4a26-a62f-132dcab3ac5a/94667ac7-3f46-4a26-a62f-132dcab3ac5a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.908475] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-186c69dc-3a41-468f-a9c0-304b74f07c8b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.917865] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Waiting for the task: (returnval){ [ 599.917865] env[63440]: value = "task-2660996" [ 599.917865] env[63440]: _type = "Task" [ 599.917865] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.928764] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': task-2660996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.120026] env[63440]: INFO nova.compute.manager [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Took 35.47 seconds to build instance. [ 600.250355] env[63440]: DEBUG nova.compute.manager [req-5dc0e8b7-238f-4307-9400-dc199a7f2c48 req-5201fd22-288d-47fa-8070-b217b27bde56 service nova] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Received event network-vif-plugged-09e45f26-f0dd-46f7-8171-93e82517ed2d {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.251624] env[63440]: DEBUG oslo_concurrency.lockutils [req-5dc0e8b7-238f-4307-9400-dc199a7f2c48 req-5201fd22-288d-47fa-8070-b217b27bde56 service nova] Acquiring lock "c5462524-b503-4578-91a4-a8c0b4589ff7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.252416] env[63440]: DEBUG oslo_concurrency.lockutils [req-5dc0e8b7-238f-4307-9400-dc199a7f2c48 req-5201fd22-288d-47fa-8070-b217b27bde56 service nova] Lock "c5462524-b503-4578-91a4-a8c0b4589ff7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.252416] env[63440]: DEBUG oslo_concurrency.lockutils [req-5dc0e8b7-238f-4307-9400-dc199a7f2c48 req-5201fd22-288d-47fa-8070-b217b27bde56 service nova] Lock "c5462524-b503-4578-91a4-a8c0b4589ff7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.252416] env[63440]: DEBUG nova.compute.manager [req-5dc0e8b7-238f-4307-9400-dc199a7f2c48 req-5201fd22-288d-47fa-8070-b217b27bde56 service nova] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] No waiting events found dispatching network-vif-plugged-09e45f26-f0dd-46f7-8171-93e82517ed2d {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.252592] env[63440]: WARNING nova.compute.manager [req-5dc0e8b7-238f-4307-9400-dc199a7f2c48 req-5201fd22-288d-47fa-8070-b217b27bde56 service nova] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Received unexpected event network-vif-plugged-09e45f26-f0dd-46f7-8171-93e82517ed2d for instance with vm_state building and task_state spawning. [ 600.264440] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.265084] env[63440]: DEBUG nova.compute.manager [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.268508] env[63440]: DEBUG oslo_concurrency.lockutils [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.409s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.268770] env[63440]: DEBUG nova.objects.instance [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 600.363507] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.365141] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.365141] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.365141] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.365141] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.365141] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.365417] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.368817] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.368817] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.368817] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.368817] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.373314] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44e39884-1f62-43a0-87ef-c45f50f1759d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.391236] env[63440]: DEBUG nova.network.neutron [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Successfully updated port: 09e45f26-f0dd-46f7-8171-93e82517ed2d {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.403279] env[63440]: DEBUG oslo_vmware.api [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 600.403279] env[63440]: value = "task-2660997" [ 600.403279] env[63440]: _type = "Task" [ 600.403279] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.417858] env[63440]: DEBUG oslo_vmware.api [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2660997, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.436306] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': task-2660996, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.621503] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01d5286e-f738-4a36-a9a7-44219b7ae7c9 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "7893db16-55a5-478c-8b9d-71f69791a95b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.834s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.777076] env[63440]: DEBUG nova.compute.utils [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.781578] env[63440]: DEBUG nova.compute.manager [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.781813] env[63440]: DEBUG nova.network.neutron [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.827091] env[63440]: DEBUG oslo_vmware.rw_handles [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cfda4a-ae4f-7b6f-9004-e2e768a7c376/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 600.828827] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470df7cf-8ed2-4bd3-899a-cd76cc2e62a7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.839509] env[63440]: DEBUG oslo_vmware.rw_handles [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cfda4a-ae4f-7b6f-9004-e2e768a7c376/disk-0.vmdk is in state: ready. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 600.839509] env[63440]: ERROR oslo_vmware.rw_handles [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cfda4a-ae4f-7b6f-9004-e2e768a7c376/disk-0.vmdk due to incomplete transfer. [ 600.839509] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-92864910-0848-42b3-896c-3a41519b5a45 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.846404] env[63440]: DEBUG nova.policy [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b98d0fb05d04649a083db81b384c979', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf1e09653f054ae7a57a8fbafcead15f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.849892] env[63440]: DEBUG oslo_vmware.rw_handles [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cfda4a-ae4f-7b6f-9004-e2e768a7c376/disk-0.vmdk. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 600.850196] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Uploaded image 5f98a504-7d0d-4d44-86ea-874f31bc899d to the Glance image server {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 600.855392] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Destroying the VM {{(pid=63440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 600.855392] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e043b997-50d2-4de6-830a-0fc4eb0c4854 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.864076] env[63440]: DEBUG oslo_vmware.api [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 600.864076] env[63440]: value = "task-2660999" [ 600.864076] env[63440]: _type = "Task" [ 600.864076] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.876226] env[63440]: DEBUG oslo_vmware.api [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660999, 'name': Destroy_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.894202] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "refresh_cache-c5462524-b503-4578-91a4-a8c0b4589ff7" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.894477] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquired lock "refresh_cache-c5462524-b503-4578-91a4-a8c0b4589ff7" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.894556] env[63440]: DEBUG nova.network.neutron [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.916242] env[63440]: DEBUG oslo_vmware.api [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2660997, 'name': ReconfigVM_Task, 'duration_secs': 0.296436} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.917190] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Updating instance 'd7718d7e-4911-4905-b135-54291157aded' progress to 33 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 600.934153] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': task-2660996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573039} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.934557] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 94667ac7-3f46-4a26-a62f-132dcab3ac5a/94667ac7-3f46-4a26-a62f-132dcab3ac5a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.934931] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.935352] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e0c4e13-54ea-4d89-9875-b7b42fa96523 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.946893] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Waiting for the task: (returnval){ [ 600.946893] env[63440]: value = "task-2661000" [ 600.946893] env[63440]: _type = "Task" [ 600.946893] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.958455] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': task-2661000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.127796] env[63440]: DEBUG nova.compute.manager [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.228552] env[63440]: DEBUG nova.network.neutron [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Successfully created port: d0445a6c-5d4b-47e6-93b5-6d590b07ebdd {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.285287] env[63440]: DEBUG nova.compute.manager [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.288718] env[63440]: DEBUG oslo_concurrency.lockutils [None req-47667945-eebf-41f1-bba9-c0a1f31c6481 tempest-ServersAdmin275Test-604375108 tempest-ServersAdmin275Test-604375108-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.289797] env[63440]: DEBUG oslo_concurrency.lockutils [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.296s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.290031] env[63440]: DEBUG nova.objects.instance [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Lazy-loading 'resources' on Instance uuid a606fa01-58bd-4237-a97e-a503147c08ad {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 601.375115] env[63440]: DEBUG oslo_vmware.api [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2660999, 'name': Destroy_Task, 'duration_secs': 0.400294} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.375488] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Destroyed the VM [ 601.375726] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Deleting Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 601.375976] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0275238f-86a6-4dcb-b10b-6f5d9cd846a4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.383405] env[63440]: DEBUG oslo_vmware.api [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 601.383405] env[63440]: value = "task-2661001" [ 601.383405] env[63440]: _type = "Task" [ 601.383405] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.392787] env[63440]: DEBUG oslo_vmware.api [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661001, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.424761] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 601.425661] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.425868] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.426097] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.426253] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.426408] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 601.426625] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 601.426786] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 601.426955] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 601.427717] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 601.427930] env[63440]: DEBUG nova.virt.hardware [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 601.436544] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 601.436859] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df7f80e6-ceff-4931-aec1-71567e59d11f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.452676] env[63440]: DEBUG nova.network.neutron [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.463903] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': task-2661000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20017} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.465758] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.466727] env[63440]: DEBUG oslo_vmware.api [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 601.466727] env[63440]: value = "task-2661002" [ 601.466727] env[63440]: _type = "Task" [ 601.466727] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.466969] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6131330-cdf9-43d2-a7c8-79bbf8165a76 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.479124] env[63440]: DEBUG oslo_vmware.api [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661002, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.499584] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 94667ac7-3f46-4a26-a62f-132dcab3ac5a/94667ac7-3f46-4a26-a62f-132dcab3ac5a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.499925] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f571847c-ec04-4b31-9869-a3bd08475dcc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.524942] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Waiting for the task: (returnval){ [ 601.524942] env[63440]: value = "task-2661003" [ 601.524942] env[63440]: _type = "Task" [ 601.524942] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.534262] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': task-2661003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.662474] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.693387] env[63440]: DEBUG oslo_concurrency.lockutils [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "28f5aa5a-9328-4c20-828f-ff194a2e8dff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.693673] env[63440]: DEBUG oslo_concurrency.lockutils [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "28f5aa5a-9328-4c20-828f-ff194a2e8dff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.693886] env[63440]: DEBUG oslo_concurrency.lockutils [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "28f5aa5a-9328-4c20-828f-ff194a2e8dff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.694082] env[63440]: DEBUG oslo_concurrency.lockutils [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "28f5aa5a-9328-4c20-828f-ff194a2e8dff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.694260] env[63440]: DEBUG oslo_concurrency.lockutils [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "28f5aa5a-9328-4c20-828f-ff194a2e8dff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.696776] env[63440]: INFO nova.compute.manager [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Terminating instance [ 601.852717] env[63440]: DEBUG nova.network.neutron [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Updating instance_info_cache with network_info: [{"id": "09e45f26-f0dd-46f7-8171-93e82517ed2d", "address": "fa:16:3e:aa:73:8c", "network": {"id": "cee4198f-cb15-45bd-8c95-4f65b8864533", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-210846136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5239f7a95314b49913187864eafe5c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e45f26-f0", "ovs_interfaceid": "09e45f26-f0dd-46f7-8171-93e82517ed2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.901019] env[63440]: DEBUG oslo_vmware.api [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661001, 'name': RemoveSnapshot_Task, 'duration_secs': 0.453601} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.901019] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Deleted Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 601.901019] env[63440]: INFO nova.compute.manager [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Took 16.92 seconds to snapshot the instance on the hypervisor. [ 601.982607] env[63440]: DEBUG oslo_vmware.api [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661002, 'name': ReconfigVM_Task, 'duration_secs': 0.227489} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.982888] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 601.983723] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185b0dc6-6bfd-44d5-812c-25af435a040a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.010964] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] d7718d7e-4911-4905-b135-54291157aded/d7718d7e-4911-4905-b135-54291157aded.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.010964] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8664fc38-234d-4b42-a561-c38cdc04b09e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.036415] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': task-2661003, 'name': ReconfigVM_Task, 'duration_secs': 0.455085} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.037712] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 94667ac7-3f46-4a26-a62f-132dcab3ac5a/94667ac7-3f46-4a26-a62f-132dcab3ac5a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.038539] env[63440]: DEBUG oslo_vmware.api [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 602.038539] env[63440]: value = "task-2661004" [ 602.038539] env[63440]: _type = "Task" [ 602.038539] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.040960] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a796a3c7-aae9-403c-9ade-297f6f32342b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.053462] env[63440]: DEBUG oslo_vmware.api [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661004, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.057269] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Waiting for the task: (returnval){ [ 602.057269] env[63440]: value = "task-2661005" [ 602.057269] env[63440]: _type = "Task" [ 602.057269] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.066491] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': task-2661005, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.204422] env[63440]: DEBUG nova.compute.manager [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 602.204773] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 602.205701] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37e65cc-d392-4ff1-af93-e25afa8a7f95 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.232548] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 602.232863] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d1b546f-e1cb-4e82-ae0e-a7436c9faa2e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.299120] env[63440]: DEBUG nova.compute.manager [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.307938] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 602.308120] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 602.308315] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Deleting the datastore file [datastore2] 28f5aa5a-9328-4c20-828f-ff194a2e8dff {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.308719] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02bc8086-4588-4d75-b99f-95cff51689c4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.320399] env[63440]: DEBUG oslo_vmware.api [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 602.320399] env[63440]: value = "task-2661007" [ 602.320399] env[63440]: _type = "Task" [ 602.320399] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.328352] env[63440]: DEBUG nova.virt.hardware [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.328634] env[63440]: DEBUG nova.virt.hardware [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.328798] env[63440]: DEBUG nova.virt.hardware [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.328997] env[63440]: DEBUG nova.virt.hardware [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.329164] env[63440]: DEBUG nova.virt.hardware [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.329334] env[63440]: DEBUG nova.virt.hardware [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.329606] env[63440]: DEBUG nova.virt.hardware [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.329812] env[63440]: DEBUG nova.virt.hardware [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.330062] env[63440]: DEBUG nova.virt.hardware [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.330322] env[63440]: DEBUG nova.virt.hardware [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.330546] env[63440]: DEBUG nova.virt.hardware [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.332845] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56201b2a-2edc-4eed-8f44-447001747513 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.339863] env[63440]: DEBUG oslo_vmware.api [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.346071] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b82ccc3-7c2e-4496-b636-c9c1ff9cbbbb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.355242] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Releasing lock "refresh_cache-c5462524-b503-4578-91a4-a8c0b4589ff7" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.355561] env[63440]: DEBUG nova.compute.manager [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Instance network_info: |[{"id": "09e45f26-f0dd-46f7-8171-93e82517ed2d", "address": "fa:16:3e:aa:73:8c", "network": {"id": "cee4198f-cb15-45bd-8c95-4f65b8864533", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-210846136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5239f7a95314b49913187864eafe5c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e45f26-f0", "ovs_interfaceid": "09e45f26-f0dd-46f7-8171-93e82517ed2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.356040] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:73:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09e45f26-f0dd-46f7-8171-93e82517ed2d', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.363953] env[63440]: DEBUG oslo.service.loopingcall [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 602.374984] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.376194] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69c01854-0aef-4922-b267-945cbefe2876 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.399857] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.399857] env[63440]: value = "task-2661008" [ 602.399857] env[63440]: _type = "Task" [ 602.399857] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.408425] env[63440]: DEBUG nova.compute.manager [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Instance disappeared during snapshot {{(pid=63440) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 602.416315] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661008, 'name': CreateVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.420808] env[63440]: DEBUG nova.compute.manager [None req-50feb785-070c-4988-a0ae-6384b0b320d0 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Image not found during clean up 5f98a504-7d0d-4d44-86ea-874f31bc899d {{(pid=63440) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 602.423486] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a368e47-5659-4836-ab49-35766fb88d6e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.431041] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69976c23-f6f4-4baa-933e-ae9fe0693ccc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.466169] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1931bd-9b3a-4c0c-ba0e-a62b6637e7b9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.475826] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc1c681-b09d-4cc7-adb3-aa78ebb577f4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.494054] env[63440]: DEBUG nova.compute.provider_tree [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.530572] env[63440]: DEBUG nova.compute.manager [req-0680fa70-01ac-4e34-9250-1e9acb353a3d req-667baee4-cfa2-4a76-8aa7-a19b56bed3ff service nova] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Received event network-changed-09e45f26-f0dd-46f7-8171-93e82517ed2d {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.530815] env[63440]: DEBUG nova.compute.manager [req-0680fa70-01ac-4e34-9250-1e9acb353a3d req-667baee4-cfa2-4a76-8aa7-a19b56bed3ff service nova] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Refreshing instance network info cache due to event network-changed-09e45f26-f0dd-46f7-8171-93e82517ed2d. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 602.531111] env[63440]: DEBUG oslo_concurrency.lockutils [req-0680fa70-01ac-4e34-9250-1e9acb353a3d req-667baee4-cfa2-4a76-8aa7-a19b56bed3ff service nova] Acquiring lock "refresh_cache-c5462524-b503-4578-91a4-a8c0b4589ff7" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.531155] env[63440]: DEBUG oslo_concurrency.lockutils [req-0680fa70-01ac-4e34-9250-1e9acb353a3d req-667baee4-cfa2-4a76-8aa7-a19b56bed3ff service nova] Acquired lock "refresh_cache-c5462524-b503-4578-91a4-a8c0b4589ff7" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.531301] env[63440]: DEBUG nova.network.neutron [req-0680fa70-01ac-4e34-9250-1e9acb353a3d req-667baee4-cfa2-4a76-8aa7-a19b56bed3ff service nova] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Refreshing network info cache for port 09e45f26-f0dd-46f7-8171-93e82517ed2d {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.553115] env[63440]: DEBUG oslo_vmware.api [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.568092] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': task-2661005, 'name': Rename_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.673694] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "878091d4-d403-4f93-a331-359ff1b5a4c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.673928] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "878091d4-d403-4f93-a331-359ff1b5a4c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.837336] env[63440]: DEBUG oslo_vmware.api [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179779} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.837703] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 602.837991] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 602.838270] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 602.838528] env[63440]: INFO nova.compute.manager [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Took 0.63 seconds to destroy the instance on the hypervisor. [ 602.838912] env[63440]: DEBUG oslo.service.loopingcall [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 602.839192] env[63440]: DEBUG nova.compute.manager [-] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 602.839383] env[63440]: DEBUG nova.network.neutron [-] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 602.910534] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661008, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.998086] env[63440]: DEBUG nova.scheduler.client.report [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.054388] env[63440]: DEBUG oslo_vmware.api [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.069381] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': task-2661005, 'name': Rename_Task, 'duration_secs': 1.011305} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.069699] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.069965] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2892262-e73e-4843-a21b-dc6a3cc82aee {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.079319] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Waiting for the task: (returnval){ [ 603.079319] env[63440]: value = "task-2661009" [ 603.079319] env[63440]: _type = "Task" [ 603.079319] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.099565] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': task-2661009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.222180] env[63440]: DEBUG nova.compute.manager [req-fa4e02b3-2952-4bdc-9559-4d303b9c1972 req-30faaa43-cb02-45f9-910b-02a379d048dc service nova] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Received event network-vif-deleted-7a634d2f-1b81-4c93-956d-d8d7766cd17b {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 603.222180] env[63440]: INFO nova.compute.manager [req-fa4e02b3-2952-4bdc-9559-4d303b9c1972 req-30faaa43-cb02-45f9-910b-02a379d048dc service nova] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Neutron deleted interface 7a634d2f-1b81-4c93-956d-d8d7766cd17b; detaching it from the instance and deleting it from the info cache [ 603.222180] env[63440]: DEBUG nova.network.neutron [req-fa4e02b3-2952-4bdc-9559-4d303b9c1972 req-30faaa43-cb02-45f9-910b-02a379d048dc service nova] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.301993] env[63440]: DEBUG nova.network.neutron [req-0680fa70-01ac-4e34-9250-1e9acb353a3d req-667baee4-cfa2-4a76-8aa7-a19b56bed3ff service nova] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Updated VIF entry in instance network info cache for port 09e45f26-f0dd-46f7-8171-93e82517ed2d. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.302633] env[63440]: DEBUG nova.network.neutron [req-0680fa70-01ac-4e34-9250-1e9acb353a3d req-667baee4-cfa2-4a76-8aa7-a19b56bed3ff service nova] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Updating instance_info_cache with network_info: [{"id": "09e45f26-f0dd-46f7-8171-93e82517ed2d", "address": "fa:16:3e:aa:73:8c", "network": {"id": "cee4198f-cb15-45bd-8c95-4f65b8864533", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-210846136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5239f7a95314b49913187864eafe5c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e45f26-f0", "ovs_interfaceid": "09e45f26-f0dd-46f7-8171-93e82517ed2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.366184] env[63440]: DEBUG nova.network.neutron [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Successfully updated port: d0445a6c-5d4b-47e6-93b5-6d590b07ebdd {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.413140] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661008, 'name': CreateVM_Task, 'duration_secs': 0.580509} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.413140] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.413678] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.413678] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.413815] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.414045] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca33a91-76f8-4901-8b6f-c142c00f3d9d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.420365] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 603.420365] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ac15e2-4fc0-246b-ac91-ece40fda43ef" [ 603.420365] env[63440]: _type = "Task" [ 603.420365] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.430061] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ac15e2-4fc0-246b-ac91-ece40fda43ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.505022] env[63440]: DEBUG oslo_concurrency.lockutils [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.510602] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.360s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.510873] env[63440]: DEBUG nova.objects.instance [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Lazy-loading 'resources' on Instance uuid 1139d9b4-bd63-4678-9771-21ceeba0466a {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 603.530929] env[63440]: INFO nova.scheduler.client.report [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Deleted allocations for instance a606fa01-58bd-4237-a97e-a503147c08ad [ 603.553686] env[63440]: DEBUG oslo_vmware.api [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661004, 'name': ReconfigVM_Task, 'duration_secs': 1.248509} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.553962] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Reconfigured VM instance instance-00000008 to attach disk [datastore2] d7718d7e-4911-4905-b135-54291157aded/d7718d7e-4911-4905-b135-54291157aded.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.554328] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Updating instance 'd7718d7e-4911-4905-b135-54291157aded' progress to 50 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 603.593381] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': task-2661009, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.659300] env[63440]: DEBUG nova.network.neutron [-] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.726278] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8122585-016c-42c8-af55-b7ae562d4700 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.738052] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc42039a-a7f9-457a-be3d-927ffd3bec79 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.777612] env[63440]: DEBUG nova.compute.manager [req-fa4e02b3-2952-4bdc-9559-4d303b9c1972 req-30faaa43-cb02-45f9-910b-02a379d048dc service nova] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Detach interface failed, port_id=7a634d2f-1b81-4c93-956d-d8d7766cd17b, reason: Instance 28f5aa5a-9328-4c20-828f-ff194a2e8dff could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 603.806098] env[63440]: DEBUG oslo_concurrency.lockutils [req-0680fa70-01ac-4e34-9250-1e9acb353a3d req-667baee4-cfa2-4a76-8aa7-a19b56bed3ff service nova] Releasing lock "refresh_cache-c5462524-b503-4578-91a4-a8c0b4589ff7" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.870907] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Acquiring lock "refresh_cache-7812a5c4-322f-4846-8305-c77ed6227228" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.870907] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Acquired lock "refresh_cache-7812a5c4-322f-4846-8305-c77ed6227228" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.871114] env[63440]: DEBUG nova.network.neutron [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.874081] env[63440]: DEBUG nova.compute.manager [None req-5f5cb710-f187-4bdb-97f2-f838504b5d1b tempest-ServerDiagnosticsV248Test-1126223228 tempest-ServerDiagnosticsV248Test-1126223228-project-admin] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.875394] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f38ee5-28e4-47f5-80ff-73fd48a16e4a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.884265] env[63440]: INFO nova.compute.manager [None req-5f5cb710-f187-4bdb-97f2-f838504b5d1b tempest-ServerDiagnosticsV248Test-1126223228 tempest-ServerDiagnosticsV248Test-1126223228-project-admin] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Retrieving diagnostics [ 603.885065] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6300a0b-7738-43a9-ba35-5d252d099b62 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.931545] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ac15e2-4fc0-246b-ac91-ece40fda43ef, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.931903] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.932162] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.932423] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.932576] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.932756] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.933041] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a75a8563-4360-434a-8f43-d52870e3e6a7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.942697] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.942863] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.943622] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9157995-7542-4dac-9bbb-9643392bf740 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.949257] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 603.949257] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d55fd6-2fe2-2a56-0de4-0b19c6c500c4" [ 603.949257] env[63440]: _type = "Task" [ 603.949257] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.959291] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d55fd6-2fe2-2a56-0de4-0b19c6c500c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.041378] env[63440]: DEBUG oslo_concurrency.lockutils [None req-971eedea-93f8-4d15-a3ab-797afcc3ab55 tempest-ServerExternalEventsTest-1684982233 tempest-ServerExternalEventsTest-1684982233-project-member] Lock "a606fa01-58bd-4237-a97e-a503147c08ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.092s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.064837] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73259a8e-3246-4bad-a111-f72a6de80140 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.091675] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a902a2-9921-4898-994b-bfe0d8e806f5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.101276] env[63440]: DEBUG oslo_vmware.api [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': task-2661009, 'name': PowerOnVM_Task, 'duration_secs': 0.693646} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.117941] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.118215] env[63440]: INFO nova.compute.manager [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Took 10.00 seconds to spawn the instance on the hypervisor. [ 604.118401] env[63440]: DEBUG nova.compute.manager [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.120336] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Updating instance 'd7718d7e-4911-4905-b135-54291157aded' progress to 67 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 604.125833] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c0c880-98e2-4f80-91b1-2b45da15fee9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.162353] env[63440]: INFO nova.compute.manager [-] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Took 1.32 seconds to deallocate network for instance. [ 604.411117] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Acquiring lock "10b05a88-9b05-42ef-b1b9-6a6987aa0139" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.411117] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Lock "10b05a88-9b05-42ef-b1b9-6a6987aa0139" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.413986] env[63440]: DEBUG nova.network.neutron [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.461302] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d55fd6-2fe2-2a56-0de4-0b19c6c500c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.465495] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57125ee1-ee07-40b2-a0ba-2fac53171ebe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.471766] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 604.471766] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524f2b07-0000-3c03-a6c4-08a4065834bb" [ 604.471766] env[63440]: _type = "Task" [ 604.471766] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.483743] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524f2b07-0000-3c03-a6c4-08a4065834bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.581171] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b4f01e-fa06-41da-9bf5-f103d95bf11f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.592059] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2921be4c-040a-4499-98a8-a9476c18ec7a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.633991] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebe5a56-e1cc-49b8-81c4-4b9798bc7214 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.646377] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b8868d-58b6-4fc3-ba0b-4b9d9d6679d2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.652741] env[63440]: INFO nova.compute.manager [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Took 38.74 seconds to build instance. [ 604.657214] env[63440]: DEBUG nova.network.neutron [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Updating instance_info_cache with network_info: [{"id": "d0445a6c-5d4b-47e6-93b5-6d590b07ebdd", "address": "fa:16:3e:c9:9e:ab", "network": {"id": "7477c109-9a64-4fbe-8936-0f56ad38509b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1577401932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1e09653f054ae7a57a8fbafcead15f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0445a6c-5d", "ovs_interfaceid": "d0445a6c-5d4b-47e6-93b5-6d590b07ebdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.665851] env[63440]: DEBUG nova.compute.provider_tree [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.670927] env[63440]: DEBUG oslo_concurrency.lockutils [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.676468] env[63440]: DEBUG nova.compute.manager [req-9dfda9d2-6668-4935-a82e-37af7552d3f3 req-f01614b3-34a6-4f6a-beb1-12f0bebe49d1 service nova] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Received event network-vif-plugged-d0445a6c-5d4b-47e6-93b5-6d590b07ebdd {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.676468] env[63440]: DEBUG oslo_concurrency.lockutils [req-9dfda9d2-6668-4935-a82e-37af7552d3f3 req-f01614b3-34a6-4f6a-beb1-12f0bebe49d1 service nova] Acquiring lock "7812a5c4-322f-4846-8305-c77ed6227228-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.676468] env[63440]: DEBUG oslo_concurrency.lockutils [req-9dfda9d2-6668-4935-a82e-37af7552d3f3 req-f01614b3-34a6-4f6a-beb1-12f0bebe49d1 service nova] Lock "7812a5c4-322f-4846-8305-c77ed6227228-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.676468] env[63440]: DEBUG oslo_concurrency.lockutils [req-9dfda9d2-6668-4935-a82e-37af7552d3f3 req-f01614b3-34a6-4f6a-beb1-12f0bebe49d1 service nova] Lock "7812a5c4-322f-4846-8305-c77ed6227228-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.677014] env[63440]: DEBUG nova.compute.manager [req-9dfda9d2-6668-4935-a82e-37af7552d3f3 req-f01614b3-34a6-4f6a-beb1-12f0bebe49d1 service nova] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] No waiting events found dispatching network-vif-plugged-d0445a6c-5d4b-47e6-93b5-6d590b07ebdd {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.677014] env[63440]: WARNING nova.compute.manager [req-9dfda9d2-6668-4935-a82e-37af7552d3f3 req-f01614b3-34a6-4f6a-beb1-12f0bebe49d1 service nova] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Received unexpected event network-vif-plugged-d0445a6c-5d4b-47e6-93b5-6d590b07ebdd for instance with vm_state building and task_state spawning. [ 604.677014] env[63440]: DEBUG nova.compute.manager [req-9dfda9d2-6668-4935-a82e-37af7552d3f3 req-f01614b3-34a6-4f6a-beb1-12f0bebe49d1 service nova] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Received event network-changed-d0445a6c-5d4b-47e6-93b5-6d590b07ebdd {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.677014] env[63440]: DEBUG nova.compute.manager [req-9dfda9d2-6668-4935-a82e-37af7552d3f3 req-f01614b3-34a6-4f6a-beb1-12f0bebe49d1 service nova] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Refreshing instance network info cache due to event network-changed-d0445a6c-5d4b-47e6-93b5-6d590b07ebdd. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 604.677156] env[63440]: DEBUG oslo_concurrency.lockutils [req-9dfda9d2-6668-4935-a82e-37af7552d3f3 req-f01614b3-34a6-4f6a-beb1-12f0bebe49d1 service nova] Acquiring lock "refresh_cache-7812a5c4-322f-4846-8305-c77ed6227228" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.681993] env[63440]: DEBUG nova.network.neutron [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Port 13756f12-1ced-4bf3-b5a7-06673b945bc4 binding to destination host cpu-1 is already ACTIVE {{(pid=63440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 604.989365] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524f2b07-0000-3c03-a6c4-08a4065834bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011086} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.989365] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.989365] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] c5462524-b503-4578-91a4-a8c0b4589ff7/c5462524-b503-4578-91a4-a8c0b4589ff7.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.989365] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df3c8822-5f0b-4d90-9a14-8a1fb6d5f1de {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.996620] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 604.996620] env[63440]: value = "task-2661010" [ 604.996620] env[63440]: _type = "Task" [ 604.996620] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.005121] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.037953] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Acquiring lock "3304d61d-48d9-40ed-aac3-be86f6d7df7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.038329] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Lock "3304d61d-48d9-40ed-aac3-be86f6d7df7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.038586] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Acquiring lock "3304d61d-48d9-40ed-aac3-be86f6d7df7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.038795] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Lock "3304d61d-48d9-40ed-aac3-be86f6d7df7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.038982] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Lock "3304d61d-48d9-40ed-aac3-be86f6d7df7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.045304] env[63440]: INFO nova.compute.manager [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Terminating instance [ 605.169843] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4e4dbedc-d707-458a-8c76-95b959fd5ed9 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Lock "94667ac7-3f46-4a26-a62f-132dcab3ac5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.149s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.170210] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Releasing lock "refresh_cache-7812a5c4-322f-4846-8305-c77ed6227228" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.170678] env[63440]: DEBUG nova.compute.manager [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Instance network_info: |[{"id": "d0445a6c-5d4b-47e6-93b5-6d590b07ebdd", "address": "fa:16:3e:c9:9e:ab", "network": {"id": "7477c109-9a64-4fbe-8936-0f56ad38509b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1577401932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1e09653f054ae7a57a8fbafcead15f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0445a6c-5d", "ovs_interfaceid": "d0445a6c-5d4b-47e6-93b5-6d590b07ebdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.171893] env[63440]: DEBUG oslo_concurrency.lockutils [req-9dfda9d2-6668-4935-a82e-37af7552d3f3 req-f01614b3-34a6-4f6a-beb1-12f0bebe49d1 service nova] Acquired lock "refresh_cache-7812a5c4-322f-4846-8305-c77ed6227228" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.172115] env[63440]: DEBUG nova.network.neutron [req-9dfda9d2-6668-4935-a82e-37af7552d3f3 req-f01614b3-34a6-4f6a-beb1-12f0bebe49d1 service nova] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Refreshing network info cache for port d0445a6c-5d4b-47e6-93b5-6d590b07ebdd {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.173592] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:9e:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0445a6c-5d4b-47e6-93b5-6d590b07ebdd', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.182584] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Creating folder: Project (cf1e09653f054ae7a57a8fbafcead15f). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.184229] env[63440]: DEBUG nova.scheduler.client.report [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.187737] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a108b310-3f49-4211-98bc-e2351520d3b5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.207088] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Created folder: Project (cf1e09653f054ae7a57a8fbafcead15f) in parent group-v536546. [ 605.207366] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Creating folder: Instances. Parent ref: group-v536612. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.207562] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96e2aa6f-a1f5-46fb-b119-d47c7178f741 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.238776] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Created folder: Instances in parent group-v536612. [ 605.239066] env[63440]: DEBUG oslo.service.loopingcall [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 605.239274] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.239488] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-243c506d-26fa-4b7b-9d05-ce5d654de771 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.262974] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.262974] env[63440]: value = "task-2661013" [ 605.262974] env[63440]: _type = "Task" [ 605.262974] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.274515] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661013, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.508653] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661010, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.546777] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Acquiring lock "refresh_cache-3304d61d-48d9-40ed-aac3-be86f6d7df7f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.546777] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Acquired lock "refresh_cache-3304d61d-48d9-40ed-aac3-be86f6d7df7f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.546777] env[63440]: DEBUG nova.network.neutron [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.688065] env[63440]: DEBUG nova.compute.manager [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.691040] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.693228] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.325s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.693481] env[63440]: DEBUG nova.objects.instance [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lazy-loading 'resources' on Instance uuid d54673d4-3623-4847-a138-5574b045332f {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 605.715671] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "d7718d7e-4911-4905-b135-54291157aded-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.715671] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "d7718d7e-4911-4905-b135-54291157aded-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.715893] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "d7718d7e-4911-4905-b135-54291157aded-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.737247] env[63440]: INFO nova.scheduler.client.report [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Deleted allocations for instance 1139d9b4-bd63-4678-9771-21ceeba0466a [ 605.778390] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661013, 'name': CreateVM_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.952420] env[63440]: DEBUG nova.network.neutron [req-9dfda9d2-6668-4935-a82e-37af7552d3f3 req-f01614b3-34a6-4f6a-beb1-12f0bebe49d1 service nova] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Updated VIF entry in instance network info cache for port d0445a6c-5d4b-47e6-93b5-6d590b07ebdd. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.952796] env[63440]: DEBUG nova.network.neutron [req-9dfda9d2-6668-4935-a82e-37af7552d3f3 req-f01614b3-34a6-4f6a-beb1-12f0bebe49d1 service nova] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Updating instance_info_cache with network_info: [{"id": "d0445a6c-5d4b-47e6-93b5-6d590b07ebdd", "address": "fa:16:3e:c9:9e:ab", "network": {"id": "7477c109-9a64-4fbe-8936-0f56ad38509b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1577401932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1e09653f054ae7a57a8fbafcead15f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0445a6c-5d", "ovs_interfaceid": "d0445a6c-5d4b-47e6-93b5-6d590b07ebdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.009499] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520875} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.009833] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] c5462524-b503-4578-91a4-a8c0b4589ff7/c5462524-b503-4578-91a4-a8c0b4589ff7.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.010215] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.010498] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f92529c-3629-43ab-a41e-7bf970c838b3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.018062] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 606.018062] env[63440]: value = "task-2661014" [ 606.018062] env[63440]: _type = "Task" [ 606.018062] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.028469] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.067134] env[63440]: DEBUG nova.network.neutron [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.118596] env[63440]: DEBUG nova.network.neutron [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.216794] env[63440]: DEBUG oslo_concurrency.lockutils [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.244682] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1536b0ef-5307-4349-af6f-5f994f920220 tempest-ServersAdmin275Test-803063480 tempest-ServersAdmin275Test-803063480-project-member] Lock "1139d9b4-bd63-4678-9771-21ceeba0466a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.656s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.279725] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661013, 'name': CreateVM_Task, 'duration_secs': 0.97309} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.282734] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.283767] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.284141] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.284590] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.285151] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4206700d-67ca-4257-8a82-1603343f1d30 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.290865] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for the task: (returnval){ [ 606.290865] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526ad8c1-4df8-3f32-99b6-d119596a5d49" [ 606.290865] env[63440]: _type = "Task" [ 606.290865] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.305634] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526ad8c1-4df8-3f32-99b6-d119596a5d49, 'name': SearchDatastore_Task, 'duration_secs': 0.010567} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.305634] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.305634] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.305634] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.306257] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.306477] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.309140] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a7a7d48-baf4-4e22-abad-613c4f61d2da {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.319283] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.319283] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.320035] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc7787cb-3369-4141-b2d5-c975abb23708 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.329517] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for the task: (returnval){ [ 606.329517] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529e5e7b-9227-fcf2-1a52-fc8ee2590afc" [ 606.329517] env[63440]: _type = "Task" [ 606.329517] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.338393] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529e5e7b-9227-fcf2-1a52-fc8ee2590afc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.456364] env[63440]: DEBUG oslo_concurrency.lockutils [req-9dfda9d2-6668-4935-a82e-37af7552d3f3 req-f01614b3-34a6-4f6a-beb1-12f0bebe49d1 service nova] Releasing lock "refresh_cache-7812a5c4-322f-4846-8305-c77ed6227228" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.530874] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13729} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.533587] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.534926] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ed5d6d-325f-4dc1-8013-347ad2923a78 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.557851] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] c5462524-b503-4578-91a4-a8c0b4589ff7/c5462524-b503-4578-91a4-a8c0b4589ff7.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.560785] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3a43c5d-fed9-495c-8a20-400dfced8bc7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.581263] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 606.581263] env[63440]: value = "task-2661015" [ 606.581263] env[63440]: _type = "Task" [ 606.581263] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.594170] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.621847] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Releasing lock "refresh_cache-3304d61d-48d9-40ed-aac3-be86f6d7df7f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.621847] env[63440]: DEBUG nova.compute.manager [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 606.622119] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 606.622965] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fe425c-5ec4-4c35-b239-b85e63dc05c0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.633496] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 606.633746] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bf9634b-15c2-41a2-8ace-0d8ba27a0e13 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.641842] env[63440]: DEBUG oslo_vmware.api [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Waiting for the task: (returnval){ [ 606.641842] env[63440]: value = "task-2661016" [ 606.641842] env[63440]: _type = "Task" [ 606.641842] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.653884] env[63440]: DEBUG oslo_vmware.api [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': task-2661016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.702322] env[63440]: DEBUG nova.compute.manager [req-471d7cb1-910f-45fa-92d4-0fdae3abcda7 req-d29685c3-0ffe-4217-8bcb-da36fdcc253b service nova] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Received event network-changed-dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.702578] env[63440]: DEBUG nova.compute.manager [req-471d7cb1-910f-45fa-92d4-0fdae3abcda7 req-d29685c3-0ffe-4217-8bcb-da36fdcc253b service nova] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Refreshing instance network info cache due to event network-changed-dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 606.702839] env[63440]: DEBUG oslo_concurrency.lockutils [req-471d7cb1-910f-45fa-92d4-0fdae3abcda7 req-d29685c3-0ffe-4217-8bcb-da36fdcc253b service nova] Acquiring lock "refresh_cache-94667ac7-3f46-4a26-a62f-132dcab3ac5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.703038] env[63440]: DEBUG oslo_concurrency.lockutils [req-471d7cb1-910f-45fa-92d4-0fdae3abcda7 req-d29685c3-0ffe-4217-8bcb-da36fdcc253b service nova] Acquired lock "refresh_cache-94667ac7-3f46-4a26-a62f-132dcab3ac5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.705022] env[63440]: DEBUG nova.network.neutron [req-471d7cb1-910f-45fa-92d4-0fdae3abcda7 req-d29685c3-0ffe-4217-8bcb-da36fdcc253b service nova] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Refreshing network info cache for port dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.803389] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "refresh_cache-d7718d7e-4911-4905-b135-54291157aded" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.803858] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquired lock "refresh_cache-d7718d7e-4911-4905-b135-54291157aded" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.804480] env[63440]: DEBUG nova.network.neutron [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.808710] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d505a33-01e9-4c8e-af90-402bf8e6e301 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.824853] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609428cf-4242-48a8-8cf9-3a35fe0d9683 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.873357] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d26a53c-8b01-49c3-aa7d-e80371c29670 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.880938] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529e5e7b-9227-fcf2-1a52-fc8ee2590afc, 'name': SearchDatastore_Task, 'duration_secs': 0.011633} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.881558] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-327ba25f-a9f7-401d-bf35-c38ee7695411 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.892656] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca20196-23a0-4498-a424-8deb1d4fa252 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.899560] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for the task: (returnval){ [ 606.899560] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526f003d-0763-9175-d52e-94128628eb0b" [ 606.899560] env[63440]: _type = "Task" [ 606.899560] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.911727] env[63440]: DEBUG nova.compute.provider_tree [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.919658] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526f003d-0763-9175-d52e-94128628eb0b, 'name': SearchDatastore_Task, 'duration_secs': 0.012176} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.920426] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.920426] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 7812a5c4-322f-4846-8305-c77ed6227228/7812a5c4-322f-4846-8305-c77ed6227228.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.920628] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-265351a7-5e21-43bf-9f5b-d8bbe9bc33b5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.929649] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for the task: (returnval){ [ 606.929649] env[63440]: value = "task-2661017" [ 606.929649] env[63440]: _type = "Task" [ 606.929649] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.942719] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.094883] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661015, 'name': ReconfigVM_Task} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.095207] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Reconfigured VM instance instance-00000015 to attach disk [datastore1] c5462524-b503-4578-91a4-a8c0b4589ff7/c5462524-b503-4578-91a4-a8c0b4589ff7.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.099057] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fd9b1b7-3bbc-4e57-b5bf-06bf55eee055 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.104831] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 607.104831] env[63440]: value = "task-2661018" [ 607.104831] env[63440]: _type = "Task" [ 607.104831] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.115697] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661018, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.133028] env[63440]: DEBUG nova.network.neutron [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Updating instance_info_cache with network_info: [{"id": "13756f12-1ced-4bf3-b5a7-06673b945bc4", "address": "fa:16:3e:d5:16:7b", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13756f12-1c", "ovs_interfaceid": "13756f12-1ced-4bf3-b5a7-06673b945bc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.158456] env[63440]: DEBUG oslo_vmware.api [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': task-2661016, 'name': PowerOffVM_Task, 'duration_secs': 0.149981} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.158771] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 607.158917] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 607.159271] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6e17a22-44c1-4361-8f31-737732ccacc9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.199900] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 607.200837] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 607.200837] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Deleting the datastore file [datastore1] 3304d61d-48d9-40ed-aac3-be86f6d7df7f {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.200837] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a63fd490-b394-4c60-af85-b4514316a2ff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.213712] env[63440]: DEBUG oslo_vmware.api [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Waiting for the task: (returnval){ [ 607.213712] env[63440]: value = "task-2661020" [ 607.213712] env[63440]: _type = "Task" [ 607.213712] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.227489] env[63440]: DEBUG oslo_vmware.api [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': task-2661020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.416905] env[63440]: DEBUG nova.scheduler.client.report [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.443574] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498131} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.447080] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 7812a5c4-322f-4846-8305-c77ed6227228/7812a5c4-322f-4846-8305-c77ed6227228.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.447080] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.447537] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ff20bd9-324d-4ae7-b9a3-459002e08ca6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.456989] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for the task: (returnval){ [ 607.456989] env[63440]: value = "task-2661021" [ 607.456989] env[63440]: _type = "Task" [ 607.456989] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.471295] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.525669] env[63440]: DEBUG nova.network.neutron [req-471d7cb1-910f-45fa-92d4-0fdae3abcda7 req-d29685c3-0ffe-4217-8bcb-da36fdcc253b service nova] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Updated VIF entry in instance network info cache for port dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.526055] env[63440]: DEBUG nova.network.neutron [req-471d7cb1-910f-45fa-92d4-0fdae3abcda7 req-d29685c3-0ffe-4217-8bcb-da36fdcc253b service nova] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Updating instance_info_cache with network_info: [{"id": "dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3", "address": "fa:16:3e:d4:83:74", "network": {"id": "c7aafcb3-9130-483b-8d64-721f5b10c353", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1235474522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b203ca396698462bb10e8b4edf1867bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbbdc853-52", "ovs_interfaceid": "dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.619026] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661018, 'name': Rename_Task, 'duration_secs': 0.245422} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.619026] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.619026] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3f31a7e-940d-437e-8c1d-141cc8201bd1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.628020] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 607.628020] env[63440]: value = "task-2661022" [ 607.628020] env[63440]: _type = "Task" [ 607.628020] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.638541] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Releasing lock "refresh_cache-d7718d7e-4911-4905-b135-54291157aded" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.645596] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.728634] env[63440]: DEBUG oslo_vmware.api [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Task: {'id': task-2661020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2764} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.728964] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.729296] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 607.729554] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 607.729788] env[63440]: INFO nova.compute.manager [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 607.730121] env[63440]: DEBUG oslo.service.loopingcall [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 607.730432] env[63440]: DEBUG nova.compute.manager [-] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 607.730563] env[63440]: DEBUG nova.network.neutron [-] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 607.751995] env[63440]: DEBUG nova.network.neutron [-] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.922938] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.925408] env[63440]: DEBUG oslo_concurrency.lockutils [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.214s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.926985] env[63440]: INFO nova.compute.claims [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.954341] env[63440]: INFO nova.scheduler.client.report [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Deleted allocations for instance d54673d4-3623-4847-a138-5574b045332f [ 607.970678] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071801} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.971042] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.972214] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2626897f-b114-4737-8b06-686ba432802b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.997381] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 7812a5c4-322f-4846-8305-c77ed6227228/7812a5c4-322f-4846-8305-c77ed6227228.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.998688] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d9e2abb-d150-458a-b5c4-5ce03bc0eb88 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.022304] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for the task: (returnval){ [ 608.022304] env[63440]: value = "task-2661023" [ 608.022304] env[63440]: _type = "Task" [ 608.022304] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.032252] env[63440]: DEBUG oslo_concurrency.lockutils [req-471d7cb1-910f-45fa-92d4-0fdae3abcda7 req-d29685c3-0ffe-4217-8bcb-da36fdcc253b service nova] Releasing lock "refresh_cache-94667ac7-3f46-4a26-a62f-132dcab3ac5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.032699] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.138682] env[63440]: DEBUG oslo_vmware.api [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661022, 'name': PowerOnVM_Task, 'duration_secs': 0.5119} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.138994] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.139220] env[63440]: INFO nova.compute.manager [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Took 8.62 seconds to spawn the instance on the hypervisor. [ 608.139523] env[63440]: DEBUG nova.compute.manager [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.140747] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c3141a-49d7-437b-a529-68909bb5e4e7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.174623] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b48347-4c2b-4260-b003-c074347fc87f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.197837] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dc98e5-4eb1-467d-a795-9e75d46aa160 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.210200] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Updating instance 'd7718d7e-4911-4905-b135-54291157aded' progress to 83 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 608.256126] env[63440]: DEBUG nova.network.neutron [-] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.463732] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cf45ab58-8283-4315-8c7d-46e423890a69 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "d54673d4-3623-4847-a138-5574b045332f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.328s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.537047] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.673844] env[63440]: INFO nova.compute.manager [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Took 41.20 seconds to build instance. [ 608.713518] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.714149] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-974c5182-3489-46f0-be05-60ebf74937f2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.727499] env[63440]: DEBUG oslo_vmware.api [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 608.727499] env[63440]: value = "task-2661024" [ 608.727499] env[63440]: _type = "Task" [ 608.727499] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.734681] env[63440]: DEBUG oslo_vmware.api [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.761595] env[63440]: INFO nova.compute.manager [-] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Took 1.03 seconds to deallocate network for instance. [ 609.045201] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661023, 'name': ReconfigVM_Task, 'duration_secs': 0.824534} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.045512] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 7812a5c4-322f-4846-8305-c77ed6227228/7812a5c4-322f-4846-8305-c77ed6227228.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.046460] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2189a16-007b-473d-9abf-227f33507f79 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.054594] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for the task: (returnval){ [ 609.054594] env[63440]: value = "task-2661025" [ 609.054594] env[63440]: _type = "Task" [ 609.054594] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.066549] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661025, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.178535] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13d45dd1-c61c-4d6f-9969-720f3fea5b16 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "c5462524-b503-4578-91a4-a8c0b4589ff7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.822s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.244942] env[63440]: DEBUG oslo_vmware.api [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661024, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.268934] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.572678] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661025, 'name': Rename_Task, 'duration_secs': 0.357352} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.572678] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.572678] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bb831bf-6b3d-4cfd-a1df-fd224c4428da {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.583926] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for the task: (returnval){ [ 609.583926] env[63440]: value = "task-2661026" [ 609.583926] env[63440]: _type = "Task" [ 609.583926] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.594870] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.597451] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1cb109-6172-4b1b-8e54-07a915065b7d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.609159] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af37609-28de-4135-900b-788d677e44bb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.645447] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b9749d-9788-4718-b32a-65c419aee6aa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.654980] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8e496a-cdfa-4d56-94b0-fe915316e27f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.670216] env[63440]: DEBUG nova.compute.provider_tree [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.681111] env[63440]: DEBUG nova.compute.manager [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.743592] env[63440]: DEBUG oslo_vmware.api [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661024, 'name': PowerOnVM_Task, 'duration_secs': 0.764509} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.744567] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.744567] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbcc7a0-81d8-41ad-9673-baec5765843c tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Updating instance 'd7718d7e-4911-4905-b135-54291157aded' progress to 100 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 610.096832] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661026, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.175277] env[63440]: DEBUG nova.scheduler.client.report [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.212021] env[63440]: DEBUG oslo_concurrency.lockutils [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.598062] env[63440]: DEBUG oslo_vmware.api [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661026, 'name': PowerOnVM_Task, 'duration_secs': 0.852003} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.598369] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.598590] env[63440]: INFO nova.compute.manager [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Took 8.30 seconds to spawn the instance on the hypervisor. [ 610.598774] env[63440]: DEBUG nova.compute.manager [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.599593] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3541c06-3e4a-45fb-9f62-d5dbe479f330 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.682687] env[63440]: DEBUG oslo_concurrency.lockutils [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.684942] env[63440]: DEBUG nova.compute.manager [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.692045] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.085s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.692045] env[63440]: INFO nova.compute.claims [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.999792] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "b3a46e0f-15e3-4385-bb4f-b08568ae2fd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.000037] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "b3a46e0f-15e3-4385-bb4f-b08568ae2fd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.120934] env[63440]: INFO nova.compute.manager [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Took 39.21 seconds to build instance. [ 611.198021] env[63440]: DEBUG nova.compute.utils [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.201018] env[63440]: DEBUG nova.compute.manager [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.201164] env[63440]: DEBUG nova.network.neutron [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.261477] env[63440]: DEBUG nova.policy [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b974783f3f564679a9d7619e1770d12e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09b3010fde0e4890aa217e89e38178cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.627849] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55bfccd4-493b-469a-b07a-ce95e2800bb0 tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Lock "7812a5c4-322f-4846-8305-c77ed6227228" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.798s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.668545] env[63440]: DEBUG nova.network.neutron [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Successfully created port: 9bdf7479-2ffa-446d-b735-a8a09f9528ac {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.701792] env[63440]: DEBUG nova.compute.manager [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.129374] env[63440]: DEBUG nova.compute.manager [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.303612] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419c9625-1f4c-4693-b086-bd7ccd0c18bc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.312173] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95513c76-0d6c-42ed-abec-88039c4392ff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.346402] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bee999b-fcd4-473d-8729-e97e3405708f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.356529] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69420b5d-0198-42c2-8ca7-c96e08e6154e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.373702] env[63440]: DEBUG nova.compute.provider_tree [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.466702] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "35e411e2-5b0d-42e9-9cb8-762e1ec11396" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.467015] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "35e411e2-5b0d-42e9-9cb8-762e1ec11396" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.503805] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "708790b8-38b0-460b-b6b5-79fd091922f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.503977] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "708790b8-38b0-460b-b6b5-79fd091922f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.653203] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.724023] env[63440]: DEBUG nova.compute.manager [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.750757] env[63440]: DEBUG nova.virt.hardware [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.750995] env[63440]: DEBUG nova.virt.hardware [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.751163] env[63440]: DEBUG nova.virt.hardware [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.751353] env[63440]: DEBUG nova.virt.hardware [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.751521] env[63440]: DEBUG nova.virt.hardware [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.751686] env[63440]: DEBUG nova.virt.hardware [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.751965] env[63440]: DEBUG nova.virt.hardware [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.752112] env[63440]: DEBUG nova.virt.hardware [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.752283] env[63440]: DEBUG nova.virt.hardware [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.752476] env[63440]: DEBUG nova.virt.hardware [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.752660] env[63440]: DEBUG nova.virt.hardware [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.753610] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87476b2-209f-4988-9ca3-3e5152925327 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.763332] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132f8622-d224-40d6-bd52-cd1f455ea59b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.877539] env[63440]: DEBUG nova.scheduler.client.report [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.077202] env[63440]: DEBUG nova.compute.manager [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.079774] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d15c94-c4bc-4137-adb6-6999d8bf97fd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.229436] env[63440]: DEBUG nova.network.neutron [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Successfully updated port: 9bdf7479-2ffa-446d-b735-a8a09f9528ac {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.239746] env[63440]: DEBUG nova.compute.manager [req-ddef7535-1ecf-4908-8d09-1d90af290c4f req-d630c858-1d45-4360-a7d8-3c7b46ebca61 service nova] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Received event network-vif-plugged-9bdf7479-2ffa-446d-b735-a8a09f9528ac {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.239746] env[63440]: DEBUG oslo_concurrency.lockutils [req-ddef7535-1ecf-4908-8d09-1d90af290c4f req-d630c858-1d45-4360-a7d8-3c7b46ebca61 service nova] Acquiring lock "e9a255d5-16dc-462d-9cc3-19aceb9607dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.239746] env[63440]: DEBUG oslo_concurrency.lockutils [req-ddef7535-1ecf-4908-8d09-1d90af290c4f req-d630c858-1d45-4360-a7d8-3c7b46ebca61 service nova] Lock "e9a255d5-16dc-462d-9cc3-19aceb9607dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.239746] env[63440]: DEBUG oslo_concurrency.lockutils [req-ddef7535-1ecf-4908-8d09-1d90af290c4f req-d630c858-1d45-4360-a7d8-3c7b46ebca61 service nova] Lock "e9a255d5-16dc-462d-9cc3-19aceb9607dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.239746] env[63440]: DEBUG nova.compute.manager [req-ddef7535-1ecf-4908-8d09-1d90af290c4f req-d630c858-1d45-4360-a7d8-3c7b46ebca61 service nova] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] No waiting events found dispatching network-vif-plugged-9bdf7479-2ffa-446d-b735-a8a09f9528ac {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 613.240442] env[63440]: WARNING nova.compute.manager [req-ddef7535-1ecf-4908-8d09-1d90af290c4f req-d630c858-1d45-4360-a7d8-3c7b46ebca61 service nova] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Received unexpected event network-vif-plugged-9bdf7479-2ffa-446d-b735-a8a09f9528ac for instance with vm_state building and task_state spawning. [ 613.384032] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.387016] env[63440]: DEBUG nova.compute.manager [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.388956] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.633s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.390489] env[63440]: INFO nova.compute.claims [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.594868] env[63440]: INFO nova.compute.manager [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] instance snapshotting [ 613.596548] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d7b079-4c88-4d9d-8270-928256184cd6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.619233] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fac5838-a827-4fd2-8893-b56dde6416e2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.666240] env[63440]: DEBUG oslo_concurrency.lockutils [None req-076ba620-db07-493a-9bd8-c3a862d9791d tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "d7718d7e-4911-4905-b135-54291157aded" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.666505] env[63440]: DEBUG oslo_concurrency.lockutils [None req-076ba620-db07-493a-9bd8-c3a862d9791d tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "d7718d7e-4911-4905-b135-54291157aded" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.666702] env[63440]: DEBUG nova.compute.manager [None req-076ba620-db07-493a-9bd8-c3a862d9791d tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Going to confirm migration 1 {{(pid=63440) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 613.731899] env[63440]: DEBUG oslo_concurrency.lockutils [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Acquiring lock "refresh_cache-e9a255d5-16dc-462d-9cc3-19aceb9607dc" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.732124] env[63440]: DEBUG oslo_concurrency.lockutils [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Acquired lock "refresh_cache-e9a255d5-16dc-462d-9cc3-19aceb9607dc" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.732216] env[63440]: DEBUG nova.network.neutron [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.895116] env[63440]: DEBUG nova.compute.utils [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.898857] env[63440]: DEBUG nova.compute.manager [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.899059] env[63440]: DEBUG nova.network.neutron [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.937046] env[63440]: DEBUG nova.policy [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86ba33c54fdd4f1fb4b1090e5058f17d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5239f7a95314b49913187864eafe5c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.131445] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Creating Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 614.131788] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f5b42bb5-095f-45c7-a16e-1b534aff7086 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.140946] env[63440]: DEBUG oslo_vmware.api [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for the task: (returnval){ [ 614.140946] env[63440]: value = "task-2661027" [ 614.140946] env[63440]: _type = "Task" [ 614.140946] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.152102] env[63440]: DEBUG oslo_vmware.api [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661027, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.208547] env[63440]: DEBUG nova.network.neutron [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Successfully created port: 898af1ae-327c-4aaa-ae31-cf862d147de2 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.247793] env[63440]: DEBUG oslo_concurrency.lockutils [None req-076ba620-db07-493a-9bd8-c3a862d9791d tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "refresh_cache-d7718d7e-4911-4905-b135-54291157aded" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.247898] env[63440]: DEBUG oslo_concurrency.lockutils [None req-076ba620-db07-493a-9bd8-c3a862d9791d tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquired lock "refresh_cache-d7718d7e-4911-4905-b135-54291157aded" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.248087] env[63440]: DEBUG nova.network.neutron [None req-076ba620-db07-493a-9bd8-c3a862d9791d tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.248272] env[63440]: DEBUG nova.objects.instance [None req-076ba620-db07-493a-9bd8-c3a862d9791d tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lazy-loading 'info_cache' on Instance uuid d7718d7e-4911-4905-b135-54291157aded {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 614.281693] env[63440]: DEBUG nova.network.neutron [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.399597] env[63440]: DEBUG nova.compute.manager [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.659903] env[63440]: DEBUG oslo_vmware.api [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661027, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.707390] env[63440]: DEBUG nova.network.neutron [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Updating instance_info_cache with network_info: [{"id": "9bdf7479-2ffa-446d-b735-a8a09f9528ac", "address": "fa:16:3e:d3:3a:7c", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdf7479-2f", "ovs_interfaceid": "9bdf7479-2ffa-446d-b735-a8a09f9528ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.977330] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fa7606-3005-4de0-b30c-8a3ccad6840f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.986007] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66da76aa-d91e-4fe2-ae52-318579754371 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.702971] env[63440]: DEBUG oslo_concurrency.lockutils [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Releasing lock "refresh_cache-e9a255d5-16dc-462d-9cc3-19aceb9607dc" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.703306] env[63440]: DEBUG nova.compute.manager [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Instance network_info: |[{"id": "9bdf7479-2ffa-446d-b735-a8a09f9528ac", "address": "fa:16:3e:d3:3a:7c", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdf7479-2f", "ovs_interfaceid": "9bdf7479-2ffa-446d-b735-a8a09f9528ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.707330] env[63440]: DEBUG nova.compute.manager [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.719723] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:3a:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bdf7479-2ffa-446d-b735-a8a09f9528ac', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.721764] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Creating folder: Project (09b3010fde0e4890aa217e89e38178cb). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.722287] env[63440]: DEBUG nova.compute.manager [req-bea30b41-1be3-4f87-ade1-47dbdc941115 req-78cfae1f-b7d3-40af-926b-0f47debdcc78 service nova] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Received event network-changed-9bdf7479-2ffa-446d-b735-a8a09f9528ac {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.722549] env[63440]: DEBUG nova.compute.manager [req-bea30b41-1be3-4f87-ade1-47dbdc941115 req-78cfae1f-b7d3-40af-926b-0f47debdcc78 service nova] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Refreshing instance network info cache due to event network-changed-9bdf7479-2ffa-446d-b735-a8a09f9528ac. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 615.723357] env[63440]: DEBUG oslo_concurrency.lockutils [req-bea30b41-1be3-4f87-ade1-47dbdc941115 req-78cfae1f-b7d3-40af-926b-0f47debdcc78 service nova] Acquiring lock "refresh_cache-e9a255d5-16dc-462d-9cc3-19aceb9607dc" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.723555] env[63440]: DEBUG oslo_concurrency.lockutils [req-bea30b41-1be3-4f87-ade1-47dbdc941115 req-78cfae1f-b7d3-40af-926b-0f47debdcc78 service nova] Acquired lock "refresh_cache-e9a255d5-16dc-462d-9cc3-19aceb9607dc" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.723774] env[63440]: DEBUG nova.network.neutron [req-bea30b41-1be3-4f87-ade1-47dbdc941115 req-78cfae1f-b7d3-40af-926b-0f47debdcc78 service nova] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Refreshing network info cache for port 9bdf7479-2ffa-446d-b735-a8a09f9528ac {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.726367] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682c241b-7e8f-46c4-af6f-9c76f1217cac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.731874] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9aea34a5-355e-47c6-8d18-84651b32f238 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.745185] env[63440]: DEBUG oslo_vmware.api [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661027, 'name': CreateSnapshot_Task, 'duration_secs': 0.652618} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.747653] env[63440]: DEBUG nova.virt.hardware [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.747906] env[63440]: DEBUG nova.virt.hardware [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.748083] env[63440]: DEBUG nova.virt.hardware [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.748289] env[63440]: DEBUG nova.virt.hardware [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.748454] env[63440]: DEBUG nova.virt.hardware [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.748606] env[63440]: DEBUG nova.virt.hardware [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.748915] env[63440]: DEBUG nova.virt.hardware [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.749132] env[63440]: DEBUG nova.virt.hardware [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.749322] env[63440]: DEBUG nova.virt.hardware [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.749489] env[63440]: DEBUG nova.virt.hardware [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.749677] env[63440]: DEBUG nova.virt.hardware [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.750996] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0965c7e6-67dc-4cff-9858-ed3fb505b3e1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.758222] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Created Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 615.758222] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024a7540-98dc-415e-afec-256ba554bba1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.759625] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee69153-4f7e-419f-a8ef-cfc67e3758a3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.784231] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879c1a73-2275-4010-9d1d-debde7a7c94f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.789077] env[63440]: DEBUG nova.compute.provider_tree [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.790579] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Created folder: Project (09b3010fde0e4890aa217e89e38178cb) in parent group-v536546. [ 615.790795] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Creating folder: Instances. Parent ref: group-v536616. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.791802] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f515d1e-09c1-41d1-91e2-aac29d059c2a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.809513] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Created folder: Instances in parent group-v536616. [ 615.810170] env[63440]: DEBUG oslo.service.loopingcall [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 615.810492] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.811357] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3669fb3a-3846-4359-a168-b97e35328f33 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.843938] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.843938] env[63440]: value = "task-2661030" [ 615.843938] env[63440]: _type = "Task" [ 615.843938] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.857540] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661030, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.135242] env[63440]: DEBUG nova.network.neutron [None req-076ba620-db07-493a-9bd8-c3a862d9791d tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Updating instance_info_cache with network_info: [{"id": "13756f12-1ced-4bf3-b5a7-06673b945bc4", "address": "fa:16:3e:d5:16:7b", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13756f12-1c", "ovs_interfaceid": "13756f12-1ced-4bf3-b5a7-06673b945bc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.298422] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Creating linked-clone VM from snapshot {{(pid=63440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 616.302135] env[63440]: DEBUG nova.scheduler.client.report [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.302556] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d0c4acee-9eb9-4d8b-997a-6afb282836af {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.312296] env[63440]: DEBUG oslo_vmware.api [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for the task: (returnval){ [ 616.312296] env[63440]: value = "task-2661031" [ 616.312296] env[63440]: _type = "Task" [ 616.312296] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.320962] env[63440]: DEBUG oslo_vmware.api [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661031, 'name': CloneVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.353983] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661030, 'name': CreateVM_Task, 'duration_secs': 0.376813} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.354370] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.355366] env[63440]: DEBUG oslo_concurrency.lockutils [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.355536] env[63440]: DEBUG oslo_concurrency.lockutils [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.355860] env[63440]: DEBUG oslo_concurrency.lockutils [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.356121] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70323b1f-7189-4fec-b1b2-5f8dd8690673 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.361750] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Waiting for the task: (returnval){ [ 616.361750] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5220b2db-866e-a0ba-9d41-1e6426972aa7" [ 616.361750] env[63440]: _type = "Task" [ 616.361750] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.374966] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5220b2db-866e-a0ba-9d41-1e6426972aa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.379934] env[63440]: DEBUG nova.network.neutron [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Successfully updated port: 898af1ae-327c-4aaa-ae31-cf862d147de2 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.611840] env[63440]: DEBUG nova.network.neutron [req-bea30b41-1be3-4f87-ade1-47dbdc941115 req-78cfae1f-b7d3-40af-926b-0f47debdcc78 service nova] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Updated VIF entry in instance network info cache for port 9bdf7479-2ffa-446d-b735-a8a09f9528ac. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.612231] env[63440]: DEBUG nova.network.neutron [req-bea30b41-1be3-4f87-ade1-47dbdc941115 req-78cfae1f-b7d3-40af-926b-0f47debdcc78 service nova] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Updating instance_info_cache with network_info: [{"id": "9bdf7479-2ffa-446d-b735-a8a09f9528ac", "address": "fa:16:3e:d3:3a:7c", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdf7479-2f", "ovs_interfaceid": "9bdf7479-2ffa-446d-b735-a8a09f9528ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.639665] env[63440]: DEBUG oslo_concurrency.lockutils [None req-076ba620-db07-493a-9bd8-c3a862d9791d tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Releasing lock "refresh_cache-d7718d7e-4911-4905-b135-54291157aded" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.639665] env[63440]: DEBUG nova.objects.instance [None req-076ba620-db07-493a-9bd8-c3a862d9791d tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lazy-loading 'migration_context' on Instance uuid d7718d7e-4911-4905-b135-54291157aded {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 616.808258] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.420s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.808872] env[63440]: DEBUG nova.compute.manager [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.811889] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.405s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.813721] env[63440]: INFO nova.compute.claims [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.827592] env[63440]: DEBUG oslo_vmware.api [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661031, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.873485] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5220b2db-866e-a0ba-9d41-1e6426972aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.013053} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.873947] env[63440]: DEBUG oslo_concurrency.lockutils [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.874102] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.874351] env[63440]: DEBUG oslo_concurrency.lockutils [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.874520] env[63440]: DEBUG oslo_concurrency.lockutils [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.874715] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.874994] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecb9eda5-e9c9-452f-8e20-acfd077bf931 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.883460] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "refresh_cache-bdf3bd7f-d77d-41e0-877d-0b9e31d416e0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.883703] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquired lock "refresh_cache-bdf3bd7f-d77d-41e0-877d-0b9e31d416e0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.883942] env[63440]: DEBUG nova.network.neutron [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.886372] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.886570] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.887514] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b95dbc6-8e19-4344-bfa6-0ca96fb99548 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.894636] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Waiting for the task: (returnval){ [ 616.894636] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5229dbac-782d-fbee-c0cc-8d30f4904068" [ 616.894636] env[63440]: _type = "Task" [ 616.894636] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.905717] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5229dbac-782d-fbee-c0cc-8d30f4904068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.116260] env[63440]: DEBUG oslo_concurrency.lockutils [req-bea30b41-1be3-4f87-ade1-47dbdc941115 req-78cfae1f-b7d3-40af-926b-0f47debdcc78 service nova] Releasing lock "refresh_cache-e9a255d5-16dc-462d-9cc3-19aceb9607dc" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.142748] env[63440]: DEBUG nova.objects.base [None req-076ba620-db07-493a-9bd8-c3a862d9791d tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 617.143696] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96265751-0295-41c2-a900-728778e2f0f3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.167121] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2afef652-723d-49c9-9061-ad939394604d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.174055] env[63440]: DEBUG oslo_vmware.api [None req-076ba620-db07-493a-9bd8-c3a862d9791d tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 617.174055] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e6d5cd-26cf-f6e3-43fb-7ac64273075b" [ 617.174055] env[63440]: _type = "Task" [ 617.174055] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.186301] env[63440]: DEBUG oslo_vmware.api [None req-076ba620-db07-493a-9bd8-c3a862d9791d tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e6d5cd-26cf-f6e3-43fb-7ac64273075b, 'name': SearchDatastore_Task, 'duration_secs': 0.007717} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.186301] env[63440]: DEBUG oslo_concurrency.lockutils [None req-076ba620-db07-493a-9bd8-c3a862d9791d tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.319568] env[63440]: DEBUG nova.compute.utils [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.324558] env[63440]: DEBUG nova.compute.manager [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.324558] env[63440]: DEBUG nova.network.neutron [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.334650] env[63440]: DEBUG oslo_vmware.api [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661031, 'name': CloneVM_Task} progress is 95%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.393454] env[63440]: DEBUG nova.policy [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b58a17cd9dd4d5bacf424d900d44d8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '304d03643ba942f3a0aa55e00b3c0971', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.406386] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5229dbac-782d-fbee-c0cc-8d30f4904068, 'name': SearchDatastore_Task, 'duration_secs': 0.010533} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.407332] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-868ada45-11a6-484c-b9e9-416767b76653 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.413851] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Waiting for the task: (returnval){ [ 617.413851] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b3c1b1-760b-d6c9-261f-b995ab507660" [ 617.413851] env[63440]: _type = "Task" [ 617.413851] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.423820] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b3c1b1-760b-d6c9-261f-b995ab507660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.456837] env[63440]: DEBUG nova.network.neutron [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.469178] env[63440]: DEBUG nova.compute.manager [req-94a4ec86-4893-470f-ad6d-2c068fbda29a req-99454930-d4b4-4d14-8d43-946fb9191409 service nova] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Received event network-vif-plugged-898af1ae-327c-4aaa-ae31-cf862d147de2 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.469466] env[63440]: DEBUG oslo_concurrency.lockutils [req-94a4ec86-4893-470f-ad6d-2c068fbda29a req-99454930-d4b4-4d14-8d43-946fb9191409 service nova] Acquiring lock "bdf3bd7f-d77d-41e0-877d-0b9e31d416e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.469697] env[63440]: DEBUG oslo_concurrency.lockutils [req-94a4ec86-4893-470f-ad6d-2c068fbda29a req-99454930-d4b4-4d14-8d43-946fb9191409 service nova] Lock "bdf3bd7f-d77d-41e0-877d-0b9e31d416e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.469861] env[63440]: DEBUG oslo_concurrency.lockutils [req-94a4ec86-4893-470f-ad6d-2c068fbda29a req-99454930-d4b4-4d14-8d43-946fb9191409 service nova] Lock "bdf3bd7f-d77d-41e0-877d-0b9e31d416e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.470078] env[63440]: DEBUG nova.compute.manager [req-94a4ec86-4893-470f-ad6d-2c068fbda29a req-99454930-d4b4-4d14-8d43-946fb9191409 service nova] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] No waiting events found dispatching network-vif-plugged-898af1ae-327c-4aaa-ae31-cf862d147de2 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.470223] env[63440]: WARNING nova.compute.manager [req-94a4ec86-4893-470f-ad6d-2c068fbda29a req-99454930-d4b4-4d14-8d43-946fb9191409 service nova] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Received unexpected event network-vif-plugged-898af1ae-327c-4aaa-ae31-cf862d147de2 for instance with vm_state building and task_state spawning. [ 617.470410] env[63440]: DEBUG nova.compute.manager [req-94a4ec86-4893-470f-ad6d-2c068fbda29a req-99454930-d4b4-4d14-8d43-946fb9191409 service nova] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Received event network-changed-898af1ae-327c-4aaa-ae31-cf862d147de2 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.470526] env[63440]: DEBUG nova.compute.manager [req-94a4ec86-4893-470f-ad6d-2c068fbda29a req-99454930-d4b4-4d14-8d43-946fb9191409 service nova] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Refreshing instance network info cache due to event network-changed-898af1ae-327c-4aaa-ae31-cf862d147de2. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 617.470729] env[63440]: DEBUG oslo_concurrency.lockutils [req-94a4ec86-4893-470f-ad6d-2c068fbda29a req-99454930-d4b4-4d14-8d43-946fb9191409 service nova] Acquiring lock "refresh_cache-bdf3bd7f-d77d-41e0-877d-0b9e31d416e0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.671161] env[63440]: DEBUG nova.network.neutron [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Updating instance_info_cache with network_info: [{"id": "898af1ae-327c-4aaa-ae31-cf862d147de2", "address": "fa:16:3e:0f:40:09", "network": {"id": "cee4198f-cb15-45bd-8c95-4f65b8864533", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-210846136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5239f7a95314b49913187864eafe5c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap898af1ae-32", "ovs_interfaceid": "898af1ae-327c-4aaa-ae31-cf862d147de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.816985] env[63440]: DEBUG nova.network.neutron [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Successfully created port: 21502691-f64d-40c5-a657-291360812e9c {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.831949] env[63440]: DEBUG nova.compute.manager [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.838540] env[63440]: DEBUG oslo_vmware.api [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661031, 'name': CloneVM_Task, 'duration_secs': 1.312605} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.839245] env[63440]: INFO nova.virt.vmwareapi.vmops [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Created linked-clone VM from snapshot [ 617.840082] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8069b17-f336-4c41-807b-77629cb3bfce {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.852951] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Uploading image 0383a3ae-b1ba-4090-af80-9e4c4c848f89 {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 617.894558] env[63440]: DEBUG oslo_vmware.rw_handles [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 617.894558] env[63440]: value = "vm-536619" [ 617.894558] env[63440]: _type = "VirtualMachine" [ 617.894558] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 617.894854] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1f457b0d-35fa-4679-bc32-993b90aac5ea {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.903726] env[63440]: DEBUG oslo_vmware.rw_handles [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Lease: (returnval){ [ 617.903726] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526f673b-9762-8264-1f70-ad537785798e" [ 617.903726] env[63440]: _type = "HttpNfcLease" [ 617.903726] env[63440]: } obtained for exporting VM: (result){ [ 617.903726] env[63440]: value = "vm-536619" [ 617.903726] env[63440]: _type = "VirtualMachine" [ 617.903726] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 617.903989] env[63440]: DEBUG oslo_vmware.api [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for the lease: (returnval){ [ 617.903989] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526f673b-9762-8264-1f70-ad537785798e" [ 617.903989] env[63440]: _type = "HttpNfcLease" [ 617.903989] env[63440]: } to be ready. {{(pid=63440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 617.921907] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 617.921907] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526f673b-9762-8264-1f70-ad537785798e" [ 617.921907] env[63440]: _type = "HttpNfcLease" [ 617.921907] env[63440]: } is ready. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 617.922851] env[63440]: DEBUG oslo_vmware.rw_handles [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 617.922851] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526f673b-9762-8264-1f70-ad537785798e" [ 617.922851] env[63440]: _type = "HttpNfcLease" [ 617.922851] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 617.923522] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd7d3ec-e26d-485b-8fd3-9f3318b28b50 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.929937] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b3c1b1-760b-d6c9-261f-b995ab507660, 'name': SearchDatastore_Task, 'duration_secs': 0.010057} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.930609] env[63440]: DEBUG oslo_concurrency.lockutils [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.930923] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] e9a255d5-16dc-462d-9cc3-19aceb9607dc/e9a255d5-16dc-462d-9cc3-19aceb9607dc.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.931170] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-905e6d86-72ed-4ca5-86ec-bb2d302a1e90 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.939836] env[63440]: DEBUG oslo_vmware.rw_handles [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e161ee-0f86-50dd-6a68-5d900e7fdb04/disk-0.vmdk from lease info. {{(pid=63440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 617.940040] env[63440]: DEBUG oslo_vmware.rw_handles [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e161ee-0f86-50dd-6a68-5d900e7fdb04/disk-0.vmdk for reading. {{(pid=63440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 618.001552] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Waiting for the task: (returnval){ [ 618.001552] env[63440]: value = "task-2661033" [ 618.001552] env[63440]: _type = "Task" [ 618.001552] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.012774] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': task-2661033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.042109] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3d901e8e-19c4-4145-9e66-91378df5019e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.173871] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Releasing lock "refresh_cache-bdf3bd7f-d77d-41e0-877d-0b9e31d416e0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.174312] env[63440]: DEBUG nova.compute.manager [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Instance network_info: |[{"id": "898af1ae-327c-4aaa-ae31-cf862d147de2", "address": "fa:16:3e:0f:40:09", "network": {"id": "cee4198f-cb15-45bd-8c95-4f65b8864533", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-210846136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5239f7a95314b49913187864eafe5c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap898af1ae-32", "ovs_interfaceid": "898af1ae-327c-4aaa-ae31-cf862d147de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.175008] env[63440]: DEBUG oslo_concurrency.lockutils [req-94a4ec86-4893-470f-ad6d-2c068fbda29a req-99454930-d4b4-4d14-8d43-946fb9191409 service nova] Acquired lock "refresh_cache-bdf3bd7f-d77d-41e0-877d-0b9e31d416e0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.175250] env[63440]: DEBUG nova.network.neutron [req-94a4ec86-4893-470f-ad6d-2c068fbda29a req-99454930-d4b4-4d14-8d43-946fb9191409 service nova] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Refreshing network info cache for port 898af1ae-327c-4aaa-ae31-cf862d147de2 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.177994] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:40:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '898af1ae-327c-4aaa-ae31-cf862d147de2', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.191720] env[63440]: DEBUG oslo.service.loopingcall [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 618.200503] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.202073] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-caf0ba16-58d4-491f-96df-9fffb5e45e3d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.234145] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.234145] env[63440]: value = "task-2661034" [ 618.234145] env[63440]: _type = "Task" [ 618.234145] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.250927] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661034, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.492210] env[63440]: DEBUG nova.network.neutron [req-94a4ec86-4893-470f-ad6d-2c068fbda29a req-99454930-d4b4-4d14-8d43-946fb9191409 service nova] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Updated VIF entry in instance network info cache for port 898af1ae-327c-4aaa-ae31-cf862d147de2. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.492210] env[63440]: DEBUG nova.network.neutron [req-94a4ec86-4893-470f-ad6d-2c068fbda29a req-99454930-d4b4-4d14-8d43-946fb9191409 service nova] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Updating instance_info_cache with network_info: [{"id": "898af1ae-327c-4aaa-ae31-cf862d147de2", "address": "fa:16:3e:0f:40:09", "network": {"id": "cee4198f-cb15-45bd-8c95-4f65b8864533", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-210846136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5239f7a95314b49913187864eafe5c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap898af1ae-32", "ovs_interfaceid": "898af1ae-327c-4aaa-ae31-cf862d147de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.517140] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': task-2661033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477939} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.521045] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] e9a255d5-16dc-462d-9cc3-19aceb9607dc/e9a255d5-16dc-462d-9cc3-19aceb9607dc.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.521045] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.522358] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7852e281-e334-4595-aa28-a38a55f06278 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.529092] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Waiting for the task: (returnval){ [ 618.529092] env[63440]: value = "task-2661035" [ 618.529092] env[63440]: _type = "Task" [ 618.529092] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.541864] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': task-2661035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.585181] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e8ff3f-2c43-48bf-bc91-6ffe0194668f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.594704] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c45e50d-24ad-4c1e-b5e6-e45252585282 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.637305] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d46d278-21ca-4789-aae9-35d8a0b96049 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.646787] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9434aa36-e324-4477-989b-8ae54d6ef742 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.664168] env[63440]: DEBUG nova.compute.provider_tree [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.744609] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661034, 'name': CreateVM_Task, 'duration_secs': 0.467533} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.744794] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.745482] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.745655] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.745994] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.746262] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a8e2b05-555c-49b0-866f-9c5cdc1c9fb0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.752751] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 618.752751] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527eac2a-7329-5960-d9e5-01bb44092ebe" [ 618.752751] env[63440]: _type = "Task" [ 618.752751] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.763626] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527eac2a-7329-5960-d9e5-01bb44092ebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.851851] env[63440]: DEBUG nova.compute.manager [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.876658] env[63440]: DEBUG nova.virt.hardware [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.877061] env[63440]: DEBUG nova.virt.hardware [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.877416] env[63440]: DEBUG nova.virt.hardware [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.877535] env[63440]: DEBUG nova.virt.hardware [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.877745] env[63440]: DEBUG nova.virt.hardware [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.878308] env[63440]: DEBUG nova.virt.hardware [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.878308] env[63440]: DEBUG nova.virt.hardware [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.878410] env[63440]: DEBUG nova.virt.hardware [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.878623] env[63440]: DEBUG nova.virt.hardware [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.878882] env[63440]: DEBUG nova.virt.hardware [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.879280] env[63440]: DEBUG nova.virt.hardware [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.880229] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69783cb3-5401-4ad3-95f0-8bd5bbde0f01 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.890594] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc7e93f-040a-45d9-aa8e-99ad09226681 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.995153] env[63440]: DEBUG oslo_concurrency.lockutils [req-94a4ec86-4893-470f-ad6d-2c068fbda29a req-99454930-d4b4-4d14-8d43-946fb9191409 service nova] Releasing lock "refresh_cache-bdf3bd7f-d77d-41e0-877d-0b9e31d416e0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.040345] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': task-2661035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100207} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.040802] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.041691] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ddbbef-6c39-4d6b-aaed-771a4579dc7d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.065561] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] e9a255d5-16dc-462d-9cc3-19aceb9607dc/e9a255d5-16dc-462d-9cc3-19aceb9607dc.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.066061] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7e8677e-d50c-4365-a74c-0ac6bc4b5c57 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.087885] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Waiting for the task: (returnval){ [ 619.087885] env[63440]: value = "task-2661036" [ 619.087885] env[63440]: _type = "Task" [ 619.087885] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.098091] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': task-2661036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.169139] env[63440]: DEBUG nova.scheduler.client.report [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.264633] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527eac2a-7329-5960-d9e5-01bb44092ebe, 'name': SearchDatastore_Task, 'duration_secs': 0.01082} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.265589] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.265589] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.265589] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.266094] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.266415] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.266800] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f395d6f-3db9-4989-bce6-68ddaec69a79 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.277591] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.277591] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.278127] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07cb46a3-580c-4c3c-8309-bd1aeeb84c50 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.292378] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 619.292378] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5284b443-6c1e-ef7f-22d4-cf6549955433" [ 619.292378] env[63440]: _type = "Task" [ 619.292378] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.302559] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5284b443-6c1e-ef7f-22d4-cf6549955433, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.412389] env[63440]: DEBUG nova.network.neutron [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Successfully updated port: 21502691-f64d-40c5-a657-291360812e9c {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.525674] env[63440]: DEBUG nova.compute.manager [req-0177d730-c162-4cf8-8703-2ead38122477 req-8f8e1589-ec3c-43e9-b6be-5139a3e4e144 service nova] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Received event network-vif-plugged-21502691-f64d-40c5-a657-291360812e9c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.525674] env[63440]: DEBUG oslo_concurrency.lockutils [req-0177d730-c162-4cf8-8703-2ead38122477 req-8f8e1589-ec3c-43e9-b6be-5139a3e4e144 service nova] Acquiring lock "f0a8ba87-d78a-4c2b-9431-64c8e80f05fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.525812] env[63440]: DEBUG oslo_concurrency.lockutils [req-0177d730-c162-4cf8-8703-2ead38122477 req-8f8e1589-ec3c-43e9-b6be-5139a3e4e144 service nova] Lock "f0a8ba87-d78a-4c2b-9431-64c8e80f05fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.526059] env[63440]: DEBUG oslo_concurrency.lockutils [req-0177d730-c162-4cf8-8703-2ead38122477 req-8f8e1589-ec3c-43e9-b6be-5139a3e4e144 service nova] Lock "f0a8ba87-d78a-4c2b-9431-64c8e80f05fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.526856] env[63440]: DEBUG nova.compute.manager [req-0177d730-c162-4cf8-8703-2ead38122477 req-8f8e1589-ec3c-43e9-b6be-5139a3e4e144 service nova] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] No waiting events found dispatching network-vif-plugged-21502691-f64d-40c5-a657-291360812e9c {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.526856] env[63440]: WARNING nova.compute.manager [req-0177d730-c162-4cf8-8703-2ead38122477 req-8f8e1589-ec3c-43e9-b6be-5139a3e4e144 service nova] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Received unexpected event network-vif-plugged-21502691-f64d-40c5-a657-291360812e9c for instance with vm_state building and task_state spawning. [ 619.526856] env[63440]: DEBUG nova.compute.manager [req-0177d730-c162-4cf8-8703-2ead38122477 req-8f8e1589-ec3c-43e9-b6be-5139a3e4e144 service nova] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Received event network-changed-21502691-f64d-40c5-a657-291360812e9c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.527093] env[63440]: DEBUG nova.compute.manager [req-0177d730-c162-4cf8-8703-2ead38122477 req-8f8e1589-ec3c-43e9-b6be-5139a3e4e144 service nova] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Refreshing instance network info cache due to event network-changed-21502691-f64d-40c5-a657-291360812e9c. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 619.527543] env[63440]: DEBUG oslo_concurrency.lockutils [req-0177d730-c162-4cf8-8703-2ead38122477 req-8f8e1589-ec3c-43e9-b6be-5139a3e4e144 service nova] Acquiring lock "refresh_cache-f0a8ba87-d78a-4c2b-9431-64c8e80f05fd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.527694] env[63440]: DEBUG oslo_concurrency.lockutils [req-0177d730-c162-4cf8-8703-2ead38122477 req-8f8e1589-ec3c-43e9-b6be-5139a3e4e144 service nova] Acquired lock "refresh_cache-f0a8ba87-d78a-4c2b-9431-64c8e80f05fd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.527858] env[63440]: DEBUG nova.network.neutron [req-0177d730-c162-4cf8-8703-2ead38122477 req-8f8e1589-ec3c-43e9-b6be-5139a3e4e144 service nova] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Refreshing network info cache for port 21502691-f64d-40c5-a657-291360812e9c {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.599137] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': task-2661036, 'name': ReconfigVM_Task, 'duration_secs': 0.299797} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.599368] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Reconfigured VM instance instance-00000017 to attach disk [datastore1] e9a255d5-16dc-462d-9cc3-19aceb9607dc/e9a255d5-16dc-462d-9cc3-19aceb9607dc.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.600286] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afc7de35-70cf-4d80-b453-99ef378e135c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.608416] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Waiting for the task: (returnval){ [ 619.608416] env[63440]: value = "task-2661037" [ 619.608416] env[63440]: _type = "Task" [ 619.608416] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.617134] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': task-2661037, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.675726] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.863s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.676021] env[63440]: DEBUG nova.compute.manager [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.678762] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.217s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.681298] env[63440]: INFO nova.compute.claims [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.805438] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5284b443-6c1e-ef7f-22d4-cf6549955433, 'name': SearchDatastore_Task, 'duration_secs': 0.012612} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.806359] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b588a78e-7cd1-4f52-a0d5-1a5fefcba9f2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.815174] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 619.815174] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bf62b2-b6d2-8a5a-c870-0803ffa45b66" [ 619.815174] env[63440]: _type = "Task" [ 619.815174] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.825453] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bf62b2-b6d2-8a5a-c870-0803ffa45b66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.915757] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquiring lock "refresh_cache-f0a8ba87-d78a-4c2b-9431-64c8e80f05fd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.068079] env[63440]: DEBUG nova.network.neutron [req-0177d730-c162-4cf8-8703-2ead38122477 req-8f8e1589-ec3c-43e9-b6be-5139a3e4e144 service nova] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.119214] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': task-2661037, 'name': Rename_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.146877] env[63440]: DEBUG nova.network.neutron [req-0177d730-c162-4cf8-8703-2ead38122477 req-8f8e1589-ec3c-43e9-b6be-5139a3e4e144 service nova] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.184714] env[63440]: DEBUG nova.compute.utils [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.186925] env[63440]: DEBUG nova.compute.manager [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.187360] env[63440]: DEBUG nova.network.neutron [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.269704] env[63440]: DEBUG nova.policy [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d466ca62a5c4c3e9f0a267953dc9e8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e8885b3e0004420ab85f5bf8c81819f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.326307] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bf62b2-b6d2-8a5a-c870-0803ffa45b66, 'name': SearchDatastore_Task, 'duration_secs': 0.010564} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.326630] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.326881] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] bdf3bd7f-d77d-41e0-877d-0b9e31d416e0/bdf3bd7f-d77d-41e0-877d-0b9e31d416e0.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.327165] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67cf5ddb-1b84-43d7-860c-d01669230f0c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.335292] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 620.335292] env[63440]: value = "task-2661038" [ 620.335292] env[63440]: _type = "Task" [ 620.335292] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.345433] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.622175] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': task-2661037, 'name': Rename_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.650039] env[63440]: DEBUG oslo_concurrency.lockutils [req-0177d730-c162-4cf8-8703-2ead38122477 req-8f8e1589-ec3c-43e9-b6be-5139a3e4e144 service nova] Releasing lock "refresh_cache-f0a8ba87-d78a-4c2b-9431-64c8e80f05fd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.650464] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquired lock "refresh_cache-f0a8ba87-d78a-4c2b-9431-64c8e80f05fd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.650692] env[63440]: DEBUG nova.network.neutron [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.687957] env[63440]: DEBUG nova.compute.manager [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.691752] env[63440]: DEBUG nova.network.neutron [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Successfully created port: 688c1909-44e0-416c-9bcb-4e675cdb06df {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.851690] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661038, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.120864] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': task-2661037, 'name': Rename_Task, 'duration_secs': 1.16719} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.124007] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.124496] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29a63acc-2806-4bac-9207-7a59a4efa627 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.133840] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Waiting for the task: (returnval){ [ 621.133840] env[63440]: value = "task-2661039" [ 621.133840] env[63440]: _type = "Task" [ 621.133840] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.146138] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': task-2661039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.190770] env[63440]: DEBUG nova.network.neutron [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.346022] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1605bd81-ad12-44ab-893b-7cb644b4a964 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.354917] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798833} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.356897] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] bdf3bd7f-d77d-41e0-877d-0b9e31d416e0/bdf3bd7f-d77d-41e0-877d-0b9e31d416e0.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.357164] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.357509] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9d68a19-f82e-45dd-962c-a3c9447b72b0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.360550] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a88c49-1bd0-4f8a-8907-1e4113d4721a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.401183] env[63440]: DEBUG nova.network.neutron [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Updating instance_info_cache with network_info: [{"id": "21502691-f64d-40c5-a657-291360812e9c", "address": "fa:16:3e:c7:0a:d3", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21502691-f6", "ovs_interfaceid": "21502691-f64d-40c5-a657-291360812e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.402965] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef06240-7119-4da6-8e98-b833f84b30cd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.407026] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 621.407026] env[63440]: value = "task-2661040" [ 621.407026] env[63440]: _type = "Task" [ 621.407026] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.413750] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc40950d-8502-4efe-8887-71f3c1746953 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.422869] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661040, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.434339] env[63440]: DEBUG nova.compute.provider_tree [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.645432] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': task-2661039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.701267] env[63440]: DEBUG nova.compute.manager [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.736550] env[63440]: DEBUG nova.virt.hardware [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.736854] env[63440]: DEBUG nova.virt.hardware [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.737631] env[63440]: DEBUG nova.virt.hardware [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.737957] env[63440]: DEBUG nova.virt.hardware [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.738209] env[63440]: DEBUG nova.virt.hardware [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.738447] env[63440]: DEBUG nova.virt.hardware [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.738766] env[63440]: DEBUG nova.virt.hardware [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.739010] env[63440]: DEBUG nova.virt.hardware [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.739315] env[63440]: DEBUG nova.virt.hardware [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.739717] env[63440]: DEBUG nova.virt.hardware [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.740008] env[63440]: DEBUG nova.virt.hardware [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.741274] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e2bbec-717a-4050-841c-7ed63c70cbc5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.754279] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09c83b8-5ba8-468e-a266-96912f4e420d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.907450] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Releasing lock "refresh_cache-f0a8ba87-d78a-4c2b-9431-64c8e80f05fd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.907846] env[63440]: DEBUG nova.compute.manager [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Instance network_info: |[{"id": "21502691-f64d-40c5-a657-291360812e9c", "address": "fa:16:3e:c7:0a:d3", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21502691-f6", "ovs_interfaceid": "21502691-f64d-40c5-a657-291360812e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.908588] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:0a:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21502691-f64d-40c5-a657-291360812e9c', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.917383] env[63440]: DEBUG oslo.service.loopingcall [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 621.921036] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.921208] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eda89dd0-2a04-43c1-9a0c-fac82fe3006f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.940224] env[63440]: DEBUG nova.scheduler.client.report [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.947846] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077858} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.947846] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.949911] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bb6128-1147-46fe-b054-0c751e4c0555 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.953230] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.953230] env[63440]: value = "task-2661041" [ 621.953230] env[63440]: _type = "Task" [ 621.953230] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.976276] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] bdf3bd7f-d77d-41e0-877d-0b9e31d416e0/bdf3bd7f-d77d-41e0-877d-0b9e31d416e0.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.977330] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7ba7850-9b82-4c65-a003-d234a1feabd7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.000143] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661041, 'name': CreateVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.006772] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 622.006772] env[63440]: value = "task-2661042" [ 622.006772] env[63440]: _type = "Task" [ 622.006772] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.017708] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.148974] env[63440]: DEBUG oslo_vmware.api [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': task-2661039, 'name': PowerOnVM_Task, 'duration_secs': 0.760161} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.148974] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.148974] env[63440]: INFO nova.compute.manager [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Took 9.42 seconds to spawn the instance on the hypervisor. [ 622.148974] env[63440]: DEBUG nova.compute.manager [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.148974] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36694d9d-eac2-434d-a0ac-cbe7c0d09b93 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.295930] env[63440]: DEBUG nova.network.neutron [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Successfully updated port: 688c1909-44e0-416c-9bcb-4e675cdb06df {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.450217] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.450217] env[63440]: DEBUG nova.compute.manager [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.456023] env[63440]: DEBUG oslo_concurrency.lockutils [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.952s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.456023] env[63440]: INFO nova.compute.claims [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.471605] env[63440]: DEBUG nova.compute.manager [req-1c05520f-3d23-4d5b-873b-ce4c34c11231 req-5226591b-c942-4ac4-b78d-7cae952c5095 service nova] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Received event network-vif-plugged-688c1909-44e0-416c-9bcb-4e675cdb06df {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.473896] env[63440]: DEBUG oslo_concurrency.lockutils [req-1c05520f-3d23-4d5b-873b-ce4c34c11231 req-5226591b-c942-4ac4-b78d-7cae952c5095 service nova] Acquiring lock "f1e2bfdd-7e4d-478e-ae5c-db222a082290-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.473896] env[63440]: DEBUG oslo_concurrency.lockutils [req-1c05520f-3d23-4d5b-873b-ce4c34c11231 req-5226591b-c942-4ac4-b78d-7cae952c5095 service nova] Lock "f1e2bfdd-7e4d-478e-ae5c-db222a082290-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.473896] env[63440]: DEBUG oslo_concurrency.lockutils [req-1c05520f-3d23-4d5b-873b-ce4c34c11231 req-5226591b-c942-4ac4-b78d-7cae952c5095 service nova] Lock "f1e2bfdd-7e4d-478e-ae5c-db222a082290-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.473896] env[63440]: DEBUG nova.compute.manager [req-1c05520f-3d23-4d5b-873b-ce4c34c11231 req-5226591b-c942-4ac4-b78d-7cae952c5095 service nova] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] No waiting events found dispatching network-vif-plugged-688c1909-44e0-416c-9bcb-4e675cdb06df {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.473896] env[63440]: WARNING nova.compute.manager [req-1c05520f-3d23-4d5b-873b-ce4c34c11231 req-5226591b-c942-4ac4-b78d-7cae952c5095 service nova] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Received unexpected event network-vif-plugged-688c1909-44e0-416c-9bcb-4e675cdb06df for instance with vm_state building and task_state spawning. [ 622.480023] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661041, 'name': CreateVM_Task, 'duration_secs': 0.475234} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.480023] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.480023] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.480023] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.480023] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.480317] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-579f0585-4917-46dc-abfc-556f4a725dd7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.487340] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 622.487340] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5297f94c-80d2-05b1-d7df-ef7d1619be82" [ 622.487340] env[63440]: _type = "Task" [ 622.487340] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.498433] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5297f94c-80d2-05b1-d7df-ef7d1619be82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.518967] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661042, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.667712] env[63440]: INFO nova.compute.manager [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Took 41.98 seconds to build instance. [ 622.799924] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Acquiring lock "refresh_cache-f1e2bfdd-7e4d-478e-ae5c-db222a082290" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.799924] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Acquired lock "refresh_cache-f1e2bfdd-7e4d-478e-ae5c-db222a082290" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.799924] env[63440]: DEBUG nova.network.neutron [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.964858] env[63440]: DEBUG nova.compute.utils [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.966406] env[63440]: DEBUG nova.compute.manager [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.966576] env[63440]: DEBUG nova.network.neutron [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.000802] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5297f94c-80d2-05b1-d7df-ef7d1619be82, 'name': SearchDatastore_Task, 'duration_secs': 0.014207} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.000860] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.001125] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.002114] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.002114] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.002114] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.003040] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06df40a1-a137-4bed-80af-4fbece29fff6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.019153] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.019296] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.020454] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c7a5646-5448-46e7-b572-b5b327e24e17 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.028147] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661042, 'name': ReconfigVM_Task, 'duration_secs': 0.516142} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.030035] env[63440]: DEBUG nova.policy [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3af243c740d3443f94088fb4f946616d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03b970333f4143818355d51fa6e38cd0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.033923] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Reconfigured VM instance instance-00000018 to attach disk [datastore1] bdf3bd7f-d77d-41e0-877d-0b9e31d416e0/bdf3bd7f-d77d-41e0-877d-0b9e31d416e0.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.033923] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a242ac7-7ace-4adf-9705-1ad5e247d2df {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.037434] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 623.037434] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52cd6518-2320-6246-dcef-01920b40a174" [ 623.037434] env[63440]: _type = "Task" [ 623.037434] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.049398] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 623.049398] env[63440]: value = "task-2661043" [ 623.049398] env[63440]: _type = "Task" [ 623.049398] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.049639] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52cd6518-2320-6246-dcef-01920b40a174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.060891] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661043, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.093127] env[63440]: DEBUG oslo_concurrency.lockutils [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Acquiring lock "856f9056-6ca2-4ada-9ab9-2755298b7fa6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.093373] env[63440]: DEBUG oslo_concurrency.lockutils [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Lock "856f9056-6ca2-4ada-9ab9-2755298b7fa6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.171015] env[63440]: DEBUG oslo_concurrency.lockutils [None req-008acd33-1ae8-4e17-8141-c5a338a03e01 tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Lock "e9a255d5-16dc-462d-9cc3-19aceb9607dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.015s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.354119] env[63440]: DEBUG nova.network.neutron [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.411125] env[63440]: DEBUG nova.network.neutron [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Successfully created port: e69713a9-7e3a-49a1-8307-d2142c0f5405 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.470284] env[63440]: DEBUG nova.compute.manager [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.551308] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52cd6518-2320-6246-dcef-01920b40a174, 'name': SearchDatastore_Task, 'duration_secs': 0.01326} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.558300] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d145eda1-3a94-4b4f-aa87-e2d4ba1cff13 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.569874] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661043, 'name': Rename_Task, 'duration_secs': 0.222867} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.571631] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.572015] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 623.572015] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fd3b84-4375-948f-0d54-62b73bf40595" [ 623.572015] env[63440]: _type = "Task" [ 623.572015] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.573015] env[63440]: DEBUG nova.network.neutron [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Updating instance_info_cache with network_info: [{"id": "688c1909-44e0-416c-9bcb-4e675cdb06df", "address": "fa:16:3e:a8:43:12", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap688c1909-44", "ovs_interfaceid": "688c1909-44e0-416c-9bcb-4e675cdb06df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.574785] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0829d84-360b-4f38-ae2a-0860403c7d7a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.599039] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 623.599039] env[63440]: value = "task-2661044" [ 623.599039] env[63440]: _type = "Task" [ 623.599039] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.600676] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fd3b84-4375-948f-0d54-62b73bf40595, 'name': SearchDatastore_Task, 'duration_secs': 0.023105} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.606576] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.606919] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] f0a8ba87-d78a-4c2b-9431-64c8e80f05fd/f0a8ba87-d78a-4c2b-9431-64c8e80f05fd.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.610428] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25ee6f0d-d01c-4e6a-a8e5-04a3ed121979 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.621288] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 623.621288] env[63440]: value = "task-2661045" [ 623.621288] env[63440]: _type = "Task" [ 623.621288] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.635706] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2661045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.674150] env[63440]: DEBUG nova.compute.manager [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.724012] env[63440]: DEBUG oslo_concurrency.lockutils [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Acquiring lock "e9a255d5-16dc-462d-9cc3-19aceb9607dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.724289] env[63440]: DEBUG oslo_concurrency.lockutils [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Lock "e9a255d5-16dc-462d-9cc3-19aceb9607dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.724773] env[63440]: DEBUG oslo_concurrency.lockutils [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Acquiring lock "e9a255d5-16dc-462d-9cc3-19aceb9607dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.724866] env[63440]: DEBUG oslo_concurrency.lockutils [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Lock "e9a255d5-16dc-462d-9cc3-19aceb9607dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.725300] env[63440]: DEBUG oslo_concurrency.lockutils [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Lock "e9a255d5-16dc-462d-9cc3-19aceb9607dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.728598] env[63440]: INFO nova.compute.manager [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Terminating instance [ 624.080327] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Releasing lock "refresh_cache-f1e2bfdd-7e4d-478e-ae5c-db222a082290" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.080710] env[63440]: DEBUG nova.compute.manager [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Instance network_info: |[{"id": "688c1909-44e0-416c-9bcb-4e675cdb06df", "address": "fa:16:3e:a8:43:12", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap688c1909-44", "ovs_interfaceid": "688c1909-44e0-416c-9bcb-4e675cdb06df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.081063] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:43:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '688c1909-44e0-416c-9bcb-4e675cdb06df', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.089708] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Creating folder: Project (8e8885b3e0004420ab85f5bf8c81819f). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.092333] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6702a23c-51a7-4b94-b191-cd7cbdb1d91a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.111126] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Created folder: Project (8e8885b3e0004420ab85f5bf8c81819f) in parent group-v536546. [ 624.111126] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Creating folder: Instances. Parent ref: group-v536622. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.111448] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6141d3a-c22a-4365-ac99-6647e6f86008 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.121734] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.131178] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2661045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.135799] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Created folder: Instances in parent group-v536622. [ 624.135955] env[63440]: DEBUG oslo.service.loopingcall [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.136547] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.136775] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-faec1f85-0f1b-475e-8a4a-91db70adb56b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.162664] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.162664] env[63440]: value = "task-2661048" [ 624.162664] env[63440]: _type = "Task" [ 624.162664] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.169417] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7274f956-6088-4439-8241-48bcc1c579fc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.176238] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661048, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.189020] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506ba58a-28b4-4db2-800c-4b3301559219 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.225127] env[63440]: DEBUG oslo_concurrency.lockutils [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.226149] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cf1add-3374-4017-b49c-f5b34aeb648d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.234018] env[63440]: DEBUG nova.compute.manager [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 624.234018] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.235513] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083aace4-facf-422d-b383-d0fc71595167 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.239678] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b609fb-a531-45ff-a1e8-6c8a3f65ae5d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.254947] env[63440]: DEBUG nova.compute.provider_tree [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.260217] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.260217] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0b891fc-0ecc-499f-a86d-fed64dc75e60 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.271591] env[63440]: DEBUG oslo_vmware.api [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Waiting for the task: (returnval){ [ 624.271591] env[63440]: value = "task-2661049" [ 624.271591] env[63440]: _type = "Task" [ 624.271591] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.284509] env[63440]: DEBUG oslo_vmware.api [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': task-2661049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.481741] env[63440]: DEBUG nova.compute.manager [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.510865] env[63440]: DEBUG nova.virt.hardware [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.511139] env[63440]: DEBUG nova.virt.hardware [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.511305] env[63440]: DEBUG nova.virt.hardware [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.511497] env[63440]: DEBUG nova.virt.hardware [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.511675] env[63440]: DEBUG nova.virt.hardware [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.511779] env[63440]: DEBUG nova.virt.hardware [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.511986] env[63440]: DEBUG nova.virt.hardware [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.512163] env[63440]: DEBUG nova.virt.hardware [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.512337] env[63440]: DEBUG nova.virt.hardware [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.512596] env[63440]: DEBUG nova.virt.hardware [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.512776] env[63440]: DEBUG nova.virt.hardware [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.513719] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819f2454-8b61-4713-bf33-e21870eaeea0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.525647] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac5c03d-a8d2-4ae9-a8a1-7218246f7014 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.615782] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661044, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.638161] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2661045, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.676446] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661048, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.760526] env[63440]: DEBUG nova.scheduler.client.report [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.783659] env[63440]: DEBUG oslo_vmware.api [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': task-2661049, 'name': PowerOffVM_Task, 'duration_secs': 0.436525} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.783935] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 624.784108] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 624.784357] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f00f6502-ca7d-4c5b-aeb5-aece64ea8e73 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.843393] env[63440]: DEBUG nova.compute.manager [req-4b9074cf-b194-49b2-ab66-1b82c3b6b47a req-c3831510-43e5-42d5-919c-31d9f6015f80 service nova] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Received event network-changed-688c1909-44e0-416c-9bcb-4e675cdb06df {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.843632] env[63440]: DEBUG nova.compute.manager [req-4b9074cf-b194-49b2-ab66-1b82c3b6b47a req-c3831510-43e5-42d5-919c-31d9f6015f80 service nova] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Refreshing instance network info cache due to event network-changed-688c1909-44e0-416c-9bcb-4e675cdb06df. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 624.843900] env[63440]: DEBUG oslo_concurrency.lockutils [req-4b9074cf-b194-49b2-ab66-1b82c3b6b47a req-c3831510-43e5-42d5-919c-31d9f6015f80 service nova] Acquiring lock "refresh_cache-f1e2bfdd-7e4d-478e-ae5c-db222a082290" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.844077] env[63440]: DEBUG oslo_concurrency.lockutils [req-4b9074cf-b194-49b2-ab66-1b82c3b6b47a req-c3831510-43e5-42d5-919c-31d9f6015f80 service nova] Acquired lock "refresh_cache-f1e2bfdd-7e4d-478e-ae5c-db222a082290" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.844248] env[63440]: DEBUG nova.network.neutron [req-4b9074cf-b194-49b2-ab66-1b82c3b6b47a req-c3831510-43e5-42d5-919c-31d9f6015f80 service nova] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Refreshing network info cache for port 688c1909-44e0-416c-9bcb-4e675cdb06df {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.871908] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 624.872258] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 624.872393] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Deleting the datastore file [datastore1] e9a255d5-16dc-462d-9cc3-19aceb9607dc {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.872719] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7804cd0-13cf-4528-ab2e-7719007d1129 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.883253] env[63440]: DEBUG oslo_vmware.api [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Waiting for the task: (returnval){ [ 624.883253] env[63440]: value = "task-2661051" [ 624.883253] env[63440]: _type = "Task" [ 624.883253] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.892509] env[63440]: DEBUG oslo_vmware.api [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': task-2661051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.085796] env[63440]: DEBUG nova.network.neutron [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Successfully updated port: e69713a9-7e3a-49a1-8307-d2142c0f5405 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.114944] env[63440]: DEBUG oslo_vmware.api [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661044, 'name': PowerOnVM_Task, 'duration_secs': 1.338865} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.115327] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.115588] env[63440]: INFO nova.compute.manager [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Took 9.41 seconds to spawn the instance on the hypervisor. [ 625.115787] env[63440]: DEBUG nova.compute.manager [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.116838] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e1bd5a-52bf-4997-a607-40ff4c62a14b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.136584] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2661045, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.082719} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.136852] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] f0a8ba87-d78a-4c2b-9431-64c8e80f05fd/f0a8ba87-d78a-4c2b-9431-64c8e80f05fd.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.137079] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.137341] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f6c2c61-4e27-49f4-8b4b-2766250d7c14 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.145143] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 625.145143] env[63440]: value = "task-2661052" [ 625.145143] env[63440]: _type = "Task" [ 625.145143] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.155251] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2661052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.174464] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661048, 'name': CreateVM_Task, 'duration_secs': 0.577188} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.174703] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.175363] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.175539] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.175866] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.176135] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-280147ef-b0b0-49e3-8dc4-fe5db7b52aff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.181318] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Waiting for the task: (returnval){ [ 625.181318] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521bddca-72db-a0e0-03e6-dfe205a37d16" [ 625.181318] env[63440]: _type = "Task" [ 625.181318] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.191891] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521bddca-72db-a0e0-03e6-dfe205a37d16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.266195] env[63440]: DEBUG oslo_concurrency.lockutils [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.267107] env[63440]: DEBUG nova.compute.manager [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.270045] env[63440]: DEBUG oslo_concurrency.lockutils [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.872s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.270393] env[63440]: DEBUG nova.objects.instance [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lazy-loading 'resources' on Instance uuid 8939c026-77b6-4393-9ff5-23fcc14c33f9 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 625.391057] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 625.394301] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 625.397315] env[63440]: DEBUG oslo_vmware.api [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Task: {'id': task-2661051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243601} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.397620] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.397865] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.398069] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.398253] env[63440]: INFO nova.compute.manager [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 625.398492] env[63440]: DEBUG oslo.service.loopingcall [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 625.398686] env[63440]: DEBUG nova.compute.manager [-] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 625.398781] env[63440]: DEBUG nova.network.neutron [-] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 625.589576] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "refresh_cache-2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.589983] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquired lock "refresh_cache-2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.590058] env[63440]: DEBUG nova.network.neutron [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.640882] env[63440]: INFO nova.compute.manager [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Took 42.06 seconds to build instance. [ 625.658658] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2661052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133054} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.659434] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.660172] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f804c2-516a-49d2-8402-e8cc9fb8ad14 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.688541] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] f0a8ba87-d78a-4c2b-9431-64c8e80f05fd/f0a8ba87-d78a-4c2b-9431-64c8e80f05fd.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.690933] env[63440]: DEBUG oslo_vmware.rw_handles [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e161ee-0f86-50dd-6a68-5d900e7fdb04/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 625.691715] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb8504e5-4cf6-4726-b660-b4930b319b72 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.707386] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fccbf86-033d-4868-828f-5d54e54e3a58 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.722399] env[63440]: DEBUG oslo_vmware.rw_handles [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e161ee-0f86-50dd-6a68-5d900e7fdb04/disk-0.vmdk is in state: ready. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 625.722601] env[63440]: ERROR oslo_vmware.rw_handles [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e161ee-0f86-50dd-6a68-5d900e7fdb04/disk-0.vmdk due to incomplete transfer. [ 625.726496] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-adf3b11c-a371-4afe-a1aa-0112e6d0f36e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.728266] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521bddca-72db-a0e0-03e6-dfe205a37d16, 'name': SearchDatastore_Task, 'duration_secs': 0.017062} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.729433] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.729982] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.729982] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.730226] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.730226] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.730584] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 625.730584] env[63440]: value = "task-2661053" [ 625.730584] env[63440]: _type = "Task" [ 625.730584] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.731057] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7810054b-2165-4048-b487-fe87542eacf0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.738183] env[63440]: DEBUG oslo_vmware.rw_handles [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e161ee-0f86-50dd-6a68-5d900e7fdb04/disk-0.vmdk. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 625.738394] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Uploaded image 0383a3ae-b1ba-4090-af80-9e4c4c848f89 to the Glance image server {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 625.740624] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Destroying the VM {{(pid=63440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 625.741218] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a6ac7851-9344-4028-bef1-5e69913a26af {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.746181] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2661053, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.747312] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.747491] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.749128] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-619a53ca-3bcd-4169-9fe5-5d7e358917d4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.751490] env[63440]: DEBUG oslo_vmware.api [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for the task: (returnval){ [ 625.751490] env[63440]: value = "task-2661054" [ 625.751490] env[63440]: _type = "Task" [ 625.751490] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.759181] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Waiting for the task: (returnval){ [ 625.759181] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a96dd0-fb96-8e60-ecb3-34efdd1ae911" [ 625.759181] env[63440]: _type = "Task" [ 625.759181] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.767471] env[63440]: DEBUG oslo_vmware.api [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661054, 'name': Destroy_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.774636] env[63440]: DEBUG nova.compute.utils [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.776207] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a96dd0-fb96-8e60-ecb3-34efdd1ae911, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.780194] env[63440]: DEBUG nova.compute.manager [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.780399] env[63440]: DEBUG nova.network.neutron [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.883850] env[63440]: DEBUG nova.policy [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa1efa7be6f2499380ec78690cb12513', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef23ce6b17d64f2b8e8c700edf3f64f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.912893] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 625.912893] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 625.912893] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 625.912893] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 625.912893] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 625.912893] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 625.913313] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 625.913313] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 625.933330] env[63440]: DEBUG nova.network.neutron [req-4b9074cf-b194-49b2-ab66-1b82c3b6b47a req-c3831510-43e5-42d5-919c-31d9f6015f80 service nova] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Updated VIF entry in instance network info cache for port 688c1909-44e0-416c-9bcb-4e675cdb06df. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.933718] env[63440]: DEBUG nova.network.neutron [req-4b9074cf-b194-49b2-ab66-1b82c3b6b47a req-c3831510-43e5-42d5-919c-31d9f6015f80 service nova] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Updating instance_info_cache with network_info: [{"id": "688c1909-44e0-416c-9bcb-4e675cdb06df", "address": "fa:16:3e:a8:43:12", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap688c1909-44", "ovs_interfaceid": "688c1909-44e0-416c-9bcb-4e675cdb06df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.124907] env[63440]: DEBUG nova.network.neutron [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.146296] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1dfb9dce-f374-4b84-82ce-4d7935a8b304 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "bdf3bd7f-d77d-41e0-877d-0b9e31d416e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.606s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.243720] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2661053, 'name': ReconfigVM_Task, 'duration_secs': 0.310971} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.244010] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Reconfigured VM instance instance-00000019 to attach disk [datastore1] f0a8ba87-d78a-4c2b-9431-64c8e80f05fd/f0a8ba87-d78a-4c2b-9431-64c8e80f05fd.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.244631] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ed97df6-83bb-4e47-8bc6-99ba1c4d06c3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.253220] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 626.253220] env[63440]: value = "task-2661055" [ 626.253220] env[63440]: _type = "Task" [ 626.253220] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.265400] env[63440]: DEBUG oslo_vmware.api [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661054, 'name': Destroy_Task, 'duration_secs': 0.368822} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.271250] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Destroyed the VM [ 626.271529] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Deleting Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 626.271794] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2661055, 'name': Rename_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.272683] env[63440]: DEBUG nova.network.neutron [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Updating instance_info_cache with network_info: [{"id": "e69713a9-7e3a-49a1-8307-d2142c0f5405", "address": "fa:16:3e:01:f2:cc", "network": {"id": "6036bae1-f6e5-494f-97c5-954d6227a24a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1980630933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b970333f4143818355d51fa6e38cd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69713a9-7e", "ovs_interfaceid": "e69713a9-7e3a-49a1-8307-d2142c0f5405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.274065] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-63fc46f5-188a-442f-a3dd-851f5da42c35 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.279970] env[63440]: DEBUG nova.compute.manager [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.282861] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a96dd0-fb96-8e60-ecb3-34efdd1ae911, 'name': SearchDatastore_Task, 'duration_secs': 0.025018} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.284527] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de1a4c8d-a57a-4474-b20b-5270aac40634 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.289462] env[63440]: DEBUG oslo_vmware.api [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for the task: (returnval){ [ 626.289462] env[63440]: value = "task-2661056" [ 626.289462] env[63440]: _type = "Task" [ 626.289462] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.290813] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Waiting for the task: (returnval){ [ 626.290813] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d04c74-39d3-66fe-053a-1969851871a2" [ 626.290813] env[63440]: _type = "Task" [ 626.290813] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.309258] env[63440]: DEBUG oslo_vmware.api [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661056, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.309795] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d04c74-39d3-66fe-053a-1969851871a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.390779] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ee58ce-45af-4066-986d-97bb24739f47 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.400745] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32002222-9c3c-4602-b335-677890c48983 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.403852] env[63440]: DEBUG nova.network.neutron [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Successfully created port: 067749fd-b28e-4d26-babd-4c8c5942187a {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.433845] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.434615] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a57f3c8-aa5a-40e9-adc6-cb643bb4898e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.437496] env[63440]: DEBUG oslo_concurrency.lockutils [req-4b9074cf-b194-49b2-ab66-1b82c3b6b47a req-c3831510-43e5-42d5-919c-31d9f6015f80 service nova] Releasing lock "refresh_cache-f1e2bfdd-7e4d-478e-ae5c-db222a082290" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.443456] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efd6542-8e82-41db-8e12-4d42e3129d40 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.458322] env[63440]: DEBUG nova.compute.provider_tree [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.537729] env[63440]: DEBUG nova.network.neutron [-] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.651254] env[63440]: DEBUG nova.compute.manager [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.769292] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2661055, 'name': Rename_Task, 'duration_secs': 0.153101} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.769911] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.771084] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb376ddb-458e-4054-8fec-323551b739ab {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.780235] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Releasing lock "refresh_cache-2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.780235] env[63440]: DEBUG nova.compute.manager [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Instance network_info: |[{"id": "e69713a9-7e3a-49a1-8307-d2142c0f5405", "address": "fa:16:3e:01:f2:cc", "network": {"id": "6036bae1-f6e5-494f-97c5-954d6227a24a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1980630933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b970333f4143818355d51fa6e38cd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69713a9-7e", "ovs_interfaceid": "e69713a9-7e3a-49a1-8307-d2142c0f5405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.780406] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 626.780406] env[63440]: value = "task-2661057" [ 626.780406] env[63440]: _type = "Task" [ 626.780406] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.780406] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:f2:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e69713a9-7e3a-49a1-8307-d2142c0f5405', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.794094] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Creating folder: Project (03b970333f4143818355d51fa6e38cd0). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.800232] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbb25d4d-34b7-4c44-8555-a57b57ed78b1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.830546] env[63440]: DEBUG oslo_vmware.api [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661056, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.845617] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d04c74-39d3-66fe-053a-1969851871a2, 'name': SearchDatastore_Task, 'duration_secs': 0.029551} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.846665] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Created folder: Project (03b970333f4143818355d51fa6e38cd0) in parent group-v536546. [ 626.846665] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Creating folder: Instances. Parent ref: group-v536625. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.846972] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2661057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.847442] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.848354] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] f1e2bfdd-7e4d-478e-ae5c-db222a082290/f1e2bfdd-7e4d-478e-ae5c-db222a082290.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.848354] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f918ca52-8a46-4cf2-8bc9-36b3c02df249 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.851135] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3711801-b65a-4173-961c-39848fa13a85 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.864070] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Waiting for the task: (returnval){ [ 626.864070] env[63440]: value = "task-2661060" [ 626.864070] env[63440]: _type = "Task" [ 626.864070] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.866713] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Created folder: Instances in parent group-v536625. [ 626.867302] env[63440]: DEBUG oslo.service.loopingcall [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 626.872429] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.872819] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f529146-f2cf-43d2-bf84-634ef7c10e05 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.903225] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': task-2661060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.905424] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.905424] env[63440]: value = "task-2661061" [ 626.905424] env[63440]: _type = "Task" [ 626.905424] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.914583] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661061, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.961340] env[63440]: DEBUG nova.scheduler.client.report [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.039911] env[63440]: INFO nova.compute.manager [-] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Took 1.64 seconds to deallocate network for instance. [ 627.116356] env[63440]: DEBUG nova.compute.manager [req-3a2a3bf4-d96f-47a8-a9f4-b8e31c2fd84f req-e5cd9bd1-cf26-4c97-a379-44c4102dd07f service nova] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Received event network-vif-plugged-e69713a9-7e3a-49a1-8307-d2142c0f5405 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.116475] env[63440]: DEBUG oslo_concurrency.lockutils [req-3a2a3bf4-d96f-47a8-a9f4-b8e31c2fd84f req-e5cd9bd1-cf26-4c97-a379-44c4102dd07f service nova] Acquiring lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.116681] env[63440]: DEBUG oslo_concurrency.lockutils [req-3a2a3bf4-d96f-47a8-a9f4-b8e31c2fd84f req-e5cd9bd1-cf26-4c97-a379-44c4102dd07f service nova] Lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.116852] env[63440]: DEBUG oslo_concurrency.lockutils [req-3a2a3bf4-d96f-47a8-a9f4-b8e31c2fd84f req-e5cd9bd1-cf26-4c97-a379-44c4102dd07f service nova] Lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.117074] env[63440]: DEBUG nova.compute.manager [req-3a2a3bf4-d96f-47a8-a9f4-b8e31c2fd84f req-e5cd9bd1-cf26-4c97-a379-44c4102dd07f service nova] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] No waiting events found dispatching network-vif-plugged-e69713a9-7e3a-49a1-8307-d2142c0f5405 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.118116] env[63440]: WARNING nova.compute.manager [req-3a2a3bf4-d96f-47a8-a9f4-b8e31c2fd84f req-e5cd9bd1-cf26-4c97-a379-44c4102dd07f service nova] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Received unexpected event network-vif-plugged-e69713a9-7e3a-49a1-8307-d2142c0f5405 for instance with vm_state building and task_state spawning. [ 627.118116] env[63440]: DEBUG nova.compute.manager [req-3a2a3bf4-d96f-47a8-a9f4-b8e31c2fd84f req-e5cd9bd1-cf26-4c97-a379-44c4102dd07f service nova] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Received event network-changed-e69713a9-7e3a-49a1-8307-d2142c0f5405 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.118116] env[63440]: DEBUG nova.compute.manager [req-3a2a3bf4-d96f-47a8-a9f4-b8e31c2fd84f req-e5cd9bd1-cf26-4c97-a379-44c4102dd07f service nova] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Refreshing instance network info cache due to event network-changed-e69713a9-7e3a-49a1-8307-d2142c0f5405. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 627.118116] env[63440]: DEBUG oslo_concurrency.lockutils [req-3a2a3bf4-d96f-47a8-a9f4-b8e31c2fd84f req-e5cd9bd1-cf26-4c97-a379-44c4102dd07f service nova] Acquiring lock "refresh_cache-2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.118116] env[63440]: DEBUG oslo_concurrency.lockutils [req-3a2a3bf4-d96f-47a8-a9f4-b8e31c2fd84f req-e5cd9bd1-cf26-4c97-a379-44c4102dd07f service nova] Acquired lock "refresh_cache-2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.118608] env[63440]: DEBUG nova.network.neutron [req-3a2a3bf4-d96f-47a8-a9f4-b8e31c2fd84f req-e5cd9bd1-cf26-4c97-a379-44c4102dd07f service nova] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Refreshing network info cache for port e69713a9-7e3a-49a1-8307-d2142c0f5405 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.176995] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.308553] env[63440]: DEBUG oslo_vmware.api [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2661057, 'name': PowerOnVM_Task, 'duration_secs': 0.510269} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.313636] env[63440]: DEBUG nova.compute.manager [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.316721] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.317094] env[63440]: INFO nova.compute.manager [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Took 8.47 seconds to spawn the instance on the hypervisor. [ 627.317464] env[63440]: DEBUG nova.compute.manager [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.317822] env[63440]: DEBUG oslo_vmware.api [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661056, 'name': RemoveSnapshot_Task, 'duration_secs': 0.667222} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.320084] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afde84d7-24f6-4af5-9696-64f9f55e2a29 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.323063] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Deleted Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 627.323063] env[63440]: INFO nova.compute.manager [None req-ab53f818-5723-4e8a-9a7b-6fe352f0c8af tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Took 13.73 seconds to snapshot the instance on the hypervisor. [ 627.341354] env[63440]: DEBUG nova.virt.hardware [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.343021] env[63440]: DEBUG nova.virt.hardware [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.343021] env[63440]: DEBUG nova.virt.hardware [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.343021] env[63440]: DEBUG nova.virt.hardware [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.343021] env[63440]: DEBUG nova.virt.hardware [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.343021] env[63440]: DEBUG nova.virt.hardware [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.343261] env[63440]: DEBUG nova.virt.hardware [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.343261] env[63440]: DEBUG nova.virt.hardware [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.343261] env[63440]: DEBUG nova.virt.hardware [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.343261] env[63440]: DEBUG nova.virt.hardware [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.343490] env[63440]: DEBUG nova.virt.hardware [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.344405] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8036eaa6-eac9-44bc-9ab7-7f3fc5d6c94c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.354347] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dab6121-15a1-4d5d-8102-a9d9344f10d2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.380040] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': task-2661060, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.416036] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661061, 'name': CreateVM_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.470500] env[63440]: DEBUG oslo_concurrency.lockutils [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.474275] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.812s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.475976] env[63440]: INFO nova.compute.claims [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.491376] env[63440]: INFO nova.scheduler.client.report [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Deleted allocations for instance 8939c026-77b6-4393-9ff5-23fcc14c33f9 [ 627.547200] env[63440]: DEBUG oslo_concurrency.lockutils [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.824623] env[63440]: DEBUG nova.network.neutron [req-3a2a3bf4-d96f-47a8-a9f4-b8e31c2fd84f req-e5cd9bd1-cf26-4c97-a379-44c4102dd07f service nova] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Updated VIF entry in instance network info cache for port e69713a9-7e3a-49a1-8307-d2142c0f5405. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.825026] env[63440]: DEBUG nova.network.neutron [req-3a2a3bf4-d96f-47a8-a9f4-b8e31c2fd84f req-e5cd9bd1-cf26-4c97-a379-44c4102dd07f service nova] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Updating instance_info_cache with network_info: [{"id": "e69713a9-7e3a-49a1-8307-d2142c0f5405", "address": "fa:16:3e:01:f2:cc", "network": {"id": "6036bae1-f6e5-494f-97c5-954d6227a24a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1980630933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b970333f4143818355d51fa6e38cd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69713a9-7e", "ovs_interfaceid": "e69713a9-7e3a-49a1-8307-d2142c0f5405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.845479] env[63440]: INFO nova.compute.manager [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Took 41.11 seconds to build instance. [ 627.881869] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': task-2661060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653357} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.882310] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] f1e2bfdd-7e4d-478e-ae5c-db222a082290/f1e2bfdd-7e4d-478e-ae5c-db222a082290.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.882691] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.883189] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07ba8e27-5d1f-4d98-9783-0bfa65daf135 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.891770] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Waiting for the task: (returnval){ [ 627.891770] env[63440]: value = "task-2661062" [ 627.891770] env[63440]: _type = "Task" [ 627.891770] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.903687] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': task-2661062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.918215] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661061, 'name': CreateVM_Task, 'duration_secs': 0.746275} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.918470] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.920225] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.920837] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.921591] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.921591] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c9a9ec-f99d-4152-853e-22a93ea07961 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.929808] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 627.929808] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5253fe9c-b778-1446-a001-cb9b779c9a49" [ 627.929808] env[63440]: _type = "Task" [ 627.929808] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.940650] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5253fe9c-b778-1446-a001-cb9b779c9a49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.999339] env[63440]: DEBUG oslo_concurrency.lockutils [None req-db083d54-9c01-4fab-9328-4a3341b66090 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "8939c026-77b6-4393-9ff5-23fcc14c33f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.499s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.185462] env[63440]: DEBUG nova.compute.manager [req-de2e86cf-5fa3-4829-8a22-ff527092ef4c req-a084e9a7-0c12-441f-ac7d-c108c90d0a2d service nova] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Received event network-vif-plugged-067749fd-b28e-4d26-babd-4c8c5942187a {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 628.185686] env[63440]: DEBUG oslo_concurrency.lockutils [req-de2e86cf-5fa3-4829-8a22-ff527092ef4c req-a084e9a7-0c12-441f-ac7d-c108c90d0a2d service nova] Acquiring lock "722d4d20-24bc-4fcf-8358-054fedb3567d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.185996] env[63440]: DEBUG oslo_concurrency.lockutils [req-de2e86cf-5fa3-4829-8a22-ff527092ef4c req-a084e9a7-0c12-441f-ac7d-c108c90d0a2d service nova] Lock "722d4d20-24bc-4fcf-8358-054fedb3567d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.186197] env[63440]: DEBUG oslo_concurrency.lockutils [req-de2e86cf-5fa3-4829-8a22-ff527092ef4c req-a084e9a7-0c12-441f-ac7d-c108c90d0a2d service nova] Lock "722d4d20-24bc-4fcf-8358-054fedb3567d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.186411] env[63440]: DEBUG nova.compute.manager [req-de2e86cf-5fa3-4829-8a22-ff527092ef4c req-a084e9a7-0c12-441f-ac7d-c108c90d0a2d service nova] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] No waiting events found dispatching network-vif-plugged-067749fd-b28e-4d26-babd-4c8c5942187a {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.186619] env[63440]: WARNING nova.compute.manager [req-de2e86cf-5fa3-4829-8a22-ff527092ef4c req-a084e9a7-0c12-441f-ac7d-c108c90d0a2d service nova] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Received unexpected event network-vif-plugged-067749fd-b28e-4d26-babd-4c8c5942187a for instance with vm_state building and task_state spawning. [ 628.252624] env[63440]: DEBUG nova.network.neutron [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Successfully updated port: 067749fd-b28e-4d26-babd-4c8c5942187a {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.327921] env[63440]: DEBUG oslo_concurrency.lockutils [req-3a2a3bf4-d96f-47a8-a9f4-b8e31c2fd84f req-e5cd9bd1-cf26-4c97-a379-44c4102dd07f service nova] Releasing lock "refresh_cache-2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.328207] env[63440]: DEBUG nova.compute.manager [req-3a2a3bf4-d96f-47a8-a9f4-b8e31c2fd84f req-e5cd9bd1-cf26-4c97-a379-44c4102dd07f service nova] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Received event network-vif-deleted-9bdf7479-2ffa-446d-b735-a8a09f9528ac {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 628.347583] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4be069ae-7f6d-46ec-b43d-b999ed1250ca tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lock "f0a8ba87-d78a-4c2b-9431-64c8e80f05fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.165s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.402601] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': task-2661062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068733} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.402912] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.403749] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad6a722-7c09-4b39-8f69-04784ac01aaf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.430246] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] f1e2bfdd-7e4d-478e-ae5c-db222a082290/f1e2bfdd-7e4d-478e-ae5c-db222a082290.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.430907] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac016176-c9d4-4b04-b717-f8b573099b4a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.456668] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5253fe9c-b778-1446-a001-cb9b779c9a49, 'name': SearchDatastore_Task, 'duration_secs': 0.01817} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.458386] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.458640] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.458873] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.459031] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.459215] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.459535] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Waiting for the task: (returnval){ [ 628.459535] env[63440]: value = "task-2661063" [ 628.459535] env[63440]: _type = "Task" [ 628.459535] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.460775] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1b94091-9620-4f4f-9ba5-27600bc3ed2f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.475582] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': task-2661063, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.479740] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.479943] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.482458] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bebf4430-6763-4e82-8fba-b5e406aa0940 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.491464] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 628.491464] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bd109f-0609-c7a1-2a86-b714a95d0979" [ 628.491464] env[63440]: _type = "Task" [ 628.491464] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.500298] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bd109f-0609-c7a1-2a86-b714a95d0979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.755022] env[63440]: DEBUG oslo_concurrency.lockutils [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquiring lock "refresh_cache-722d4d20-24bc-4fcf-8358-054fedb3567d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.755172] env[63440]: DEBUG oslo_concurrency.lockutils [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquired lock "refresh_cache-722d4d20-24bc-4fcf-8358-054fedb3567d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.755330] env[63440]: DEBUG nova.network.neutron [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.850850] env[63440]: DEBUG nova.compute.manager [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.971343] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dd91a3-5bb3-4fe3-9065-07e0d6b1a753 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.980343] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': task-2661063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.984126] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-af16ed2d-edd9-4f6c-a936-b6480f19e107 tempest-ServersAdminNegativeTestJSON-1428474404 tempest-ServersAdminNegativeTestJSON-1428474404-project-admin] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Suspending the VM {{(pid=63440) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 628.984545] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2e0896ae-7ba8-4f71-b555-877dba6c6795 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.991489] env[63440]: DEBUG oslo_vmware.api [None req-af16ed2d-edd9-4f6c-a936-b6480f19e107 tempest-ServersAdminNegativeTestJSON-1428474404 tempest-ServersAdminNegativeTestJSON-1428474404-project-admin] Waiting for the task: (returnval){ [ 628.991489] env[63440]: value = "task-2661064" [ 628.991489] env[63440]: _type = "Task" [ 628.991489] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.005772] env[63440]: DEBUG oslo_vmware.api [None req-af16ed2d-edd9-4f6c-a936-b6480f19e107 tempest-ServersAdminNegativeTestJSON-1428474404 tempest-ServersAdminNegativeTestJSON-1428474404-project-admin] Task: {'id': task-2661064, 'name': SuspendVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.009552] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bd109f-0609-c7a1-2a86-b714a95d0979, 'name': SearchDatastore_Task, 'duration_secs': 0.018484} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.013673] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a8344c8-f5f4-45d3-9188-29e49163d694 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.020643] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 629.020643] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b8ff7c-d685-f53d-2086-c290cd79b250" [ 629.020643] env[63440]: _type = "Task" [ 629.020643] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.025880] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aefb8bb-b956-4ebc-bd27-9f58550fa535 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.031588] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b8ff7c-d685-f53d-2086-c290cd79b250, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.037533] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e590d9-a9a6-4cd8-9bcb-247cb95ad433 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.070435] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0df9df6-7e49-4517-a8ba-5197c438ff9e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.083206] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686335f4-dd4c-4a5c-b115-b6284f4cb457 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.101625] env[63440]: DEBUG nova.compute.provider_tree [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.290807] env[63440]: DEBUG nova.network.neutron [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.372796] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.477701] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': task-2661063, 'name': ReconfigVM_Task, 'duration_secs': 0.840493} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.478052] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Reconfigured VM instance instance-0000001a to attach disk [datastore2] f1e2bfdd-7e4d-478e-ae5c-db222a082290/f1e2bfdd-7e4d-478e-ae5c-db222a082290.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.478712] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3eeb369c-9a4b-4049-8a71-64527085b6e6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.486947] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Waiting for the task: (returnval){ [ 629.486947] env[63440]: value = "task-2661065" [ 629.486947] env[63440]: _type = "Task" [ 629.486947] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.498091] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': task-2661065, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.498999] env[63440]: DEBUG nova.network.neutron [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Updating instance_info_cache with network_info: [{"id": "067749fd-b28e-4d26-babd-4c8c5942187a", "address": "fa:16:3e:70:2a:f8", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap067749fd-b2", "ovs_interfaceid": "067749fd-b28e-4d26-babd-4c8c5942187a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.505453] env[63440]: DEBUG oslo_vmware.api [None req-af16ed2d-edd9-4f6c-a936-b6480f19e107 tempest-ServersAdminNegativeTestJSON-1428474404 tempest-ServersAdminNegativeTestJSON-1428474404-project-admin] Task: {'id': task-2661064, 'name': SuspendVM_Task} progress is 41%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.531757] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b8ff7c-d685-f53d-2086-c290cd79b250, 'name': SearchDatastore_Task, 'duration_secs': 0.012865} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.532189] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.532559] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5/2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.533270] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52013baf-151f-4e2a-8b57-d3ea94360c81 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.541636] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 629.541636] env[63440]: value = "task-2661066" [ 629.541636] env[63440]: _type = "Task" [ 629.541636] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.552735] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.605736] env[63440]: DEBUG nova.scheduler.client.report [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.839042] env[63440]: DEBUG oslo_concurrency.lockutils [None req-038216ad-83ed-45a5-8812-497c403a0a28 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "7893db16-55a5-478c-8b9d-71f69791a95b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.839348] env[63440]: DEBUG oslo_concurrency.lockutils [None req-038216ad-83ed-45a5-8812-497c403a0a28 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "7893db16-55a5-478c-8b9d-71f69791a95b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.839541] env[63440]: DEBUG nova.compute.manager [None req-038216ad-83ed-45a5-8812-497c403a0a28 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.840488] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a82b1f5-f25e-4244-b524-9a7afa95b804 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.848978] env[63440]: DEBUG nova.compute.manager [None req-038216ad-83ed-45a5-8812-497c403a0a28 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63440) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 629.849551] env[63440]: DEBUG nova.objects.instance [None req-038216ad-83ed-45a5-8812-497c403a0a28 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lazy-loading 'flavor' on Instance uuid 7893db16-55a5-478c-8b9d-71f69791a95b {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.999595] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': task-2661065, 'name': Rename_Task, 'duration_secs': 0.166588} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.000298] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.000591] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-375e4f54-2705-4c54-a1a7-7f336cd8595e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.002508] env[63440]: DEBUG oslo_concurrency.lockutils [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Releasing lock "refresh_cache-722d4d20-24bc-4fcf-8358-054fedb3567d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.002887] env[63440]: DEBUG nova.compute.manager [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Instance network_info: |[{"id": "067749fd-b28e-4d26-babd-4c8c5942187a", "address": "fa:16:3e:70:2a:f8", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap067749fd-b2", "ovs_interfaceid": "067749fd-b28e-4d26-babd-4c8c5942187a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.006320] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:2a:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '067749fd-b28e-4d26-babd-4c8c5942187a', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.014501] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Creating folder: Project (ef23ce6b17d64f2b8e8c700edf3f64f5). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.015375] env[63440]: DEBUG oslo_vmware.api [None req-af16ed2d-edd9-4f6c-a936-b6480f19e107 tempest-ServersAdminNegativeTestJSON-1428474404 tempest-ServersAdminNegativeTestJSON-1428474404-project-admin] Task: {'id': task-2661064, 'name': SuspendVM_Task, 'duration_secs': 0.717333} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.015672] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1b52001-fc76-4d77-b01e-046272fc7a4b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.018083] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-af16ed2d-edd9-4f6c-a936-b6480f19e107 tempest-ServersAdminNegativeTestJSON-1428474404 tempest-ServersAdminNegativeTestJSON-1428474404-project-admin] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Suspended the VM {{(pid=63440) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 630.018326] env[63440]: DEBUG nova.compute.manager [None req-af16ed2d-edd9-4f6c-a936-b6480f19e107 tempest-ServersAdminNegativeTestJSON-1428474404 tempest-ServersAdminNegativeTestJSON-1428474404-project-admin] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.019261] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fb40f0-9e3c-4b86-a0de-cec8794cf5f1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.023524] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Waiting for the task: (returnval){ [ 630.023524] env[63440]: value = "task-2661067" [ 630.023524] env[63440]: _type = "Task" [ 630.023524] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.034267] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Created folder: Project (ef23ce6b17d64f2b8e8c700edf3f64f5) in parent group-v536546. [ 630.034499] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Creating folder: Instances. Parent ref: group-v536628. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.038141] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd657e0f-fc89-4546-b2af-588e05166578 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.039985] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': task-2661067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.050946] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Created folder: Instances in parent group-v536628. [ 630.051314] env[63440]: DEBUG oslo.service.loopingcall [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 630.054898] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.055040] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661066, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.055274] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6adfc1dc-c06f-4175-8f4b-b20761f079e9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.081713] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.081713] env[63440]: value = "task-2661070" [ 630.081713] env[63440]: _type = "Task" [ 630.081713] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.094286] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661070, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.112692] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.113567] env[63440]: DEBUG nova.compute.manager [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.116792] env[63440]: DEBUG oslo_concurrency.lockutils [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.446s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.117300] env[63440]: DEBUG nova.objects.instance [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lazy-loading 'resources' on Instance uuid 28f5aa5a-9328-4c20-828f-ff194a2e8dff {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 630.385551] env[63440]: DEBUG nova.compute.manager [req-bbd59c12-2e5a-4622-92b2-23fe1058958d req-4e07c238-8833-4f97-b76a-34d835adc0ca service nova] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Received event network-changed-067749fd-b28e-4d26-babd-4c8c5942187a {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 630.385760] env[63440]: DEBUG nova.compute.manager [req-bbd59c12-2e5a-4622-92b2-23fe1058958d req-4e07c238-8833-4f97-b76a-34d835adc0ca service nova] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Refreshing instance network info cache due to event network-changed-067749fd-b28e-4d26-babd-4c8c5942187a. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 630.385986] env[63440]: DEBUG oslo_concurrency.lockutils [req-bbd59c12-2e5a-4622-92b2-23fe1058958d req-4e07c238-8833-4f97-b76a-34d835adc0ca service nova] Acquiring lock "refresh_cache-722d4d20-24bc-4fcf-8358-054fedb3567d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.386163] env[63440]: DEBUG oslo_concurrency.lockutils [req-bbd59c12-2e5a-4622-92b2-23fe1058958d req-4e07c238-8833-4f97-b76a-34d835adc0ca service nova] Acquired lock "refresh_cache-722d4d20-24bc-4fcf-8358-054fedb3567d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.386335] env[63440]: DEBUG nova.network.neutron [req-bbd59c12-2e5a-4622-92b2-23fe1058958d req-4e07c238-8833-4f97-b76a-34d835adc0ca service nova] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Refreshing network info cache for port 067749fd-b28e-4d26-babd-4c8c5942187a {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.536872] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': task-2661067, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.557397] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810031} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.557491] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5/2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.557668] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.557926] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9227c51-fc93-49aa-abd2-31c82f49e5a0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.565710] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 630.565710] env[63440]: value = "task-2661071" [ 630.565710] env[63440]: _type = "Task" [ 630.565710] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.576818] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.591805] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661070, 'name': CreateVM_Task, 'duration_secs': 0.452604} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.592028] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.592860] env[63440]: DEBUG oslo_concurrency.lockutils [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.593094] env[63440]: DEBUG oslo_concurrency.lockutils [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.593432] env[63440]: DEBUG oslo_concurrency.lockutils [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.593728] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f372d5e2-1b49-4516-8a1e-5ad867f315a3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.599565] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 630.599565] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52806eb2-3df0-007e-c679-c63a19db7370" [ 630.599565] env[63440]: _type = "Task" [ 630.599565] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.611521] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52806eb2-3df0-007e-c679-c63a19db7370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.624458] env[63440]: DEBUG nova.compute.utils [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.627418] env[63440]: DEBUG nova.compute.manager [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.627418] env[63440]: DEBUG nova.network.neutron [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.713592] env[63440]: DEBUG nova.policy [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa1efa7be6f2499380ec78690cb12513', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef23ce6b17d64f2b8e8c700edf3f64f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.860750] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-038216ad-83ed-45a5-8812-497c403a0a28 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.861404] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efc25856-b073-4724-a1bd-f3d50a394da9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.870954] env[63440]: DEBUG oslo_vmware.api [None req-038216ad-83ed-45a5-8812-497c403a0a28 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 630.870954] env[63440]: value = "task-2661072" [ 630.870954] env[63440]: _type = "Task" [ 630.870954] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.880734] env[63440]: DEBUG oslo_vmware.api [None req-038216ad-83ed-45a5-8812-497c403a0a28 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.917581] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "9b347c8c-73d9-4e48-b0d2-9727fb479389" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.917915] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "9b347c8c-73d9-4e48-b0d2-9727fb479389" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.918190] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "9b347c8c-73d9-4e48-b0d2-9727fb479389-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.918419] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "9b347c8c-73d9-4e48-b0d2-9727fb479389-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.918632] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "9b347c8c-73d9-4e48-b0d2-9727fb479389-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.922904] env[63440]: INFO nova.compute.manager [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Terminating instance [ 631.042816] env[63440]: DEBUG oslo_vmware.api [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': task-2661067, 'name': PowerOnVM_Task, 'duration_secs': 0.61353} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.043206] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.043364] env[63440]: INFO nova.compute.manager [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Took 9.34 seconds to spawn the instance on the hypervisor. [ 631.043706] env[63440]: DEBUG nova.compute.manager [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.044472] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176088b6-4f25-4ebd-a491-c6a01a686b66 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.076973] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072118} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.077504] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.079171] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098c9246-ad88-4707-9570-aba26b760c2b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.113464] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5/2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.117073] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0a8f6d8-b097-4ef7-bbb1-f20d70d7664c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.138184] env[63440]: DEBUG nova.compute.manager [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.152025] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52806eb2-3df0-007e-c679-c63a19db7370, 'name': SearchDatastore_Task, 'duration_secs': 0.024498} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.154564] env[63440]: DEBUG oslo_concurrency.lockutils [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.155023] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.155373] env[63440]: DEBUG oslo_concurrency.lockutils [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.155616] env[63440]: DEBUG oslo_concurrency.lockutils [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.155818] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.156162] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 631.156162] env[63440]: value = "task-2661073" [ 631.156162] env[63440]: _type = "Task" [ 631.156162] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.156552] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-baa03e72-2efb-46da-a1e9-2d70cbbaac3a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.171175] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.174245] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "50e197aa-2ae8-44b5-9fa1-6ad531d2f771" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.175257] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "50e197aa-2ae8-44b5-9fa1-6ad531d2f771" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.175257] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "50e197aa-2ae8-44b5-9fa1-6ad531d2f771-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.175257] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "50e197aa-2ae8-44b5-9fa1-6ad531d2f771-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.175718] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "50e197aa-2ae8-44b5-9fa1-6ad531d2f771-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.177696] env[63440]: INFO nova.compute.manager [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Terminating instance [ 631.184836] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.185030] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.185777] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c319f2-7a80-4c4f-82a5-1235732b02c3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.196172] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 631.196172] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525d975e-3619-4a0b-252b-db210f40f4f2" [ 631.196172] env[63440]: _type = "Task" [ 631.196172] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.205043] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525d975e-3619-4a0b-252b-db210f40f4f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.220120] env[63440]: DEBUG nova.network.neutron [req-bbd59c12-2e5a-4622-92b2-23fe1058958d req-4e07c238-8833-4f97-b76a-34d835adc0ca service nova] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Updated VIF entry in instance network info cache for port 067749fd-b28e-4d26-babd-4c8c5942187a. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.220120] env[63440]: DEBUG nova.network.neutron [req-bbd59c12-2e5a-4622-92b2-23fe1058958d req-4e07c238-8833-4f97-b76a-34d835adc0ca service nova] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Updating instance_info_cache with network_info: [{"id": "067749fd-b28e-4d26-babd-4c8c5942187a", "address": "fa:16:3e:70:2a:f8", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap067749fd-b2", "ovs_interfaceid": "067749fd-b28e-4d26-babd-4c8c5942187a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.240458] env[63440]: DEBUG nova.network.neutron [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Successfully created port: fa2628fd-6e0a-4cfc-9201-0f68b1dd12bd {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.251084] env[63440]: DEBUG nova.compute.manager [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.254431] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab83214-9ae0-427d-928f-f14a28ee10ad {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.313159] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9229aca-18b4-4a9d-a39f-048a52a1f491 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.321852] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259183c6-4c60-494d-9b5b-28ddcc4e5af9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.357458] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd89fdf-7d4f-434b-973f-cdd761aef1d2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.363681] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e510456-7185-4437-aae8-afda55d117f2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.379074] env[63440]: DEBUG nova.compute.provider_tree [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.388394] env[63440]: DEBUG oslo_vmware.api [None req-038216ad-83ed-45a5-8812-497c403a0a28 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661072, 'name': PowerOffVM_Task, 'duration_secs': 0.306507} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.389276] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-038216ad-83ed-45a5-8812-497c403a0a28 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.389487] env[63440]: DEBUG nova.compute.manager [None req-038216ad-83ed-45a5-8812-497c403a0a28 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.390248] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e61f32f-2508-41b0-a833-481ea55d7e5f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.426864] env[63440]: DEBUG nova.compute.manager [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 631.427085] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.428165] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be63761-a965-4f04-8ed1-81ed40c31391 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.437162] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.437496] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b03bdc17-2f9a-4dda-acd5-42004df664e3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.447382] env[63440]: DEBUG oslo_vmware.api [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 631.447382] env[63440]: value = "task-2661074" [ 631.447382] env[63440]: _type = "Task" [ 631.447382] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.455474] env[63440]: DEBUG oslo_vmware.api [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2661074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.571415] env[63440]: INFO nova.compute.manager [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Took 40.19 seconds to build instance. [ 631.670281] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.681394] env[63440]: DEBUG nova.compute.manager [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 631.681625] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.682557] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149a9cef-2e5f-4ad3-880b-2cdcdedcb5dd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.692892] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.694319] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08c34358-dea1-4f89-ba44-34b8f19dc354 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.710570] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525d975e-3619-4a0b-252b-db210f40f4f2, 'name': SearchDatastore_Task, 'duration_secs': 0.041596} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.713223] env[63440]: DEBUG oslo_vmware.api [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 631.713223] env[63440]: value = "task-2661075" [ 631.713223] env[63440]: _type = "Task" [ 631.713223] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.714112] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6edec509-23cb-4bca-a2a5-249cbb6631d4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.723099] env[63440]: DEBUG oslo_concurrency.lockutils [req-bbd59c12-2e5a-4622-92b2-23fe1058958d req-4e07c238-8833-4f97-b76a-34d835adc0ca service nova] Releasing lock "refresh_cache-722d4d20-24bc-4fcf-8358-054fedb3567d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.728603] env[63440]: DEBUG oslo_vmware.api [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2661075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.729014] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 631.729014] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fd17fb-98e0-2e28-be77-b19da24d968d" [ 631.729014] env[63440]: _type = "Task" [ 631.729014] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.740121] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fd17fb-98e0-2e28-be77-b19da24d968d, 'name': SearchDatastore_Task, 'duration_secs': 0.01204} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.740318] env[63440]: DEBUG oslo_concurrency.lockutils [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.740772] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 722d4d20-24bc-4fcf-8358-054fedb3567d/722d4d20-24bc-4fcf-8358-054fedb3567d.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.741085] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfb658fc-bbda-45cd-a922-adbe708b4fc8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.749790] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 631.749790] env[63440]: value = "task-2661076" [ 631.749790] env[63440]: _type = "Task" [ 631.749790] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.759555] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.766240] env[63440]: INFO nova.compute.manager [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] instance snapshotting [ 631.769412] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e729cf-342f-4d2e-a1fb-430a625f9dbd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.795309] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3716b9-1434-48ad-a9e9-4591ae26e639 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.885235] env[63440]: DEBUG nova.scheduler.client.report [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.904659] env[63440]: DEBUG oslo_concurrency.lockutils [None req-038216ad-83ed-45a5-8812-497c403a0a28 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "7893db16-55a5-478c-8b9d-71f69791a95b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.957354] env[63440]: DEBUG oslo_vmware.api [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2661074, 'name': PowerOffVM_Task, 'duration_secs': 0.2666} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.957630] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.957808] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.958074] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73213eff-01cb-451e-a703-5ffc1c10aae7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.041344] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.041569] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.041757] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Deleting the datastore file [datastore1] 9b347c8c-73d9-4e48-b0d2-9727fb479389 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.042083] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6d13a1a-bb9f-43db-b096-fdc6d8e4d51e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.050426] env[63440]: DEBUG oslo_vmware.api [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 632.050426] env[63440]: value = "task-2661078" [ 632.050426] env[63440]: _type = "Task" [ 632.050426] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.061107] env[63440]: DEBUG oslo_vmware.api [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2661078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.073940] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5350ce9b-4e2d-426a-9cf9-d84d0bfc3a77 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Lock "f1e2bfdd-7e4d-478e-ae5c-db222a082290" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.836s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.085149] env[63440]: DEBUG nova.compute.manager [None req-7775df9e-5fa1-4c3c-822a-5e2487517f24 tempest-ServerDiagnosticsTest-1038846267 tempest-ServerDiagnosticsTest-1038846267-project-admin] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.086025] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd6e7ee-ebde-4120-a727-c12063662ef1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.094873] env[63440]: INFO nova.compute.manager [None req-7775df9e-5fa1-4c3c-822a-5e2487517f24 tempest-ServerDiagnosticsTest-1038846267 tempest-ServerDiagnosticsTest-1038846267-project-admin] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Retrieving diagnostics [ 632.096124] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7af0a84-499c-430a-8932-e7785ea7fcf8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.160805] env[63440]: DEBUG nova.compute.manager [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.175748] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661073, 'name': ReconfigVM_Task, 'duration_secs': 0.671466} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.176129] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5/2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.176917] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e16b5f6-c386-4ef7-b2ba-ea276005f020 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.186259] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 632.186259] env[63440]: value = "task-2661079" [ 632.186259] env[63440]: _type = "Task" [ 632.186259] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.188816] env[63440]: DEBUG nova.virt.hardware [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.189180] env[63440]: DEBUG nova.virt.hardware [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.189388] env[63440]: DEBUG nova.virt.hardware [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.189643] env[63440]: DEBUG nova.virt.hardware [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.190100] env[63440]: DEBUG nova.virt.hardware [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.190100] env[63440]: DEBUG nova.virt.hardware [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.190328] env[63440]: DEBUG nova.virt.hardware [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.190586] env[63440]: DEBUG nova.virt.hardware [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.190799] env[63440]: DEBUG nova.virt.hardware [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.191040] env[63440]: DEBUG nova.virt.hardware [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.191303] env[63440]: DEBUG nova.virt.hardware [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.192462] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6850fb-3bde-451b-9168-885e01d2fdc1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.205630] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661079, 'name': Rename_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.209133] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f8377d-655f-452c-a71b-1886af17d3ae {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.233643] env[63440]: DEBUG oslo_vmware.api [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2661075, 'name': PowerOffVM_Task, 'duration_secs': 0.17691} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.233939] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.234129] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.234388] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21a7662a-b8cf-43c8-a5cf-e315f2168a1d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.264832] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661076, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.308375] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Creating Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 632.308771] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f3a71968-9f2b-4098-97c4-05cfd081ca10 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.317661] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.317938] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.318142] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Deleting the datastore file [datastore2] 50e197aa-2ae8-44b5-9fa1-6ad531d2f771 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.319670] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7416679c-bda6-4aec-91cd-e92531fec603 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.321746] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for the task: (returnval){ [ 632.321746] env[63440]: value = "task-2661081" [ 632.321746] env[63440]: _type = "Task" [ 632.321746] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.330733] env[63440]: DEBUG oslo_vmware.api [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for the task: (returnval){ [ 632.330733] env[63440]: value = "task-2661082" [ 632.330733] env[63440]: _type = "Task" [ 632.330733] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.334656] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661081, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.344571] env[63440]: DEBUG oslo_vmware.api [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2661082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.391835] env[63440]: DEBUG oslo_concurrency.lockutils [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.394387] env[63440]: DEBUG oslo_concurrency.lockutils [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.178s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.396077] env[63440]: INFO nova.compute.claims [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.417775] env[63440]: INFO nova.scheduler.client.report [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Deleted allocations for instance 28f5aa5a-9328-4c20-828f-ff194a2e8dff [ 632.562161] env[63440]: DEBUG oslo_vmware.api [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2661078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372356} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.562479] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.562705] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.562891] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.563340] env[63440]: INFO nova.compute.manager [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Took 1.14 seconds to destroy the instance on the hypervisor. [ 632.563428] env[63440]: DEBUG oslo.service.loopingcall [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.564056] env[63440]: DEBUG nova.compute.manager [-] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 632.564056] env[63440]: DEBUG nova.network.neutron [-] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.577860] env[63440]: DEBUG nova.compute.manager [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.703109] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661079, 'name': Rename_Task, 'duration_secs': 0.358311} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.703466] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.703768] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8736e6f-6a5c-41f0-9872-9dd867f8d76c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.711922] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 632.711922] env[63440]: value = "task-2661083" [ 632.711922] env[63440]: _type = "Task" [ 632.711922] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.724719] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.762989] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678895} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.763298] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 722d4d20-24bc-4fcf-8358-054fedb3567d/722d4d20-24bc-4fcf-8358-054fedb3567d.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.763529] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.763794] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd986e19-207f-49db-a006-88331634b237 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.772125] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 632.772125] env[63440]: value = "task-2661084" [ 632.772125] env[63440]: _type = "Task" [ 632.772125] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.784491] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.843361] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661081, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.861963] env[63440]: DEBUG oslo_vmware.api [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Task: {'id': task-2661082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310883} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.863110] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.863396] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.863643] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.863949] env[63440]: INFO nova.compute.manager [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Took 1.18 seconds to destroy the instance on the hypervisor. [ 632.864284] env[63440]: DEBUG oslo.service.loopingcall [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.865398] env[63440]: DEBUG nova.compute.manager [-] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 632.865577] env[63440]: DEBUG nova.network.neutron [-] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.928577] env[63440]: DEBUG oslo_concurrency.lockutils [None req-20168a77-6cc4-45f0-8f91-bec4344d5bdb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "28f5aa5a-9328-4c20-828f-ff194a2e8dff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.235s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.112685] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.223628] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661083, 'name': PowerOnVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.248153] env[63440]: DEBUG nova.network.neutron [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Successfully updated port: fa2628fd-6e0a-4cfc-9201-0f68b1dd12bd {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.284159] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072631} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.284454] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.285344] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f7bc01-b085-4008-9de0-db941bfcec21 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.314485] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 722d4d20-24bc-4fcf-8358-054fedb3567d/722d4d20-24bc-4fcf-8358-054fedb3567d.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.316056] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1a7e7bb-3be4-4df8-be3b-082c267f22ef {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.332697] env[63440]: DEBUG nova.compute.manager [req-3eb4a346-0556-4072-9d15-42d9e3848822 req-07cb398a-d437-401a-a828-7e5155977b37 service nova] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Received event network-vif-plugged-fa2628fd-6e0a-4cfc-9201-0f68b1dd12bd {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 633.332932] env[63440]: DEBUG oslo_concurrency.lockutils [req-3eb4a346-0556-4072-9d15-42d9e3848822 req-07cb398a-d437-401a-a828-7e5155977b37 service nova] Acquiring lock "a59dcb53-3881-4646-863a-d85912569c7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.333168] env[63440]: DEBUG oslo_concurrency.lockutils [req-3eb4a346-0556-4072-9d15-42d9e3848822 req-07cb398a-d437-401a-a828-7e5155977b37 service nova] Lock "a59dcb53-3881-4646-863a-d85912569c7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.333361] env[63440]: DEBUG oslo_concurrency.lockutils [req-3eb4a346-0556-4072-9d15-42d9e3848822 req-07cb398a-d437-401a-a828-7e5155977b37 service nova] Lock "a59dcb53-3881-4646-863a-d85912569c7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.333539] env[63440]: DEBUG nova.compute.manager [req-3eb4a346-0556-4072-9d15-42d9e3848822 req-07cb398a-d437-401a-a828-7e5155977b37 service nova] [instance: a59dcb53-3881-4646-863a-d85912569c7d] No waiting events found dispatching network-vif-plugged-fa2628fd-6e0a-4cfc-9201-0f68b1dd12bd {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.333797] env[63440]: WARNING nova.compute.manager [req-3eb4a346-0556-4072-9d15-42d9e3848822 req-07cb398a-d437-401a-a828-7e5155977b37 service nova] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Received unexpected event network-vif-plugged-fa2628fd-6e0a-4cfc-9201-0f68b1dd12bd for instance with vm_state building and task_state spawning. [ 633.336458] env[63440]: DEBUG nova.compute.manager [req-3e48e186-5646-46ed-9ce4-a7857aec4ac0 req-a977452e-3a9b-4348-8589-8d94a4605925 service nova] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Received event network-vif-deleted-baf2a8ef-2dc5-4d11-896c-b1eaa7ce9a4e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 633.336684] env[63440]: INFO nova.compute.manager [req-3e48e186-5646-46ed-9ce4-a7857aec4ac0 req-a977452e-3a9b-4348-8589-8d94a4605925 service nova] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Neutron deleted interface baf2a8ef-2dc5-4d11-896c-b1eaa7ce9a4e; detaching it from the instance and deleting it from the info cache [ 633.336899] env[63440]: DEBUG nova.network.neutron [req-3e48e186-5646-46ed-9ce4-a7857aec4ac0 req-a977452e-3a9b-4348-8589-8d94a4605925 service nova] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.348644] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661081, 'name': CreateSnapshot_Task, 'duration_secs': 0.938007} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.350151] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Created Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 633.350532] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 633.350532] env[63440]: value = "task-2661085" [ 633.350532] env[63440]: _type = "Task" [ 633.350532] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.351887] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3896fc-faae-435a-bfa9-e79af4c552d9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.355109] env[63440]: DEBUG nova.network.neutron [-] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.366281] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661085, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.472744] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Acquiring lock "f1e2bfdd-7e4d-478e-ae5c-db222a082290" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.472744] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Lock "f1e2bfdd-7e4d-478e-ae5c-db222a082290" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.472943] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Acquiring lock "f1e2bfdd-7e4d-478e-ae5c-db222a082290-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.473143] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Lock "f1e2bfdd-7e4d-478e-ae5c-db222a082290-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.473323] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Lock "f1e2bfdd-7e4d-478e-ae5c-db222a082290-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.475450] env[63440]: INFO nova.compute.manager [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Terminating instance [ 633.529637] env[63440]: DEBUG nova.objects.instance [None req-2ba1942e-0621-4f2d-9999-695d987b4c86 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lazy-loading 'flavor' on Instance uuid 7893db16-55a5-478c-8b9d-71f69791a95b {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 633.622090] env[63440]: DEBUG nova.network.neutron [-] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.723892] env[63440]: DEBUG oslo_vmware.api [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661083, 'name': PowerOnVM_Task, 'duration_secs': 0.632926} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.726820] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.727071] env[63440]: INFO nova.compute.manager [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Took 9.25 seconds to spawn the instance on the hypervisor. [ 633.727307] env[63440]: DEBUG nova.compute.manager [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.729336] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a93639-2e56-4eeb-a19f-68784c8eda36 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.750376] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquiring lock "refresh_cache-a59dcb53-3881-4646-863a-d85912569c7d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.750618] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquired lock "refresh_cache-a59dcb53-3881-4646-863a-d85912569c7d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.750812] env[63440]: DEBUG nova.network.neutron [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.844226] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b13e2fa-5cee-45ac-b7ad-4a31d6015baf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.861250] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4222cb6-1d2c-4e45-bc41-c26a35fe741f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.876972] env[63440]: INFO nova.compute.manager [-] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Took 1.31 seconds to deallocate network for instance. [ 633.883901] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Creating linked-clone VM from snapshot {{(pid=63440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 633.887747] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-608c8ab1-016b-4556-8251-271fee388d0b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.896528] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661085, 'name': ReconfigVM_Task, 'duration_secs': 0.287624} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.899688] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 722d4d20-24bc-4fcf-8358-054fedb3567d/722d4d20-24bc-4fcf-8358-054fedb3567d.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.900481] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e43dff64-3bc2-43c3-962f-1a537673ea53 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.916321] env[63440]: DEBUG nova.compute.manager [req-3e48e186-5646-46ed-9ce4-a7857aec4ac0 req-a977452e-3a9b-4348-8589-8d94a4605925 service nova] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Detach interface failed, port_id=baf2a8ef-2dc5-4d11-896c-b1eaa7ce9a4e, reason: Instance 9b347c8c-73d9-4e48-b0d2-9727fb479389 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 633.922821] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 633.922821] env[63440]: value = "task-2661087" [ 633.922821] env[63440]: _type = "Task" [ 633.922821] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.922821] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for the task: (returnval){ [ 633.922821] env[63440]: value = "task-2661086" [ 633.922821] env[63440]: _type = "Task" [ 633.922821] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.935421] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661087, 'name': Rename_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.942239] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661086, 'name': CloneVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.955022] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8596c1b5-b709-4f3c-9e94-dfdbc81cf419 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.969034] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1c68b4-9500-44fa-8e93-146210a5c931 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.001498] env[63440]: DEBUG nova.compute.manager [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 634.001730] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 634.003114] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3221bb1c-3374-4935-8ed2-8eb4d4ddb8c7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.006346] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7259d3-de87-4ae4-a627-4e358a5e05a5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.018494] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2523c6-a2e2-45be-8530-e45b89996d1d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.022237] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.022883] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d9e5f56-40db-49a4-aa0c-7b31f774573f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.038987] env[63440]: DEBUG nova.compute.provider_tree [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.040530] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ba1942e-0621-4f2d-9999-695d987b4c86 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "refresh_cache-7893db16-55a5-478c-8b9d-71f69791a95b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.040723] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ba1942e-0621-4f2d-9999-695d987b4c86 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquired lock "refresh_cache-7893db16-55a5-478c-8b9d-71f69791a95b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.040854] env[63440]: DEBUG nova.network.neutron [None req-2ba1942e-0621-4f2d-9999-695d987b4c86 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.041042] env[63440]: DEBUG nova.objects.instance [None req-2ba1942e-0621-4f2d-9999-695d987b4c86 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lazy-loading 'info_cache' on Instance uuid 7893db16-55a5-478c-8b9d-71f69791a95b {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 634.046619] env[63440]: DEBUG oslo_vmware.api [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Waiting for the task: (returnval){ [ 634.046619] env[63440]: value = "task-2661088" [ 634.046619] env[63440]: _type = "Task" [ 634.046619] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.052967] env[63440]: DEBUG oslo_vmware.api [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': task-2661088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.124555] env[63440]: INFO nova.compute.manager [-] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Took 1.26 seconds to deallocate network for instance. [ 634.251833] env[63440]: INFO nova.compute.manager [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Took 39.81 seconds to build instance. [ 634.287646] env[63440]: DEBUG nova.network.neutron [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.400443] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.444539] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661087, 'name': Rename_Task, 'duration_secs': 0.363224} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.447885] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.450685] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661086, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.450928] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-197abfe2-4503-4f37-85fc-37cdc464291e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.458804] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 634.458804] env[63440]: value = "task-2661089" [ 634.458804] env[63440]: _type = "Task" [ 634.458804] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.467238] env[63440]: DEBUG oslo_concurrency.lockutils [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquiring lock "f0a8ba87-d78a-4c2b-9431-64c8e80f05fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.467518] env[63440]: DEBUG oslo_concurrency.lockutils [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lock "f0a8ba87-d78a-4c2b-9431-64c8e80f05fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.467737] env[63440]: DEBUG oslo_concurrency.lockutils [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquiring lock "f0a8ba87-d78a-4c2b-9431-64c8e80f05fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.467923] env[63440]: DEBUG oslo_concurrency.lockutils [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lock "f0a8ba87-d78a-4c2b-9431-64c8e80f05fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.468116] env[63440]: DEBUG oslo_concurrency.lockutils [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lock "f0a8ba87-d78a-4c2b-9431-64c8e80f05fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.469670] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.470591] env[63440]: INFO nova.compute.manager [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Terminating instance [ 634.545819] env[63440]: DEBUG nova.objects.base [None req-2ba1942e-0621-4f2d-9999-695d987b4c86 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Object Instance<7893db16-55a5-478c-8b9d-71f69791a95b> lazy-loaded attributes: flavor,info_cache {{(pid=63440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 634.547611] env[63440]: DEBUG nova.scheduler.client.report [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.560738] env[63440]: DEBUG nova.network.neutron [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Updating instance_info_cache with network_info: [{"id": "fa2628fd-6e0a-4cfc-9201-0f68b1dd12bd", "address": "fa:16:3e:87:a7:25", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa2628fd-6e", "ovs_interfaceid": "fa2628fd-6e0a-4cfc-9201-0f68b1dd12bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.568700] env[63440]: DEBUG oslo_vmware.api [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': task-2661088, 'name': PowerOffVM_Task, 'duration_secs': 0.240458} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.568949] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.569158] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 634.571108] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-339d9bd5-f0b0-4fa3-950f-c7e41c4a271c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.631328] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.643159] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 634.643408] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 634.643585] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Deleting the datastore file [datastore2] f1e2bfdd-7e4d-478e-ae5c-db222a082290 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.643849] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ba86069-8254-432a-93ae-03180305e291 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.651481] env[63440]: DEBUG oslo_vmware.api [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Waiting for the task: (returnval){ [ 634.651481] env[63440]: value = "task-2661091" [ 634.651481] env[63440]: _type = "Task" [ 634.651481] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.660399] env[63440]: DEBUG oslo_vmware.api [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': task-2661091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.754666] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fefe0504-29b0-46bc-8a6d-9a5cd83ae8c4 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.239s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.939634] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661086, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.969632] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661089, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.974486] env[63440]: DEBUG nova.compute.manager [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 634.974715] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 634.975583] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4ee8e9-9e5b-4c8c-b859-e297d1a23874 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.984272] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 634.984272] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd3c05b4-8006-424f-98d3-302d7396de2d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.063620] env[63440]: DEBUG oslo_concurrency.lockutils [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.064145] env[63440]: DEBUG nova.compute.manager [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.070123] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Releasing lock "refresh_cache-a59dcb53-3881-4646-863a-d85912569c7d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.070455] env[63440]: DEBUG nova.compute.manager [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Instance network_info: |[{"id": "fa2628fd-6e0a-4cfc-9201-0f68b1dd12bd", "address": "fa:16:3e:87:a7:25", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa2628fd-6e", "ovs_interfaceid": "fa2628fd-6e0a-4cfc-9201-0f68b1dd12bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.071011] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.802s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.071272] env[63440]: DEBUG nova.objects.instance [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Lazy-loading 'resources' on Instance uuid 3304d61d-48d9-40ed-aac3-be86f6d7df7f {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 635.075627] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:a7:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa2628fd-6e0a-4cfc-9201-0f68b1dd12bd', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.087539] env[63440]: DEBUG oslo.service.loopingcall [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 635.090036] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.090307] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7af275a6-dfee-4c40-af48-5e15fa33f8b1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.116874] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.116874] env[63440]: value = "task-2661093" [ 635.116874] env[63440]: _type = "Task" [ 635.116874] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.135288] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661093, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.162561] env[63440]: DEBUG oslo_vmware.api [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Task: {'id': task-2661091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222574} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.163465] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.163684] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 635.163868] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 635.164057] env[63440]: INFO nova.compute.manager [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Took 1.16 seconds to destroy the instance on the hypervisor. [ 635.164305] env[63440]: DEBUG oslo.service.loopingcall [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 635.164498] env[63440]: DEBUG nova.compute.manager [-] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 635.164598] env[63440]: DEBUG nova.network.neutron [-] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 635.259598] env[63440]: DEBUG nova.compute.manager [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.436820] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661086, 'name': CloneVM_Task} progress is 95%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.458984] env[63440]: DEBUG nova.compute.manager [req-6c4274cf-8a7d-439b-81be-68c531e2964d req-8104bf1a-8fb1-47a5-a5b4-8e5b93b39846 service nova] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Received event network-changed-fa2628fd-6e0a-4cfc-9201-0f68b1dd12bd {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 635.458984] env[63440]: DEBUG nova.compute.manager [req-6c4274cf-8a7d-439b-81be-68c531e2964d req-8104bf1a-8fb1-47a5-a5b4-8e5b93b39846 service nova] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Refreshing instance network info cache due to event network-changed-fa2628fd-6e0a-4cfc-9201-0f68b1dd12bd. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 635.458984] env[63440]: DEBUG oslo_concurrency.lockutils [req-6c4274cf-8a7d-439b-81be-68c531e2964d req-8104bf1a-8fb1-47a5-a5b4-8e5b93b39846 service nova] Acquiring lock "refresh_cache-a59dcb53-3881-4646-863a-d85912569c7d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.458984] env[63440]: DEBUG oslo_concurrency.lockutils [req-6c4274cf-8a7d-439b-81be-68c531e2964d req-8104bf1a-8fb1-47a5-a5b4-8e5b93b39846 service nova] Acquired lock "refresh_cache-a59dcb53-3881-4646-863a-d85912569c7d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.458984] env[63440]: DEBUG nova.network.neutron [req-6c4274cf-8a7d-439b-81be-68c531e2964d req-8104bf1a-8fb1-47a5-a5b4-8e5b93b39846 service nova] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Refreshing network info cache for port fa2628fd-6e0a-4cfc-9201-0f68b1dd12bd {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.473799] env[63440]: DEBUG oslo_vmware.api [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661089, 'name': PowerOnVM_Task, 'duration_secs': 0.528547} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.474335] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.474740] env[63440]: INFO nova.compute.manager [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Took 8.16 seconds to spawn the instance on the hypervisor. [ 635.475066] env[63440]: DEBUG nova.compute.manager [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.477984] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b3672f-93b3-4da1-8c43-12787173213a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.488100] env[63440]: DEBUG nova.compute.manager [req-0ab0e729-eaa1-48d1-8a46-cbde7ffbb7a5 req-4b1fb6e0-3e5b-42f7-bc38-ab3ddf46762f service nova] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Received event network-vif-deleted-1ae229b5-52bd-4252-b2a2-25957c0d8e5c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 635.573417] env[63440]: DEBUG nova.compute.utils [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.577940] env[63440]: DEBUG nova.compute.manager [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.577940] env[63440]: DEBUG nova.network.neutron [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.589935] env[63440]: DEBUG nova.network.neutron [None req-2ba1942e-0621-4f2d-9999-695d987b4c86 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Updating instance_info_cache with network_info: [{"id": "5e9d1c84-5ccc-4715-aca3-f470424a588e", "address": "fa:16:3e:d6:2c:4d", "network": {"id": "cee4198f-cb15-45bd-8c95-4f65b8864533", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-210846136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5239f7a95314b49913187864eafe5c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9d1c84-5c", "ovs_interfaceid": "5e9d1c84-5ccc-4715-aca3-f470424a588e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.625117] env[63440]: DEBUG nova.policy [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '967f4245ce6549e1aa2c617e1b8d667f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '847bac1dc939425caeb76fd99238f08d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.630755] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661093, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.781524] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.932133] env[63440]: DEBUG nova.network.neutron [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Successfully created port: 75b9f0e3-b83a-49ad-b660-80370a64ed23 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.941763] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661086, 'name': CloneVM_Task} progress is 95%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.963230] env[63440]: DEBUG nova.network.neutron [-] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.014333] env[63440]: INFO nova.compute.manager [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Took 41.54 seconds to build instance. [ 636.081021] env[63440]: DEBUG nova.compute.manager [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.097211] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ba1942e-0621-4f2d-9999-695d987b4c86 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Releasing lock "refresh_cache-7893db16-55a5-478c-8b9d-71f69791a95b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.129059] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661093, 'name': CreateVM_Task, 'duration_secs': 0.545882} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.132116] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.133621] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.133936] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.134369] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.136087] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf0891c-659e-4c10-a031-e374e0e8a4ec {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.144851] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 636.144851] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520cc849-e36e-6dbf-a2cc-6f7965ccc750" [ 636.144851] env[63440]: _type = "Task" [ 636.144851] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.159790] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520cc849-e36e-6dbf-a2cc-6f7965ccc750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.212851] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdff03ee-21d5-458a-ba53-b6fa2b087df1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.227165] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2607db07-ac9f-4ce6-8bae-7c32884ab569 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.263219] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abae2e2-8bfc-4683-a68e-8834c7a5e1ec {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.271953] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61bac2c-f54f-4315-8a1b-afa142f55654 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.286510] env[63440]: DEBUG nova.compute.provider_tree [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.364352] env[63440]: DEBUG nova.network.neutron [req-6c4274cf-8a7d-439b-81be-68c531e2964d req-8104bf1a-8fb1-47a5-a5b4-8e5b93b39846 service nova] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Updated VIF entry in instance network info cache for port fa2628fd-6e0a-4cfc-9201-0f68b1dd12bd. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.364711] env[63440]: DEBUG nova.network.neutron [req-6c4274cf-8a7d-439b-81be-68c531e2964d req-8104bf1a-8fb1-47a5-a5b4-8e5b93b39846 service nova] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Updating instance_info_cache with network_info: [{"id": "fa2628fd-6e0a-4cfc-9201-0f68b1dd12bd", "address": "fa:16:3e:87:a7:25", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa2628fd-6e", "ovs_interfaceid": "fa2628fd-6e0a-4cfc-9201-0f68b1dd12bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.436571] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661086, 'name': CloneVM_Task} progress is 95%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.470703] env[63440]: INFO nova.compute.manager [-] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Took 1.31 seconds to deallocate network for instance. [ 636.518184] env[63440]: DEBUG oslo_concurrency.lockutils [None req-049fa8a4-86fb-4243-bd02-3ee26aee1284 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lock "722d4d20-24bc-4fcf-8358-054fedb3567d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.925s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.657909] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520cc849-e36e-6dbf-a2cc-6f7965ccc750, 'name': SearchDatastore_Task, 'duration_secs': 0.012354} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.658303] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.658636] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.658946] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.659452] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.659452] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.659562] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b00785b-93aa-4ea2-8f3b-b570cca47069 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.670473] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.670473] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.671239] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec6617a-6300-41b2-9e80-d54c6f42ae17 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.677110] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 636.677110] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5293d407-2614-58ca-1c09-6cf0d556a965" [ 636.677110] env[63440]: _type = "Task" [ 636.677110] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.687720] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5293d407-2614-58ca-1c09-6cf0d556a965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.790333] env[63440]: DEBUG nova.scheduler.client.report [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.867746] env[63440]: DEBUG oslo_concurrency.lockutils [req-6c4274cf-8a7d-439b-81be-68c531e2964d req-8104bf1a-8fb1-47a5-a5b4-8e5b93b39846 service nova] Releasing lock "refresh_cache-a59dcb53-3881-4646-863a-d85912569c7d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.937318] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661086, 'name': CloneVM_Task} progress is 95%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.978869] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.020603] env[63440]: DEBUG nova.compute.manager [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.089656] env[63440]: DEBUG nova.compute.manager [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.104951] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba1942e-0621-4f2d-9999-695d987b4c86 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.105433] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b442125f-6a3e-4610-a87e-35eb1b7e4d46 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.111428] env[63440]: DEBUG nova.virt.hardware [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.111701] env[63440]: DEBUG nova.virt.hardware [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.111942] env[63440]: DEBUG nova.virt.hardware [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.112234] env[63440]: DEBUG nova.virt.hardware [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.112476] env[63440]: DEBUG nova.virt.hardware [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.112720] env[63440]: DEBUG nova.virt.hardware [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.113086] env[63440]: DEBUG nova.virt.hardware [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.113367] env[63440]: DEBUG nova.virt.hardware [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.113665] env[63440]: DEBUG nova.virt.hardware [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.113883] env[63440]: DEBUG nova.virt.hardware [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.114085] env[63440]: DEBUG nova.virt.hardware [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.115561] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173eba6c-fbea-4106-ad6f-47b1e71166cc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.120121] env[63440]: DEBUG oslo_vmware.api [None req-2ba1942e-0621-4f2d-9999-695d987b4c86 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 637.120121] env[63440]: value = "task-2661094" [ 637.120121] env[63440]: _type = "Task" [ 637.120121] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.129271] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f987f2f-e290-4ac6-9b4c-0aec0b3944ca {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.140131] env[63440]: DEBUG oslo_vmware.api [None req-2ba1942e-0621-4f2d-9999-695d987b4c86 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.142780] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.143149] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.143415] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Deleting the datastore file [datastore1] f0a8ba87-d78a-4c2b-9431-64c8e80f05fd {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.143685] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bb6ed54-bf60-42bc-a608-b11d546bb3d4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.159911] env[63440]: DEBUG oslo_vmware.api [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 637.159911] env[63440]: value = "task-2661095" [ 637.159911] env[63440]: _type = "Task" [ 637.159911] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.168681] env[63440]: DEBUG oslo_vmware.api [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2661095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.187443] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5293d407-2614-58ca-1c09-6cf0d556a965, 'name': SearchDatastore_Task, 'duration_secs': 0.049514} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.188350] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7badbaa2-1d68-4214-96cc-7b53c52adb2d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.195230] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 637.195230] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d6e2da-081a-dc82-2fb9-dc5ca3539c70" [ 637.195230] env[63440]: _type = "Task" [ 637.195230] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.204853] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d6e2da-081a-dc82-2fb9-dc5ca3539c70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.296073] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.298790] env[63440]: DEBUG oslo_concurrency.lockutils [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.090s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.300454] env[63440]: INFO nova.compute.claims [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.324772] env[63440]: INFO nova.scheduler.client.report [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Deleted allocations for instance 3304d61d-48d9-40ed-aac3-be86f6d7df7f [ 637.438772] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661086, 'name': CloneVM_Task, 'duration_secs': 3.343993} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.439889] env[63440]: INFO nova.virt.vmwareapi.vmops [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Created linked-clone VM from snapshot [ 637.439889] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cee6bf3-f0ff-4587-be87-5fce5e09b2fa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.449995] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Uploading image 9edcaaee-5f9a-4066-80ab-4e15ad376a5f {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 637.470708] env[63440]: DEBUG nova.network.neutron [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Successfully updated port: 75b9f0e3-b83a-49ad-b660-80370a64ed23 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.474642] env[63440]: DEBUG oslo_vmware.rw_handles [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 637.474642] env[63440]: value = "vm-536632" [ 637.474642] env[63440]: _type = "VirtualMachine" [ 637.474642] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 637.476178] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8e092761-b417-4a0b-bb8e-96f40d9e662c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.484341] env[63440]: DEBUG oslo_vmware.rw_handles [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Lease: (returnval){ [ 637.484341] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c02b8f-04c0-e314-c58a-f7a03bb201b6" [ 637.484341] env[63440]: _type = "HttpNfcLease" [ 637.484341] env[63440]: } obtained for exporting VM: (result){ [ 637.484341] env[63440]: value = "vm-536632" [ 637.484341] env[63440]: _type = "VirtualMachine" [ 637.484341] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 637.484962] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for the lease: (returnval){ [ 637.484962] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c02b8f-04c0-e314-c58a-f7a03bb201b6" [ 637.484962] env[63440]: _type = "HttpNfcLease" [ 637.484962] env[63440]: } to be ready. {{(pid=63440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 637.493198] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 637.493198] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c02b8f-04c0-e314-c58a-f7a03bb201b6" [ 637.493198] env[63440]: _type = "HttpNfcLease" [ 637.493198] env[63440]: } is initializing. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 637.540865] env[63440]: DEBUG oslo_concurrency.lockutils [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.548016] env[63440]: DEBUG nova.compute.manager [req-21ce6c64-a0cb-4439-968c-01b7ba525939 req-314d68b6-e1ed-48f4-ae95-072acfa762b9 service nova] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Received event network-changed-e69713a9-7e3a-49a1-8307-d2142c0f5405 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.548285] env[63440]: DEBUG nova.compute.manager [req-21ce6c64-a0cb-4439-968c-01b7ba525939 req-314d68b6-e1ed-48f4-ae95-072acfa762b9 service nova] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Refreshing instance network info cache due to event network-changed-e69713a9-7e3a-49a1-8307-d2142c0f5405. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 637.548545] env[63440]: DEBUG oslo_concurrency.lockutils [req-21ce6c64-a0cb-4439-968c-01b7ba525939 req-314d68b6-e1ed-48f4-ae95-072acfa762b9 service nova] Acquiring lock "refresh_cache-2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.548697] env[63440]: DEBUG oslo_concurrency.lockutils [req-21ce6c64-a0cb-4439-968c-01b7ba525939 req-314d68b6-e1ed-48f4-ae95-072acfa762b9 service nova] Acquired lock "refresh_cache-2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.548955] env[63440]: DEBUG nova.network.neutron [req-21ce6c64-a0cb-4439-968c-01b7ba525939 req-314d68b6-e1ed-48f4-ae95-072acfa762b9 service nova] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Refreshing network info cache for port e69713a9-7e3a-49a1-8307-d2142c0f5405 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.591883] env[63440]: DEBUG nova.compute.manager [req-f92f46f1-48d6-4e35-a996-d6eded98b2fe req-8c202f69-d8f9-46d2-b328-06e31ce74249 service nova] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Received event network-vif-deleted-688c1909-44e0-416c-9bcb-4e675cdb06df {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.591941] env[63440]: DEBUG nova.compute.manager [req-f92f46f1-48d6-4e35-a996-d6eded98b2fe req-8c202f69-d8f9-46d2-b328-06e31ce74249 service nova] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Received event network-vif-plugged-75b9f0e3-b83a-49ad-b660-80370a64ed23 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.592154] env[63440]: DEBUG oslo_concurrency.lockutils [req-f92f46f1-48d6-4e35-a996-d6eded98b2fe req-8c202f69-d8f9-46d2-b328-06e31ce74249 service nova] Acquiring lock "f94282ab-7e72-4817-bc88-af27adbfe4c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.592367] env[63440]: DEBUG oslo_concurrency.lockutils [req-f92f46f1-48d6-4e35-a996-d6eded98b2fe req-8c202f69-d8f9-46d2-b328-06e31ce74249 service nova] Lock "f94282ab-7e72-4817-bc88-af27adbfe4c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.592643] env[63440]: DEBUG oslo_concurrency.lockutils [req-f92f46f1-48d6-4e35-a996-d6eded98b2fe req-8c202f69-d8f9-46d2-b328-06e31ce74249 service nova] Lock "f94282ab-7e72-4817-bc88-af27adbfe4c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.592820] env[63440]: DEBUG nova.compute.manager [req-f92f46f1-48d6-4e35-a996-d6eded98b2fe req-8c202f69-d8f9-46d2-b328-06e31ce74249 service nova] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] No waiting events found dispatching network-vif-plugged-75b9f0e3-b83a-49ad-b660-80370a64ed23 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.593227] env[63440]: WARNING nova.compute.manager [req-f92f46f1-48d6-4e35-a996-d6eded98b2fe req-8c202f69-d8f9-46d2-b328-06e31ce74249 service nova] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Received unexpected event network-vif-plugged-75b9f0e3-b83a-49ad-b660-80370a64ed23 for instance with vm_state building and task_state spawning. [ 637.593456] env[63440]: DEBUG nova.compute.manager [req-f92f46f1-48d6-4e35-a996-d6eded98b2fe req-8c202f69-d8f9-46d2-b328-06e31ce74249 service nova] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Received event network-changed-75b9f0e3-b83a-49ad-b660-80370a64ed23 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.593640] env[63440]: DEBUG nova.compute.manager [req-f92f46f1-48d6-4e35-a996-d6eded98b2fe req-8c202f69-d8f9-46d2-b328-06e31ce74249 service nova] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Refreshing instance network info cache due to event network-changed-75b9f0e3-b83a-49ad-b660-80370a64ed23. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 637.593826] env[63440]: DEBUG oslo_concurrency.lockutils [req-f92f46f1-48d6-4e35-a996-d6eded98b2fe req-8c202f69-d8f9-46d2-b328-06e31ce74249 service nova] Acquiring lock "refresh_cache-f94282ab-7e72-4817-bc88-af27adbfe4c3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.593964] env[63440]: DEBUG oslo_concurrency.lockutils [req-f92f46f1-48d6-4e35-a996-d6eded98b2fe req-8c202f69-d8f9-46d2-b328-06e31ce74249 service nova] Acquired lock "refresh_cache-f94282ab-7e72-4817-bc88-af27adbfe4c3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.594136] env[63440]: DEBUG nova.network.neutron [req-f92f46f1-48d6-4e35-a996-d6eded98b2fe req-8c202f69-d8f9-46d2-b328-06e31ce74249 service nova] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Refreshing network info cache for port 75b9f0e3-b83a-49ad-b660-80370a64ed23 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.632483] env[63440]: DEBUG oslo_vmware.api [None req-2ba1942e-0621-4f2d-9999-695d987b4c86 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661094, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.671905] env[63440]: DEBUG oslo_vmware.api [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2661095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274671} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.672180] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 637.672473] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 637.672678] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 637.672858] env[63440]: INFO nova.compute.manager [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Took 2.70 seconds to destroy the instance on the hypervisor. [ 637.673110] env[63440]: DEBUG oslo.service.loopingcall [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 637.673305] env[63440]: DEBUG nova.compute.manager [-] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 637.673431] env[63440]: DEBUG nova.network.neutron [-] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 637.707243] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d6e2da-081a-dc82-2fb9-dc5ca3539c70, 'name': SearchDatastore_Task, 'duration_secs': 0.019222} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.709612] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.709877] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] a59dcb53-3881-4646-863a-d85912569c7d/a59dcb53-3881-4646-863a-d85912569c7d.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.710199] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33a83fe3-fbab-4eaa-ab98-7e15ae776a57 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.718656] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 637.718656] env[63440]: value = "task-2661097" [ 637.718656] env[63440]: _type = "Task" [ 637.718656] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.727781] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.836655] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8742ba8d-523d-42ce-a085-b11faae591d7 tempest-ServerDiagnosticsV248Test-275787698 tempest-ServerDiagnosticsV248Test-275787698-project-member] Lock "3304d61d-48d9-40ed-aac3-be86f6d7df7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.798s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.973883] env[63440]: DEBUG oslo_concurrency.lockutils [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Acquiring lock "refresh_cache-f94282ab-7e72-4817-bc88-af27adbfe4c3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.997342] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 637.997342] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c02b8f-04c0-e314-c58a-f7a03bb201b6" [ 637.997342] env[63440]: _type = "HttpNfcLease" [ 637.997342] env[63440]: } is ready. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 637.999281] env[63440]: DEBUG oslo_vmware.rw_handles [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 637.999281] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c02b8f-04c0-e314-c58a-f7a03bb201b6" [ 637.999281] env[63440]: _type = "HttpNfcLease" [ 637.999281] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 638.000288] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040722cb-aeb7-47b0-a4b8-67230e339097 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.011970] env[63440]: DEBUG oslo_vmware.rw_handles [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ffd208-6ded-310b-c21b-de06d0ba98f7/disk-0.vmdk from lease info. {{(pid=63440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 638.012280] env[63440]: DEBUG oslo_vmware.rw_handles [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ffd208-6ded-310b-c21b-de06d0ba98f7/disk-0.vmdk for reading. {{(pid=63440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 638.128031] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-de5362dd-b460-48ce-86bf-c5080f9fc862 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.138755] env[63440]: DEBUG oslo_vmware.api [None req-2ba1942e-0621-4f2d-9999-695d987b4c86 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661094, 'name': PowerOnVM_Task, 'duration_secs': 0.746894} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.140028] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba1942e-0621-4f2d-9999-695d987b4c86 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.140028] env[63440]: DEBUG nova.compute.manager [None req-2ba1942e-0621-4f2d-9999-695d987b4c86 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.140135] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a10285-f41b-4dea-a648-a87d8ac6c8e0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.158607] env[63440]: DEBUG nova.network.neutron [req-f92f46f1-48d6-4e35-a996-d6eded98b2fe req-8c202f69-d8f9-46d2-b328-06e31ce74249 service nova] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.230028] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490209} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.232551] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] a59dcb53-3881-4646-863a-d85912569c7d/a59dcb53-3881-4646-863a-d85912569c7d.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.233945] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.233945] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd5ae674-dd95-45f9-818d-9885a8bd3485 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.240758] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 638.240758] env[63440]: value = "task-2661098" [ 638.240758] env[63440]: _type = "Task" [ 638.240758] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.255391] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.271615] env[63440]: DEBUG nova.network.neutron [req-f92f46f1-48d6-4e35-a996-d6eded98b2fe req-8c202f69-d8f9-46d2-b328-06e31ce74249 service nova] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.331775] env[63440]: DEBUG nova.network.neutron [req-21ce6c64-a0cb-4439-968c-01b7ba525939 req-314d68b6-e1ed-48f4-ae95-072acfa762b9 service nova] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Updated VIF entry in instance network info cache for port e69713a9-7e3a-49a1-8307-d2142c0f5405. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.332487] env[63440]: DEBUG nova.network.neutron [req-21ce6c64-a0cb-4439-968c-01b7ba525939 req-314d68b6-e1ed-48f4-ae95-072acfa762b9 service nova] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Updating instance_info_cache with network_info: [{"id": "e69713a9-7e3a-49a1-8307-d2142c0f5405", "address": "fa:16:3e:01:f2:cc", "network": {"id": "6036bae1-f6e5-494f-97c5-954d6227a24a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1980630933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b970333f4143818355d51fa6e38cd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69713a9-7e", "ovs_interfaceid": "e69713a9-7e3a-49a1-8307-d2142c0f5405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.427877] env[63440]: DEBUG nova.network.neutron [-] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.752455] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064061} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.757973] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.760017] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6636ffe5-17ac-4a2b-b896-f854f6512b21 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.780735] env[63440]: DEBUG oslo_concurrency.lockutils [req-f92f46f1-48d6-4e35-a996-d6eded98b2fe req-8c202f69-d8f9-46d2-b328-06e31ce74249 service nova] Releasing lock "refresh_cache-f94282ab-7e72-4817-bc88-af27adbfe4c3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.793844] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] a59dcb53-3881-4646-863a-d85912569c7d/a59dcb53-3881-4646-863a-d85912569c7d.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.797494] env[63440]: DEBUG oslo_concurrency.lockutils [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Acquired lock "refresh_cache-f94282ab-7e72-4817-bc88-af27adbfe4c3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.797925] env[63440]: DEBUG nova.network.neutron [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.799519] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7863576d-9f6d-4adc-a31a-03b3a065494c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.832535] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 638.832535] env[63440]: value = "task-2661099" [ 638.832535] env[63440]: _type = "Task" [ 638.832535] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.841145] env[63440]: DEBUG oslo_concurrency.lockutils [req-21ce6c64-a0cb-4439-968c-01b7ba525939 req-314d68b6-e1ed-48f4-ae95-072acfa762b9 service nova] Releasing lock "refresh_cache-2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.857288] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661099, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.874905] env[63440]: DEBUG nova.network.neutron [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.932264] env[63440]: INFO nova.compute.manager [-] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Took 1.26 seconds to deallocate network for instance. [ 639.001853] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ece867-fd53-4651-8805-90eb3d8873bc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.014034] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a287eec-b57d-4401-90bd-8d3983545f2f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.055236] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4877edad-a366-4e4a-b493-9aaadef64567 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.064602] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9232c334-b1af-4ede-93cb-11c6ae893c2a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.081703] env[63440]: DEBUG nova.compute.provider_tree [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.096689] env[63440]: DEBUG nova.network.neutron [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Updating instance_info_cache with network_info: [{"id": "75b9f0e3-b83a-49ad-b660-80370a64ed23", "address": "fa:16:3e:f9:c0:81", "network": {"id": "a09a528b-b65e-44ac-8bfa-6c3c9fe6accc", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1297699847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "847bac1dc939425caeb76fd99238f08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75b9f0e3-b8", "ovs_interfaceid": "75b9f0e3-b83a-49ad-b660-80370a64ed23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.344469] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.445039] env[63440]: DEBUG oslo_concurrency.lockutils [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.585032] env[63440]: DEBUG nova.scheduler.client.report [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.600028] env[63440]: DEBUG oslo_concurrency.lockutils [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Releasing lock "refresh_cache-f94282ab-7e72-4817-bc88-af27adbfe4c3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.600028] env[63440]: DEBUG nova.compute.manager [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Instance network_info: |[{"id": "75b9f0e3-b83a-49ad-b660-80370a64ed23", "address": "fa:16:3e:f9:c0:81", "network": {"id": "a09a528b-b65e-44ac-8bfa-6c3c9fe6accc", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1297699847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "847bac1dc939425caeb76fd99238f08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75b9f0e3-b8", "ovs_interfaceid": "75b9f0e3-b83a-49ad-b660-80370a64ed23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.600425] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:c0:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75b9f0e3-b83a-49ad-b660-80370a64ed23', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.609632] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Creating folder: Project (847bac1dc939425caeb76fd99238f08d). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.610663] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5a71e98-23ff-4148-a5b2-f1b8f3940524 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.618246] env[63440]: DEBUG nova.compute.manager [req-63b5a406-1a40-49de-bfe9-8528e59a4c35 req-616121e0-88f4-4043-875d-dcef797abadc service nova] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Received event network-vif-deleted-21502691-f64d-40c5-a657-291360812e9c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.624703] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Created folder: Project (847bac1dc939425caeb76fd99238f08d) in parent group-v536546. [ 639.625392] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Creating folder: Instances. Parent ref: group-v536634. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.625392] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be332155-13fd-478d-a3b2-1b2bc1d9db91 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.639477] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Created folder: Instances in parent group-v536634. [ 639.639953] env[63440]: DEBUG oslo.service.loopingcall [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 639.640240] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.640556] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7411c21-8bdc-45f6-a8ac-a76dc09aa6b5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.665647] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.665647] env[63440]: value = "task-2661102" [ 639.665647] env[63440]: _type = "Task" [ 639.665647] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.675365] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661102, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.846983] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661099, 'name': ReconfigVM_Task, 'duration_secs': 0.617096} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.847375] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Reconfigured VM instance instance-0000001d to attach disk [datastore1] a59dcb53-3881-4646-863a-d85912569c7d/a59dcb53-3881-4646-863a-d85912569c7d.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.848180] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1ae05bf-7327-4e29-9efd-bf2452e78d63 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.859720] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 639.859720] env[63440]: value = "task-2661103" [ 639.859720] env[63440]: _type = "Task" [ 639.859720] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.872103] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661103, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.093240] env[63440]: DEBUG oslo_concurrency.lockutils [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.093240] env[63440]: DEBUG nova.compute.manager [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.095334] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.442s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.098075] env[63440]: INFO nova.compute.claims [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.176576] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661102, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.374350] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661103, 'name': Rename_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.603584] env[63440]: DEBUG nova.compute.utils [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.613044] env[63440]: DEBUG nova.compute.manager [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.613044] env[63440]: DEBUG nova.network.neutron [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.680377] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661102, 'name': CreateVM_Task, 'duration_secs': 0.526909} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.682651] env[63440]: DEBUG nova.policy [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c239db7b64814c69bb8df182c28354fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8925a9d46d254db582d00c6cb5324461', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.684447] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.685620] env[63440]: DEBUG oslo_concurrency.lockutils [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.686012] env[63440]: DEBUG oslo_concurrency.lockutils [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.686549] env[63440]: DEBUG oslo_concurrency.lockutils [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.687700] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aba179a-95f8-4123-bde1-a3fd46189826 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.696350] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Waiting for the task: (returnval){ [ 640.696350] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525f7ab3-2e2c-4ddf-71cd-7936cdb6097d" [ 640.696350] env[63440]: _type = "Task" [ 640.696350] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.715334] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525f7ab3-2e2c-4ddf-71cd-7936cdb6097d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.874255] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661103, 'name': Rename_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.032390] env[63440]: DEBUG nova.network.neutron [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Successfully created port: a2a635b4-c74b-4da0-8b8d-b3b6079581b5 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.107531] env[63440]: DEBUG nova.compute.manager [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.216301] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525f7ab3-2e2c-4ddf-71cd-7936cdb6097d, 'name': SearchDatastore_Task, 'duration_secs': 0.022832} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.216301] env[63440]: DEBUG oslo_concurrency.lockutils [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.216301] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.216456] env[63440]: DEBUG oslo_concurrency.lockutils [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.216661] env[63440]: DEBUG oslo_concurrency.lockutils [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.217932] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.217932] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d8ddbc0-5af4-447a-adc0-5c13b7cd26d4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.234475] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.234913] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.237018] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a6668e1-2f66-4c6f-8dfa-458952f05754 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.248738] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Waiting for the task: (returnval){ [ 641.248738] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5240563d-f531-c458-738a-c63c9712ab82" [ 641.248738] env[63440]: _type = "Task" [ 641.248738] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.260827] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5240563d-f531-c458-738a-c63c9712ab82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.376169] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661103, 'name': Rename_Task, 'duration_secs': 1.249009} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.376169] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.376169] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97e57ece-1935-46a1-8337-3087baf07f8d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.384705] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 641.384705] env[63440]: value = "task-2661104" [ 641.384705] env[63440]: _type = "Task" [ 641.384705] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.404089] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.763014] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5240563d-f531-c458-738a-c63c9712ab82, 'name': SearchDatastore_Task, 'duration_secs': 0.014567} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.768150] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccfa73b9-6972-450b-a4c8-83232412ae92 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.773074] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Waiting for the task: (returnval){ [ 641.773074] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52183b3a-f6f2-c451-f92a-089721276ce5" [ 641.773074] env[63440]: _type = "Task" [ 641.773074] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.779029] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029b736d-3181-4ac5-be75-a0b6502d7b7a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.785293] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52183b3a-f6f2-c451-f92a-089721276ce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.790851] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b875ceae-887f-4eb8-b036-1735350cb4ef {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.834354] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c626f13b-8e71-42f4-8862-5c796ee0909e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.844744] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a69a5c-79a4-4bb4-84ca-ed490923b5a5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.867576] env[63440]: DEBUG nova.compute.provider_tree [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.899937] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.129512] env[63440]: DEBUG nova.compute.manager [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.161842] env[63440]: DEBUG nova.virt.hardware [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.162114] env[63440]: DEBUG nova.virt.hardware [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.162275] env[63440]: DEBUG nova.virt.hardware [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.162479] env[63440]: DEBUG nova.virt.hardware [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.162653] env[63440]: DEBUG nova.virt.hardware [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.163301] env[63440]: DEBUG nova.virt.hardware [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.163301] env[63440]: DEBUG nova.virt.hardware [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.163301] env[63440]: DEBUG nova.virt.hardware [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.163510] env[63440]: DEBUG nova.virt.hardware [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.163681] env[63440]: DEBUG nova.virt.hardware [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.163879] env[63440]: DEBUG nova.virt.hardware [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.165041] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaa6494-e301-4779-8cf0-4c251dc4e13a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.175131] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6232fd8f-941d-4f4a-9c49-51f47f9de86e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.289493] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52183b3a-f6f2-c451-f92a-089721276ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.011779} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.289493] env[63440]: DEBUG oslo_concurrency.lockutils [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.289493] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] f94282ab-7e72-4817-bc88-af27adbfe4c3/f94282ab-7e72-4817-bc88-af27adbfe4c3.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.289493] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d1812d2-dda3-4d28-9d40-0b1f1d95721f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.303082] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Waiting for the task: (returnval){ [ 642.303082] env[63440]: value = "task-2661105" [ 642.303082] env[63440]: _type = "Task" [ 642.303082] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.316126] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': task-2661105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.371045] env[63440]: DEBUG nova.scheduler.client.report [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.401685] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.597181] env[63440]: DEBUG nova.compute.manager [req-3b06276d-43c3-4a27-864f-9b73ab4f4be2 req-eb1618cb-a218-4e40-a893-9b34fc4b892c service nova] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Received event network-vif-plugged-a2a635b4-c74b-4da0-8b8d-b3b6079581b5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.597302] env[63440]: DEBUG oslo_concurrency.lockutils [req-3b06276d-43c3-4a27-864f-9b73ab4f4be2 req-eb1618cb-a218-4e40-a893-9b34fc4b892c service nova] Acquiring lock "5f6f0240-34b9-459d-8391-e51975f147cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.597529] env[63440]: DEBUG oslo_concurrency.lockutils [req-3b06276d-43c3-4a27-864f-9b73ab4f4be2 req-eb1618cb-a218-4e40-a893-9b34fc4b892c service nova] Lock "5f6f0240-34b9-459d-8391-e51975f147cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.597698] env[63440]: DEBUG oslo_concurrency.lockutils [req-3b06276d-43c3-4a27-864f-9b73ab4f4be2 req-eb1618cb-a218-4e40-a893-9b34fc4b892c service nova] Lock "5f6f0240-34b9-459d-8391-e51975f147cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.597866] env[63440]: DEBUG nova.compute.manager [req-3b06276d-43c3-4a27-864f-9b73ab4f4be2 req-eb1618cb-a218-4e40-a893-9b34fc4b892c service nova] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] No waiting events found dispatching network-vif-plugged-a2a635b4-c74b-4da0-8b8d-b3b6079581b5 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.598042] env[63440]: WARNING nova.compute.manager [req-3b06276d-43c3-4a27-864f-9b73ab4f4be2 req-eb1618cb-a218-4e40-a893-9b34fc4b892c service nova] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Received unexpected event network-vif-plugged-a2a635b4-c74b-4da0-8b8d-b3b6079581b5 for instance with vm_state building and task_state spawning. [ 642.730850] env[63440]: DEBUG nova.network.neutron [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Successfully updated port: a2a635b4-c74b-4da0-8b8d-b3b6079581b5 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.759774] env[63440]: DEBUG oslo_concurrency.lockutils [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "bdf3bd7f-d77d-41e0-877d-0b9e31d416e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.760362] env[63440]: DEBUG oslo_concurrency.lockutils [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "bdf3bd7f-d77d-41e0-877d-0b9e31d416e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.762886] env[63440]: DEBUG oslo_concurrency.lockutils [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "bdf3bd7f-d77d-41e0-877d-0b9e31d416e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.762886] env[63440]: DEBUG oslo_concurrency.lockutils [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "bdf3bd7f-d77d-41e0-877d-0b9e31d416e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.762886] env[63440]: DEBUG oslo_concurrency.lockutils [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "bdf3bd7f-d77d-41e0-877d-0b9e31d416e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.763738] env[63440]: INFO nova.compute.manager [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Terminating instance [ 642.821172] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': task-2661105, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.881399] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.881399] env[63440]: DEBUG nova.compute.manager [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.884261] env[63440]: DEBUG oslo_concurrency.lockutils [None req-076ba620-db07-493a-9bd8-c3a862d9791d tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.700s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.902215] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661104, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.233621] env[63440]: DEBUG oslo_concurrency.lockutils [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "refresh_cache-5f6f0240-34b9-459d-8391-e51975f147cd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.234390] env[63440]: DEBUG oslo_concurrency.lockutils [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired lock "refresh_cache-5f6f0240-34b9-459d-8391-e51975f147cd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.234390] env[63440]: DEBUG nova.network.neutron [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.270227] env[63440]: DEBUG nova.compute.manager [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.270485] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.271401] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bb9412-80ce-4c87-b554-78b187cdd0b4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.280145] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.280399] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-429984a4-b586-44f9-b5d9-d3aa0980ea4e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.290685] env[63440]: DEBUG oslo_vmware.api [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 643.290685] env[63440]: value = "task-2661106" [ 643.290685] env[63440]: _type = "Task" [ 643.290685] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.299782] env[63440]: DEBUG oslo_vmware.api [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.316221] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': task-2661105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607354} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.316494] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] f94282ab-7e72-4817-bc88-af27adbfe4c3/f94282ab-7e72-4817-bc88-af27adbfe4c3.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.316714] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.317320] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-887a3d97-cbbb-4014-9b7f-9b4582039437 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.326269] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Waiting for the task: (returnval){ [ 643.326269] env[63440]: value = "task-2661107" [ 643.326269] env[63440]: _type = "Task" [ 643.326269] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.336364] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': task-2661107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.388799] env[63440]: DEBUG nova.compute.utils [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.393532] env[63440]: DEBUG nova.compute.manager [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.393652] env[63440]: DEBUG nova.network.neutron [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.411272] env[63440]: DEBUG oslo_vmware.api [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661104, 'name': PowerOnVM_Task, 'duration_secs': 1.577138} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.411943] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.412076] env[63440]: INFO nova.compute.manager [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Took 11.25 seconds to spawn the instance on the hypervisor. [ 643.412296] env[63440]: DEBUG nova.compute.manager [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.413292] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0701b737-907c-46df-b211-aac125e728af {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.476387] env[63440]: DEBUG nova.policy [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8f1a07c6473400dbcb2a1099ad20a7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a03d1e337f474942bbdd5d18eca81079', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.803650] env[63440]: DEBUG nova.network.neutron [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.818603] env[63440]: DEBUG oslo_vmware.api [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661106, 'name': PowerOffVM_Task, 'duration_secs': 0.285846} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.819105] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.820086] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.820086] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8164ffa7-c225-4bf6-bde6-110c6ecf4640 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.828322] env[63440]: DEBUG nova.network.neutron [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Successfully created port: 48a13b61-4d0c-4e22-94b4-49c474fd0d0d {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.854021] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': task-2661107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119253} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.855700] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.855959] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9075bb1b-4fb8-405b-bccd-e9103ff2c58f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.895516] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] f94282ab-7e72-4817-bc88-af27adbfe4c3/f94282ab-7e72-4817-bc88-af27adbfe4c3.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.901562] env[63440]: DEBUG nova.compute.manager [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.906148] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aed02b6-5be7-44ee-b11d-434d11d10ed5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.940067] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.940067] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.940067] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Deleting the datastore file [datastore1] bdf3bd7f-d77d-41e0-877d-0b9e31d416e0 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.947145] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a9ed9db-a538-4683-8849-1dc9efa48eb3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.951494] env[63440]: INFO nova.compute.manager [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Took 42.32 seconds to build instance. [ 643.955942] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Waiting for the task: (returnval){ [ 643.955942] env[63440]: value = "task-2661109" [ 643.955942] env[63440]: _type = "Task" [ 643.955942] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.961697] env[63440]: DEBUG oslo_vmware.api [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 643.961697] env[63440]: value = "task-2661110" [ 643.961697] env[63440]: _type = "Task" [ 643.961697] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.979901] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': task-2661109, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.987466] env[63440]: DEBUG oslo_vmware.api [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.171493] env[63440]: DEBUG nova.network.neutron [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Updating instance_info_cache with network_info: [{"id": "a2a635b4-c74b-4da0-8b8d-b3b6079581b5", "address": "fa:16:3e:fb:26:ab", "network": {"id": "730b4557-7e72-4f78-9cd0-373b1d9c31d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-866265707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8925a9d46d254db582d00c6cb5324461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a635b4-c7", "ovs_interfaceid": "a2a635b4-c74b-4da0-8b8d-b3b6079581b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.195057] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a455f028-f759-45a9-9671-2d8dc88a54c5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.211555] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf86099-9108-4fe2-aa33-0fef5c4df021 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.267030] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d21739-365c-4302-ab1e-e0acc171c8ec {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.277608] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7d3917-a17d-410a-9eb2-dd10e28be7ae {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.295678] env[63440]: DEBUG nova.compute.provider_tree [None req-076ba620-db07-493a-9bd8-c3a862d9791d tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.457650] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8be68881-f11f-438e-810d-60e5bc76bde5 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lock "a59dcb53-3881-4646-863a-d85912569c7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.407s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.476625] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': task-2661109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.485291] env[63440]: DEBUG oslo_vmware.api [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390486} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.487018] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.487240] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.487426] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.487606] env[63440]: INFO nova.compute.manager [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Took 1.22 seconds to destroy the instance on the hypervisor. [ 644.487857] env[63440]: DEBUG oslo.service.loopingcall [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 644.488402] env[63440]: DEBUG nova.compute.manager [-] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 644.488493] env[63440]: DEBUG nova.network.neutron [-] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 644.675208] env[63440]: DEBUG oslo_concurrency.lockutils [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Releasing lock "refresh_cache-5f6f0240-34b9-459d-8391-e51975f147cd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.675442] env[63440]: DEBUG nova.compute.manager [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Instance network_info: |[{"id": "a2a635b4-c74b-4da0-8b8d-b3b6079581b5", "address": "fa:16:3e:fb:26:ab", "network": {"id": "730b4557-7e72-4f78-9cd0-373b1d9c31d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-866265707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8925a9d46d254db582d00c6cb5324461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a635b4-c7", "ovs_interfaceid": "a2a635b4-c74b-4da0-8b8d-b3b6079581b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.675873] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:26:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2a635b4-c74b-4da0-8b8d-b3b6079581b5', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.685561] env[63440]: DEBUG oslo.service.loopingcall [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 644.686343] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.686614] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb58e572-c15a-4ab4-8531-1f6ec3cc1cf9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.713763] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.713763] env[63440]: value = "task-2661111" [ 644.713763] env[63440]: _type = "Task" [ 644.713763] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.727647] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661111, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.803646] env[63440]: DEBUG nova.scheduler.client.report [None req-076ba620-db07-493a-9bd8-c3a862d9791d tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.942272] env[63440]: DEBUG nova.compute.manager [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.960495] env[63440]: DEBUG nova.compute.manager [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.984188] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Acquiring lock "da012cdd-2d81-4886-95bf-550f4d6ec16f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.984188] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Lock "da012cdd-2d81-4886-95bf-550f4d6ec16f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.991334] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': task-2661109, 'name': ReconfigVM_Task, 'duration_secs': 0.700499} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.994182] env[63440]: DEBUG nova.virt.hardware [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.994563] env[63440]: DEBUG nova.virt.hardware [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.994799] env[63440]: DEBUG nova.virt.hardware [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.995113] env[63440]: DEBUG nova.virt.hardware [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.995314] env[63440]: DEBUG nova.virt.hardware [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.995470] env[63440]: DEBUG nova.virt.hardware [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.995844] env[63440]: DEBUG nova.virt.hardware [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.996140] env[63440]: DEBUG nova.virt.hardware [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.996295] env[63440]: DEBUG nova.virt.hardware [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.998010] env[63440]: DEBUG nova.virt.hardware [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.998350] env[63440]: DEBUG nova.virt.hardware [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.998882] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Reconfigured VM instance instance-0000001e to attach disk [datastore2] f94282ab-7e72-4817-bc88-af27adbfe4c3/f94282ab-7e72-4817-bc88-af27adbfe4c3.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.000429] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af497cc-9579-4396-af1e-615e9d957871 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.006803] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-027cb901-3ff0-4019-99c1-d2afe405feac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.022270] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98aebf59-0300-4cde-b423-4219eded79d4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.026328] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Waiting for the task: (returnval){ [ 645.026328] env[63440]: value = "task-2661112" [ 645.026328] env[63440]: _type = "Task" [ 645.026328] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.046584] env[63440]: DEBUG nova.compute.manager [req-4cc4463f-bb1e-4267-bbe0-5b8158ad957b req-6521fff2-7ed9-4902-9628-cf0958f36f4e service nova] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Received event network-changed-a2a635b4-c74b-4da0-8b8d-b3b6079581b5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.046855] env[63440]: DEBUG nova.compute.manager [req-4cc4463f-bb1e-4267-bbe0-5b8158ad957b req-6521fff2-7ed9-4902-9628-cf0958f36f4e service nova] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Refreshing instance network info cache due to event network-changed-a2a635b4-c74b-4da0-8b8d-b3b6079581b5. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 645.047067] env[63440]: DEBUG oslo_concurrency.lockutils [req-4cc4463f-bb1e-4267-bbe0-5b8158ad957b req-6521fff2-7ed9-4902-9628-cf0958f36f4e service nova] Acquiring lock "refresh_cache-5f6f0240-34b9-459d-8391-e51975f147cd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.047229] env[63440]: DEBUG oslo_concurrency.lockutils [req-4cc4463f-bb1e-4267-bbe0-5b8158ad957b req-6521fff2-7ed9-4902-9628-cf0958f36f4e service nova] Acquired lock "refresh_cache-5f6f0240-34b9-459d-8391-e51975f147cd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.047383] env[63440]: DEBUG nova.network.neutron [req-4cc4463f-bb1e-4267-bbe0-5b8158ad957b req-6521fff2-7ed9-4902-9628-cf0958f36f4e service nova] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Refreshing network info cache for port a2a635b4-c74b-4da0-8b8d-b3b6079581b5 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.053542] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': task-2661112, 'name': Rename_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.232496] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661111, 'name': CreateVM_Task, 'duration_secs': 0.4486} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.232745] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.233972] env[63440]: DEBUG oslo_concurrency.lockutils [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.234221] env[63440]: DEBUG oslo_concurrency.lockutils [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.234625] env[63440]: DEBUG oslo_concurrency.lockutils [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.234901] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d066392d-f615-46e7-8add-2ef875953994 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.241781] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 645.241781] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d7114f-9b85-68a8-23f6-096eb0384359" [ 645.241781] env[63440]: _type = "Task" [ 645.241781] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.251139] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d7114f-9b85-68a8-23f6-096eb0384359, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.491042] env[63440]: DEBUG nova.network.neutron [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Successfully updated port: 48a13b61-4d0c-4e22-94b4-49c474fd0d0d {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.504217] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.530103] env[63440]: DEBUG nova.network.neutron [-] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.545270] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': task-2661112, 'name': Rename_Task, 'duration_secs': 0.242199} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.545698] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.545957] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56330a5e-1b44-4979-9f27-09dce2e50229 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.556965] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Waiting for the task: (returnval){ [ 645.556965] env[63440]: value = "task-2661113" [ 645.556965] env[63440]: _type = "Task" [ 645.556965] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.566965] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': task-2661113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.590238] env[63440]: DEBUG nova.compute.manager [req-d154aec7-9c32-4130-af65-61d793508616 req-c78b3eed-14b0-487c-9494-c2ce7a8cd157 service nova] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Received event network-vif-deleted-898af1ae-327c-4aaa-ae31-cf862d147de2 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.753870] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d7114f-9b85-68a8-23f6-096eb0384359, 'name': SearchDatastore_Task, 'duration_secs': 0.017009} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.754337] env[63440]: DEBUG oslo_concurrency.lockutils [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.754639] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.754932] env[63440]: DEBUG oslo_concurrency.lockutils [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.755132] env[63440]: DEBUG oslo_concurrency.lockutils [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.755363] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.755708] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9321668-f07f-4249-8d1e-658c37677566 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.766978] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.767200] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.768015] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-737a3f0b-6777-40fc-b51b-16eee0aa3c2e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.776859] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 645.776859] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5229cacb-13a0-e4a7-1454-8fa105520262" [ 645.776859] env[63440]: _type = "Task" [ 645.776859] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.785620] env[63440]: DEBUG nova.network.neutron [req-4cc4463f-bb1e-4267-bbe0-5b8158ad957b req-6521fff2-7ed9-4902-9628-cf0958f36f4e service nova] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Updated VIF entry in instance network info cache for port a2a635b4-c74b-4da0-8b8d-b3b6079581b5. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.785963] env[63440]: DEBUG nova.network.neutron [req-4cc4463f-bb1e-4267-bbe0-5b8158ad957b req-6521fff2-7ed9-4902-9628-cf0958f36f4e service nova] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Updating instance_info_cache with network_info: [{"id": "a2a635b4-c74b-4da0-8b8d-b3b6079581b5", "address": "fa:16:3e:fb:26:ab", "network": {"id": "730b4557-7e72-4f78-9cd0-373b1d9c31d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-866265707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8925a9d46d254db582d00c6cb5324461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a635b4-c7", "ovs_interfaceid": "a2a635b4-c74b-4da0-8b8d-b3b6079581b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.790792] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5229cacb-13a0-e4a7-1454-8fa105520262, 'name': SearchDatastore_Task, 'duration_secs': 0.010661} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.792115] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2051331-84ed-4264-a130-c46f7b63cea3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.798659] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 645.798659] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528e090c-e121-2116-88ce-e6b62ef69a69" [ 645.798659] env[63440]: _type = "Task" [ 645.798659] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.809720] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528e090c-e121-2116-88ce-e6b62ef69a69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.814561] env[63440]: DEBUG oslo_concurrency.lockutils [None req-076ba620-db07-493a-9bd8-c3a862d9791d tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.930s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.817438] env[63440]: DEBUG oslo_concurrency.lockutils [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.592s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.818900] env[63440]: INFO nova.compute.claims [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.002072] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquiring lock "refresh_cache-ef67ae7a-f55e-453f-a821-f50c27a35ab4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.002218] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquired lock "refresh_cache-ef67ae7a-f55e-453f-a821-f50c27a35ab4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.002364] env[63440]: DEBUG nova.network.neutron [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.036700] env[63440]: INFO nova.compute.manager [-] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Took 1.55 seconds to deallocate network for instance. [ 646.072750] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': task-2661113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.293305] env[63440]: DEBUG oslo_concurrency.lockutils [req-4cc4463f-bb1e-4267-bbe0-5b8158ad957b req-6521fff2-7ed9-4902-9628-cf0958f36f4e service nova] Releasing lock "refresh_cache-5f6f0240-34b9-459d-8391-e51975f147cd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.310491] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528e090c-e121-2116-88ce-e6b62ef69a69, 'name': SearchDatastore_Task, 'duration_secs': 0.010491} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.310491] env[63440]: DEBUG oslo_concurrency.lockutils [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.310776] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 5f6f0240-34b9-459d-8391-e51975f147cd/5f6f0240-34b9-459d-8391-e51975f147cd.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.311065] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd310025-7b2a-43a7-96e5-b8b6c6d2847a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.321034] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 646.321034] env[63440]: value = "task-2661114" [ 646.321034] env[63440]: _type = "Task" [ 646.321034] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.339066] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.387426] env[63440]: INFO nova.scheduler.client.report [None req-076ba620-db07-493a-9bd8-c3a862d9791d tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Deleted allocation for migration b5363d81-5544-43c7-a4b9-f94cbb860cbb [ 646.515184] env[63440]: DEBUG nova.compute.manager [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.516220] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1062d295-11ce-4f10-bec5-da9cb3b854fc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.546061] env[63440]: DEBUG oslo_concurrency.lockutils [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.554352] env[63440]: DEBUG nova.network.neutron [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.570676] env[63440]: DEBUG oslo_vmware.api [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': task-2661113, 'name': PowerOnVM_Task, 'duration_secs': 0.68092} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.571036] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.571286] env[63440]: INFO nova.compute.manager [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Took 9.48 seconds to spawn the instance on the hypervisor. [ 646.571546] env[63440]: DEBUG nova.compute.manager [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.572965] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c9f5f6-e10c-4e85-80d1-7dfd8aa5e53c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.721183] env[63440]: DEBUG nova.network.neutron [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Updating instance_info_cache with network_info: [{"id": "48a13b61-4d0c-4e22-94b4-49c474fd0d0d", "address": "fa:16:3e:89:ce:5d", "network": {"id": "7ff07e9e-ecc0-4a5e-921a-3d6735b3c51c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-896011876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03d1e337f474942bbdd5d18eca81079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a13b61-4d", "ovs_interfaceid": "48a13b61-4d0c-4e22-94b4-49c474fd0d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.837576] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498911} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.837714] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 5f6f0240-34b9-459d-8391-e51975f147cd/5f6f0240-34b9-459d-8391-e51975f147cd.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.838281] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.838281] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2e9e540-59b6-48ec-95f2-d9d9516254e7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.848263] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 646.848263] env[63440]: value = "task-2661115" [ 646.848263] env[63440]: _type = "Task" [ 646.848263] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.857859] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.894123] env[63440]: DEBUG oslo_concurrency.lockutils [None req-076ba620-db07-493a-9bd8-c3a862d9791d tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "d7718d7e-4911-4905-b135-54291157aded" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.227s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.031675] env[63440]: INFO nova.compute.manager [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] instance snapshotting [ 647.035385] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e240bb-b052-46b3-a104-40dbfa648b21 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.064479] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e52563f-37ba-4dbf-8ee9-e50a253cbd9d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.076152] env[63440]: DEBUG nova.compute.manager [req-ae77955d-d467-478e-be3d-c4765c7c0989 req-835755c2-0939-4450-8436-c9695e56cdc8 service nova] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Received event network-vif-plugged-48a13b61-4d0c-4e22-94b4-49c474fd0d0d {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.076385] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae77955d-d467-478e-be3d-c4765c7c0989 req-835755c2-0939-4450-8436-c9695e56cdc8 service nova] Acquiring lock "ef67ae7a-f55e-453f-a821-f50c27a35ab4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.076589] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae77955d-d467-478e-be3d-c4765c7c0989 req-835755c2-0939-4450-8436-c9695e56cdc8 service nova] Lock "ef67ae7a-f55e-453f-a821-f50c27a35ab4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.076760] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae77955d-d467-478e-be3d-c4765c7c0989 req-835755c2-0939-4450-8436-c9695e56cdc8 service nova] Lock "ef67ae7a-f55e-453f-a821-f50c27a35ab4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.076929] env[63440]: DEBUG nova.compute.manager [req-ae77955d-d467-478e-be3d-c4765c7c0989 req-835755c2-0939-4450-8436-c9695e56cdc8 service nova] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] No waiting events found dispatching network-vif-plugged-48a13b61-4d0c-4e22-94b4-49c474fd0d0d {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.077115] env[63440]: WARNING nova.compute.manager [req-ae77955d-d467-478e-be3d-c4765c7c0989 req-835755c2-0939-4450-8436-c9695e56cdc8 service nova] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Received unexpected event network-vif-plugged-48a13b61-4d0c-4e22-94b4-49c474fd0d0d for instance with vm_state building and task_state spawning. [ 647.077321] env[63440]: DEBUG nova.compute.manager [req-ae77955d-d467-478e-be3d-c4765c7c0989 req-835755c2-0939-4450-8436-c9695e56cdc8 service nova] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Received event network-changed-48a13b61-4d0c-4e22-94b4-49c474fd0d0d {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.077422] env[63440]: DEBUG nova.compute.manager [req-ae77955d-d467-478e-be3d-c4765c7c0989 req-835755c2-0939-4450-8436-c9695e56cdc8 service nova] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Refreshing instance network info cache due to event network-changed-48a13b61-4d0c-4e22-94b4-49c474fd0d0d. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 647.077585] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae77955d-d467-478e-be3d-c4765c7c0989 req-835755c2-0939-4450-8436-c9695e56cdc8 service nova] Acquiring lock "refresh_cache-ef67ae7a-f55e-453f-a821-f50c27a35ab4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.095960] env[63440]: INFO nova.compute.manager [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Took 40.90 seconds to build instance. [ 647.224590] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Releasing lock "refresh_cache-ef67ae7a-f55e-453f-a821-f50c27a35ab4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.224923] env[63440]: DEBUG nova.compute.manager [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Instance network_info: |[{"id": "48a13b61-4d0c-4e22-94b4-49c474fd0d0d", "address": "fa:16:3e:89:ce:5d", "network": {"id": "7ff07e9e-ecc0-4a5e-921a-3d6735b3c51c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-896011876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03d1e337f474942bbdd5d18eca81079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a13b61-4d", "ovs_interfaceid": "48a13b61-4d0c-4e22-94b4-49c474fd0d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.227853] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae77955d-d467-478e-be3d-c4765c7c0989 req-835755c2-0939-4450-8436-c9695e56cdc8 service nova] Acquired lock "refresh_cache-ef67ae7a-f55e-453f-a821-f50c27a35ab4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.228065] env[63440]: DEBUG nova.network.neutron [req-ae77955d-d467-478e-be3d-c4765c7c0989 req-835755c2-0939-4450-8436-c9695e56cdc8 service nova] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Refreshing network info cache for port 48a13b61-4d0c-4e22-94b4-49c474fd0d0d {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.229477] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:ce:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48a13b61-4d0c-4e22-94b4-49c474fd0d0d', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.238743] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Creating folder: Project (a03d1e337f474942bbdd5d18eca81079). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.243240] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76ee0e68-d88c-4584-8e8e-dabd80424320 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.257124] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Created folder: Project (a03d1e337f474942bbdd5d18eca81079) in parent group-v536546. [ 647.257339] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Creating folder: Instances. Parent ref: group-v536638. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.257577] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d19f385f-1e7a-4123-b7a0-c9c4394ee0a3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.270572] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Created folder: Instances in parent group-v536638. [ 647.270823] env[63440]: DEBUG oslo.service.loopingcall [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 647.271033] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.271249] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-186fb1bc-e0cd-4d36-912c-fea2cfc58973 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.301430] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.301430] env[63440]: value = "task-2661118" [ 647.301430] env[63440]: _type = "Task" [ 647.301430] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.310990] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661118, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.374434] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202617} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.374730] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.377444] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b43ade5-5785-44f4-a09e-3bc492287ce8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.408677] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 5f6f0240-34b9-459d-8391-e51975f147cd/5f6f0240-34b9-459d-8391-e51975f147cd.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.413911] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74c5551e-e4eb-45c3-92e2-eac86edba317 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.439335] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 647.439335] env[63440]: value = "task-2661119" [ 647.439335] env[63440]: _type = "Task" [ 647.439335] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.445994] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e5af19-0c08-48f4-952f-185975467322 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.452166] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.458173] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30bd449-0d2d-4874-b261-29e2f628b5f1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.493680] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b4934c-275a-416d-a7cf-058a464874f9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.502910] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06c10e7-57c4-424f-9c7b-a30fec906f23 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.518549] env[63440]: DEBUG nova.compute.provider_tree [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.570011] env[63440]: DEBUG nova.network.neutron [req-ae77955d-d467-478e-be3d-c4765c7c0989 req-835755c2-0939-4450-8436-c9695e56cdc8 service nova] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Updated VIF entry in instance network info cache for port 48a13b61-4d0c-4e22-94b4-49c474fd0d0d. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.570466] env[63440]: DEBUG nova.network.neutron [req-ae77955d-d467-478e-be3d-c4765c7c0989 req-835755c2-0939-4450-8436-c9695e56cdc8 service nova] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Updating instance_info_cache with network_info: [{"id": "48a13b61-4d0c-4e22-94b4-49c474fd0d0d", "address": "fa:16:3e:89:ce:5d", "network": {"id": "7ff07e9e-ecc0-4a5e-921a-3d6735b3c51c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-896011876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03d1e337f474942bbdd5d18eca81079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a13b61-4d", "ovs_interfaceid": "48a13b61-4d0c-4e22-94b4-49c474fd0d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.581113] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Creating Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 647.582113] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-08002362-a944-479c-8fdc-1d6d92f1803d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.592445] env[63440]: DEBUG oslo_vmware.api [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 647.592445] env[63440]: value = "task-2661120" [ 647.592445] env[63440]: _type = "Task" [ 647.592445] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.603568] env[63440]: DEBUG oslo_concurrency.lockutils [None req-39cb9267-3259-469c-b746-037bb7d285e8 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Lock "f94282ab-7e72-4817-bc88-af27adbfe4c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.354s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.604425] env[63440]: DEBUG oslo_vmware.api [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661120, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.812501] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661118, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.951876] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.023505] env[63440]: DEBUG nova.scheduler.client.report [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.074019] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae77955d-d467-478e-be3d-c4765c7c0989 req-835755c2-0939-4450-8436-c9695e56cdc8 service nova] Releasing lock "refresh_cache-ef67ae7a-f55e-453f-a821-f50c27a35ab4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.103617] env[63440]: DEBUG oslo_vmware.api [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661120, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.107162] env[63440]: DEBUG nova.compute.manager [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.313173] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661118, 'name': CreateVM_Task, 'duration_secs': 0.602556} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.313377] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.314191] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.314384] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.314728] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.315099] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf1e1c5-85a2-4d65-966a-4daa5e1aa938 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.320789] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 648.320789] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5292446d-c0e6-1ac4-86e3-ae8bdfd7fb04" [ 648.320789] env[63440]: _type = "Task" [ 648.320789] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.330561] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5292446d-c0e6-1ac4-86e3-ae8bdfd7fb04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.451559] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661119, 'name': ReconfigVM_Task, 'duration_secs': 0.56311} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.451862] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 5f6f0240-34b9-459d-8391-e51975f147cd/5f6f0240-34b9-459d-8391-e51975f147cd.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.452602] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e6f0440-bceb-42df-860d-b865aba6f502 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.461592] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 648.461592] env[63440]: value = "task-2661121" [ 648.461592] env[63440]: _type = "Task" [ 648.461592] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.473737] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661121, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.530041] env[63440]: DEBUG oslo_concurrency.lockutils [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.530041] env[63440]: DEBUG nova.compute.manager [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.532767] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.099s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.533227] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.533324] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 648.533660] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.357s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.537435] env[63440]: INFO nova.compute.claims [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.541345] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334eedce-066e-455b-8530-766d9d65018b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.550766] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfa982d-7fcd-4b83-b772-1369daed76de {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.569631] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f93b82-c13b-4615-b4e0-db293c6b4039 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.580213] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f112cb-6b2c-40b6-bc4c-07957ddb6ddc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.626023] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178424MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=63440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 648.626023] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.637044] env[63440]: DEBUG oslo_vmware.api [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661120, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.637955] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.649879] env[63440]: DEBUG oslo_vmware.rw_handles [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ffd208-6ded-310b-c21b-de06d0ba98f7/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 648.650823] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19d02d9-5768-40bb-a660-2eef92a3b145 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.657830] env[63440]: DEBUG oslo_vmware.rw_handles [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ffd208-6ded-310b-c21b-de06d0ba98f7/disk-0.vmdk is in state: ready. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 648.657944] env[63440]: ERROR oslo_vmware.rw_handles [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ffd208-6ded-310b-c21b-de06d0ba98f7/disk-0.vmdk due to incomplete transfer. [ 648.658459] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ad3e9fd6-48a8-4899-8b54-11d95e78ecdd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.666301] env[63440]: DEBUG oslo_vmware.rw_handles [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ffd208-6ded-310b-c21b-de06d0ba98f7/disk-0.vmdk. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 648.666537] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Uploaded image 9edcaaee-5f9a-4066-80ab-4e15ad376a5f to the Glance image server {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 648.668583] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Destroying the VM {{(pid=63440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 648.668848] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-adf79ddd-37dc-44d9-afbb-14d2fe5a6a69 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.675986] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for the task: (returnval){ [ 648.675986] env[63440]: value = "task-2661122" [ 648.675986] env[63440]: _type = "Task" [ 648.675986] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.684970] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661122, 'name': Destroy_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.832934] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5292446d-c0e6-1ac4-86e3-ae8bdfd7fb04, 'name': SearchDatastore_Task, 'duration_secs': 0.023469} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.832934] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.832934] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.833175] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.833212] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.833403] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.833718] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e974c1ef-a3d3-4343-887c-27a31e785ec1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.844581] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.844904] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.845755] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41748a44-1206-4b5f-b07b-b10fdaf601a3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.852666] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 648.852666] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527bfebe-e811-57d0-6f87-7c79dc0bfe23" [ 648.852666] env[63440]: _type = "Task" [ 648.852666] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.863295] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527bfebe-e811-57d0-6f87-7c79dc0bfe23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.905055] env[63440]: DEBUG oslo_concurrency.lockutils [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Acquiring lock "f94282ab-7e72-4817-bc88-af27adbfe4c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.906579] env[63440]: DEBUG oslo_concurrency.lockutils [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Lock "f94282ab-7e72-4817-bc88-af27adbfe4c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.906579] env[63440]: DEBUG oslo_concurrency.lockutils [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Acquiring lock "f94282ab-7e72-4817-bc88-af27adbfe4c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.906725] env[63440]: DEBUG oslo_concurrency.lockutils [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Lock "f94282ab-7e72-4817-bc88-af27adbfe4c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.906953] env[63440]: DEBUG oslo_concurrency.lockutils [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Lock "f94282ab-7e72-4817-bc88-af27adbfe4c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.910492] env[63440]: INFO nova.compute.manager [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Terminating instance [ 648.974063] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661121, 'name': Rename_Task, 'duration_secs': 0.312414} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.974342] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.974579] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b852b577-bc4d-4d0b-8ba8-566ec54f3abd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.984579] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 648.984579] env[63440]: value = "task-2661123" [ 648.984579] env[63440]: _type = "Task" [ 648.984579] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.994390] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.037580] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "66f4957e-96a9-462c-8a41-06dfd9ea93f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.037864] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "66f4957e-96a9-462c-8a41-06dfd9ea93f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.041679] env[63440]: DEBUG nova.compute.utils [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.043063] env[63440]: DEBUG nova.compute.manager [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.043217] env[63440]: DEBUG nova.network.neutron [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.116999] env[63440]: DEBUG nova.policy [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97c0da45221e40d2b749f2520a738c1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75fc9d908aaf4200af3161eb934f19de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.130831] env[63440]: DEBUG oslo_vmware.api [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661120, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.186482] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661122, 'name': Destroy_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.367027] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527bfebe-e811-57d0-6f87-7c79dc0bfe23, 'name': SearchDatastore_Task, 'duration_secs': 0.011297} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.367163] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07103c3e-b458-4cdf-910e-c36879d7c7c4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.373216] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 649.373216] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ef4291-4c7e-697e-5b98-6d4a25a82481" [ 649.373216] env[63440]: _type = "Task" [ 649.373216] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.385347] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ef4291-4c7e-697e-5b98-6d4a25a82481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.401566] env[63440]: DEBUG nova.network.neutron [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Successfully created port: 070bb022-f601-4494-829e-3083d553d826 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.414525] env[63440]: DEBUG nova.compute.manager [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.414899] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.415872] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe4212c-0980-4060-a27c-4611821f732a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.424243] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.424493] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19a9c307-cccc-4bac-9b78-b58286cc4cce {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.431486] env[63440]: DEBUG oslo_vmware.api [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Waiting for the task: (returnval){ [ 649.431486] env[63440]: value = "task-2661124" [ 649.431486] env[63440]: _type = "Task" [ 649.431486] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.441667] env[63440]: DEBUG oslo_vmware.api [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': task-2661124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.495902] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661123, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.547454] env[63440]: DEBUG nova.compute.manager [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.638127] env[63440]: DEBUG oslo_vmware.api [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661120, 'name': CreateSnapshot_Task, 'duration_secs': 1.560606} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.638559] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Created Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 649.639365] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8f3549-3dfd-4e30-9cb4-4e80beffe92a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.692796] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661122, 'name': Destroy_Task, 'duration_secs': 0.705196} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.693210] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Destroyed the VM [ 649.693485] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Deleting Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 649.693760] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e212d687-9b0c-43e4-a6fc-8d74517f07ea {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.702265] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for the task: (returnval){ [ 649.702265] env[63440]: value = "task-2661125" [ 649.702265] env[63440]: _type = "Task" [ 649.702265] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.718829] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661125, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.893356] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ef4291-4c7e-697e-5b98-6d4a25a82481, 'name': SearchDatastore_Task, 'duration_secs': 0.016857} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.893543] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.893922] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] ef67ae7a-f55e-453f-a821-f50c27a35ab4/ef67ae7a-f55e-453f-a821-f50c27a35ab4.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.894458] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ce6ff70-c119-476d-aee3-79bff1d0d648 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.906840] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 649.906840] env[63440]: value = "task-2661126" [ 649.906840] env[63440]: _type = "Task" [ 649.906840] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.918063] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.943882] env[63440]: DEBUG oslo_vmware.api [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': task-2661124, 'name': PowerOffVM_Task, 'duration_secs': 0.34187} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.944154] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.944365] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.944647] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6556357-5cc4-4c65-8a68-3262e4f81c93 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.995224] env[63440]: DEBUG oslo_vmware.api [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661123, 'name': PowerOnVM_Task, 'duration_secs': 0.689434} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.998186] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.998421] env[63440]: INFO nova.compute.manager [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Took 7.87 seconds to spawn the instance on the hypervisor. [ 649.998609] env[63440]: DEBUG nova.compute.manager [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.999683] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa86870-356f-4614-996e-8c14a6c016cb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.021719] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.021946] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.022131] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Deleting the datastore file [datastore2] f94282ab-7e72-4817-bc88-af27adbfe4c3 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.022397] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b2a8372-24e2-4f13-a246-be31acfb2d41 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.030339] env[63440]: DEBUG oslo_vmware.api [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Waiting for the task: (returnval){ [ 650.030339] env[63440]: value = "task-2661128" [ 650.030339] env[63440]: _type = "Task" [ 650.030339] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.041117] env[63440]: DEBUG oslo_vmware.api [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': task-2661128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.162612] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Creating linked-clone VM from snapshot {{(pid=63440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 650.163103] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fca48c4a-80b4-427e-a829-a824a4835b9c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.179508] env[63440]: DEBUG oslo_vmware.api [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 650.179508] env[63440]: value = "task-2661129" [ 650.179508] env[63440]: _type = "Task" [ 650.179508] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.192875] env[63440]: DEBUG oslo_vmware.api [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661129, 'name': CloneVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.214701] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661125, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.308692] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac7f4da-391f-4329-a6f0-35c33a5c6d43 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.317629] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62d27e2-fa7e-4ad9-877e-37909bdf3f75 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.353965] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a60e32a-bfc2-40d3-ac25-99d2478af43c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.364574] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e73380-8c40-4509-927f-47fdb992c200 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.383851] env[63440]: DEBUG nova.compute.provider_tree [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.418518] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661126, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.521264] env[63440]: INFO nova.compute.manager [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Took 40.33 seconds to build instance. [ 650.542714] env[63440]: DEBUG oslo_vmware.api [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Task: {'id': task-2661128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368799} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.542714] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.542714] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.542946] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.542946] env[63440]: INFO nova.compute.manager [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 650.543199] env[63440]: DEBUG oslo.service.loopingcall [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 650.543379] env[63440]: DEBUG nova.compute.manager [-] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.543477] env[63440]: DEBUG nova.network.neutron [-] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.565081] env[63440]: DEBUG nova.compute.manager [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.591720] env[63440]: DEBUG nova.virt.hardware [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.591957] env[63440]: DEBUG nova.virt.hardware [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.592139] env[63440]: DEBUG nova.virt.hardware [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.592324] env[63440]: DEBUG nova.virt.hardware [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.592495] env[63440]: DEBUG nova.virt.hardware [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.592667] env[63440]: DEBUG nova.virt.hardware [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.592905] env[63440]: DEBUG nova.virt.hardware [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.593092] env[63440]: DEBUG nova.virt.hardware [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.593355] env[63440]: DEBUG nova.virt.hardware [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.593452] env[63440]: DEBUG nova.virt.hardware [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.593648] env[63440]: DEBUG nova.virt.hardware [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.594546] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4414a440-1f05-4ec5-9e01-e0b14ac2cbc0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.604049] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05725b6d-91fd-4dc7-841c-db6ec9aee2a5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.689965] env[63440]: DEBUG oslo_vmware.api [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661129, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.715379] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661125, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.887581] env[63440]: DEBUG nova.scheduler.client.report [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.920662] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52814} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.920887] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] ef67ae7a-f55e-453f-a821-f50c27a35ab4/ef67ae7a-f55e-453f-a821-f50c27a35ab4.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.921135] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.921834] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe73d404-5a36-4068-acbf-de53a95c6f20 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.929856] env[63440]: DEBUG nova.compute.manager [req-f4870eb6-b13d-446f-bb58-396e5dcb2c63 req-99a8c1d7-c3b0-4346-8cb4-982a901872d4 service nova] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Received event network-vif-deleted-75b9f0e3-b83a-49ad-b660-80370a64ed23 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 650.930652] env[63440]: INFO nova.compute.manager [req-f4870eb6-b13d-446f-bb58-396e5dcb2c63 req-99a8c1d7-c3b0-4346-8cb4-982a901872d4 service nova] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Neutron deleted interface 75b9f0e3-b83a-49ad-b660-80370a64ed23; detaching it from the instance and deleting it from the info cache [ 650.930652] env[63440]: DEBUG nova.network.neutron [req-f4870eb6-b13d-446f-bb58-396e5dcb2c63 req-99a8c1d7-c3b0-4346-8cb4-982a901872d4 service nova] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.934062] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 650.934062] env[63440]: value = "task-2661130" [ 650.934062] env[63440]: _type = "Task" [ 650.934062] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.947475] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.023634] env[63440]: DEBUG oslo_concurrency.lockutils [None req-466b02da-f79b-4417-aebf-3ec2b4abd6d8 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "5f6f0240-34b9-459d-8391-e51975f147cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.262s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.190643] env[63440]: DEBUG oslo_vmware.api [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661129, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.200843] env[63440]: DEBUG nova.network.neutron [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Successfully updated port: 070bb022-f601-4494-829e-3083d553d826 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.216190] env[63440]: DEBUG oslo_vmware.api [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661125, 'name': RemoveSnapshot_Task, 'duration_secs': 1.252915} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.217316] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Deleted Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 651.217316] env[63440]: INFO nova.compute.manager [None req-935f4c44-a1d2-4eee-98db-6204255dae1f tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Took 19.45 seconds to snapshot the instance on the hypervisor. [ 651.280306] env[63440]: DEBUG nova.compute.manager [req-13ec9e90-cc29-4aec-8db9-96c426ea21d3 req-d4dc06a8-7b46-4ad4-bd17-71440c613313 service nova] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Received event network-vif-plugged-070bb022-f601-4494-829e-3083d553d826 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.280574] env[63440]: DEBUG oslo_concurrency.lockutils [req-13ec9e90-cc29-4aec-8db9-96c426ea21d3 req-d4dc06a8-7b46-4ad4-bd17-71440c613313 service nova] Acquiring lock "da6874f4-077f-4306-8d7e-e3f91b5a4c6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.280732] env[63440]: DEBUG oslo_concurrency.lockutils [req-13ec9e90-cc29-4aec-8db9-96c426ea21d3 req-d4dc06a8-7b46-4ad4-bd17-71440c613313 service nova] Lock "da6874f4-077f-4306-8d7e-e3f91b5a4c6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.280908] env[63440]: DEBUG oslo_concurrency.lockutils [req-13ec9e90-cc29-4aec-8db9-96c426ea21d3 req-d4dc06a8-7b46-4ad4-bd17-71440c613313 service nova] Lock "da6874f4-077f-4306-8d7e-e3f91b5a4c6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.281084] env[63440]: DEBUG nova.compute.manager [req-13ec9e90-cc29-4aec-8db9-96c426ea21d3 req-d4dc06a8-7b46-4ad4-bd17-71440c613313 service nova] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] No waiting events found dispatching network-vif-plugged-070bb022-f601-4494-829e-3083d553d826 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.281300] env[63440]: WARNING nova.compute.manager [req-13ec9e90-cc29-4aec-8db9-96c426ea21d3 req-d4dc06a8-7b46-4ad4-bd17-71440c613313 service nova] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Received unexpected event network-vif-plugged-070bb022-f601-4494-829e-3083d553d826 for instance with vm_state building and task_state spawning. [ 651.348743] env[63440]: DEBUG nova.network.neutron [-] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.395460] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.862s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.396137] env[63440]: DEBUG nova.compute.manager [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.399009] env[63440]: DEBUG oslo_concurrency.lockutils [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.852s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.399261] env[63440]: DEBUG nova.objects.instance [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Lazy-loading 'resources' on Instance uuid e9a255d5-16dc-462d-9cc3-19aceb9607dc {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.441017] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63a754bf-5c43-46b7-930e-736ed23fcf8d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.454197] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091127} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.455983] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.457128] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d002270f-525d-467e-94e2-f706e59cab1c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.462624] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c517e055-1d85-487e-a562-494b76e1ae90 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.501059] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] ef67ae7a-f55e-453f-a821-f50c27a35ab4/ef67ae7a-f55e-453f-a821-f50c27a35ab4.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.516327] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-158dfca5-9597-49a9-92e7-2924baf69eb0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.534697] env[63440]: DEBUG nova.compute.manager [req-f4870eb6-b13d-446f-bb58-396e5dcb2c63 req-99a8c1d7-c3b0-4346-8cb4-982a901872d4 service nova] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Detach interface failed, port_id=75b9f0e3-b83a-49ad-b660-80370a64ed23, reason: Instance f94282ab-7e72-4817-bc88-af27adbfe4c3 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 651.534697] env[63440]: DEBUG nova.compute.manager [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.543315] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 651.543315] env[63440]: value = "task-2661131" [ 651.543315] env[63440]: _type = "Task" [ 651.543315] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.553143] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.691786] env[63440]: DEBUG oslo_vmware.api [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661129, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.703766] env[63440]: DEBUG oslo_concurrency.lockutils [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Acquiring lock "refresh_cache-da6874f4-077f-4306-8d7e-e3f91b5a4c6e" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.704046] env[63440]: DEBUG oslo_concurrency.lockutils [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Acquired lock "refresh_cache-da6874f4-077f-4306-8d7e-e3f91b5a4c6e" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.704216] env[63440]: DEBUG nova.network.neutron [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.851918] env[63440]: INFO nova.compute.manager [-] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Took 1.31 seconds to deallocate network for instance. [ 651.902996] env[63440]: DEBUG nova.compute.utils [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.904749] env[63440]: DEBUG nova.compute.manager [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.904749] env[63440]: DEBUG nova.network.neutron [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.970657] env[63440]: DEBUG nova.policy [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51ba0ca4c4754c6d8c81a85553a46775', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '861b58efd78744f4931c8ebbbb76adef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.972503] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "a2b60472-d9a3-46ff-82ed-f0ae9b259663" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.972759] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "a2b60472-d9a3-46ff-82ed-f0ae9b259663" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.057573] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661131, 'name': ReconfigVM_Task, 'duration_secs': 0.41327} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.058482] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.058800] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Reconfigured VM instance instance-00000020 to attach disk [datastore1] ef67ae7a-f55e-453f-a821-f50c27a35ab4/ef67ae7a-f55e-453f-a821-f50c27a35ab4.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.061607] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af331e91-b045-4f4a-86d3-c49b0a07c74b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.069659] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 652.069659] env[63440]: value = "task-2661132" [ 652.069659] env[63440]: _type = "Task" [ 652.069659] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.084553] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661132, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.192651] env[63440]: DEBUG oslo_vmware.api [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661129, 'name': CloneVM_Task, 'duration_secs': 1.850037} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.192943] env[63440]: INFO nova.virt.vmwareapi.vmops [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Created linked-clone VM from snapshot [ 652.193864] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064c0eb7-7bf1-4b18-bcd0-273ef57eca71 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.205999] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Uploading image 2585fb4d-a7a9-4d65-a68e-3ef04176dff4 {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 652.239167] env[63440]: DEBUG oslo_vmware.rw_handles [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 652.239167] env[63440]: value = "vm-536642" [ 652.239167] env[63440]: _type = "VirtualMachine" [ 652.239167] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 652.239879] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8940c23d-e7d1-4f45-a0a3-394ba12ef4d7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.251992] env[63440]: DEBUG oslo_vmware.rw_handles [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lease: (returnval){ [ 652.251992] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dfd1bc-7367-a9b6-b2aa-e7ff4072b8a4" [ 652.251992] env[63440]: _type = "HttpNfcLease" [ 652.251992] env[63440]: } obtained for exporting VM: (result){ [ 652.251992] env[63440]: value = "vm-536642" [ 652.251992] env[63440]: _type = "VirtualMachine" [ 652.251992] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 652.252858] env[63440]: DEBUG oslo_vmware.api [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the lease: (returnval){ [ 652.252858] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dfd1bc-7367-a9b6-b2aa-e7ff4072b8a4" [ 652.252858] env[63440]: _type = "HttpNfcLease" [ 652.252858] env[63440]: } to be ready. {{(pid=63440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 652.263489] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 652.263489] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dfd1bc-7367-a9b6-b2aa-e7ff4072b8a4" [ 652.263489] env[63440]: _type = "HttpNfcLease" [ 652.263489] env[63440]: } is initializing. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 652.271245] env[63440]: DEBUG nova.network.neutron [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.294853] env[63440]: DEBUG nova.network.neutron [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Successfully created port: e634c83f-9a8d-4544-8e7f-4fb92e4457cd {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.362627] env[63440]: DEBUG oslo_concurrency.lockutils [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.408740] env[63440]: DEBUG nova.compute.manager [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.439247] env[63440]: DEBUG oslo_concurrency.lockutils [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Acquiring lock "7812a5c4-322f-4846-8305-c77ed6227228" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.439499] env[63440]: DEBUG oslo_concurrency.lockutils [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Lock "7812a5c4-322f-4846-8305-c77ed6227228" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.439708] env[63440]: DEBUG oslo_concurrency.lockutils [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Acquiring lock "7812a5c4-322f-4846-8305-c77ed6227228-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.439888] env[63440]: DEBUG oslo_concurrency.lockutils [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Lock "7812a5c4-322f-4846-8305-c77ed6227228-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.440068] env[63440]: DEBUG oslo_concurrency.lockutils [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Lock "7812a5c4-322f-4846-8305-c77ed6227228-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.444849] env[63440]: INFO nova.compute.manager [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Terminating instance [ 652.512104] env[63440]: DEBUG nova.network.neutron [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Updating instance_info_cache with network_info: [{"id": "070bb022-f601-4494-829e-3083d553d826", "address": "fa:16:3e:06:7e:f7", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap070bb022-f6", "ovs_interfaceid": "070bb022-f601-4494-829e-3083d553d826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.516249] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640313f6-1100-4269-b7e2-7d20e770ee19 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.525895] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c10e19-9f18-4d3c-8766-3d5757e5750f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.568020] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d917afe-21d7-4688-bf7e-c755f5bbaba3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.577326] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6c6358-54e5-48b7-90bc-d7c8992cc6b0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.585113] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661132, 'name': Rename_Task, 'duration_secs': 0.207812} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.585794] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.586057] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f9b977d-99ee-4343-b53d-9f85e2351685 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.597894] env[63440]: DEBUG nova.compute.provider_tree [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.601971] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 652.601971] env[63440]: value = "task-2661134" [ 652.601971] env[63440]: _type = "Task" [ 652.601971] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.610302] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.761904] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 652.761904] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dfd1bc-7367-a9b6-b2aa-e7ff4072b8a4" [ 652.761904] env[63440]: _type = "HttpNfcLease" [ 652.761904] env[63440]: } is ready. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 652.762263] env[63440]: DEBUG oslo_vmware.rw_handles [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 652.762263] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dfd1bc-7367-a9b6-b2aa-e7ff4072b8a4" [ 652.762263] env[63440]: _type = "HttpNfcLease" [ 652.762263] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 652.762952] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2a04e9-1235-46ba-be01-da8c8faa613d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.773254] env[63440]: DEBUG oslo_vmware.rw_handles [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ac8b6-b6bf-4fb5-abc0-fc3cb54aeede/disk-0.vmdk from lease info. {{(pid=63440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 652.773254] env[63440]: DEBUG oslo_vmware.rw_handles [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ac8b6-b6bf-4fb5-abc0-fc3cb54aeede/disk-0.vmdk for reading. {{(pid=63440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 652.896320] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d93eec9a-1d5a-4860-9d91-2dfcd2b687fc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.948917] env[63440]: DEBUG nova.compute.manager [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 652.949214] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 652.950827] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d95c2e-50a6-402c-ac2d-424c881a9a3b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.960853] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 652.960853] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afd6002e-4a9d-49c1-b8e6-f3a85265000c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.968527] env[63440]: DEBUG oslo_vmware.api [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for the task: (returnval){ [ 652.968527] env[63440]: value = "task-2661135" [ 652.968527] env[63440]: _type = "Task" [ 652.968527] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.978318] env[63440]: DEBUG oslo_vmware.api [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.020936] env[63440]: DEBUG oslo_concurrency.lockutils [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Releasing lock "refresh_cache-da6874f4-077f-4306-8d7e-e3f91b5a4c6e" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.021337] env[63440]: DEBUG nova.compute.manager [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Instance network_info: |[{"id": "070bb022-f601-4494-829e-3083d553d826", "address": "fa:16:3e:06:7e:f7", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap070bb022-f6", "ovs_interfaceid": "070bb022-f601-4494-829e-3083d553d826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.021830] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:7e:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '070bb022-f601-4494-829e-3083d553d826', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.030288] env[63440]: DEBUG oslo.service.loopingcall [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 653.030582] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.030826] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30257206-2cea-4332-874c-a2c1b3fdca86 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.056819] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.056819] env[63440]: value = "task-2661136" [ 653.056819] env[63440]: _type = "Task" [ 653.056819] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.065776] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661136, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.101120] env[63440]: DEBUG nova.scheduler.client.report [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.119920] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.315062] env[63440]: DEBUG nova.compute.manager [req-dec3666e-b4c3-42c6-a7cb-fa84bd825662 req-9aed225f-025a-4c12-887e-ae286ff7f6ab service nova] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Received event network-changed-070bb022-f601-4494-829e-3083d553d826 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.315273] env[63440]: DEBUG nova.compute.manager [req-dec3666e-b4c3-42c6-a7cb-fa84bd825662 req-9aed225f-025a-4c12-887e-ae286ff7f6ab service nova] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Refreshing instance network info cache due to event network-changed-070bb022-f601-4494-829e-3083d553d826. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 653.315495] env[63440]: DEBUG oslo_concurrency.lockutils [req-dec3666e-b4c3-42c6-a7cb-fa84bd825662 req-9aed225f-025a-4c12-887e-ae286ff7f6ab service nova] Acquiring lock "refresh_cache-da6874f4-077f-4306-8d7e-e3f91b5a4c6e" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.315754] env[63440]: DEBUG oslo_concurrency.lockutils [req-dec3666e-b4c3-42c6-a7cb-fa84bd825662 req-9aed225f-025a-4c12-887e-ae286ff7f6ab service nova] Acquired lock "refresh_cache-da6874f4-077f-4306-8d7e-e3f91b5a4c6e" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.316078] env[63440]: DEBUG nova.network.neutron [req-dec3666e-b4c3-42c6-a7cb-fa84bd825662 req-9aed225f-025a-4c12-887e-ae286ff7f6ab service nova] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Refreshing network info cache for port 070bb022-f601-4494-829e-3083d553d826 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.420397] env[63440]: DEBUG nova.compute.manager [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.443886] env[63440]: DEBUG nova.virt.hardware [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.444337] env[63440]: DEBUG nova.virt.hardware [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.444623] env[63440]: DEBUG nova.virt.hardware [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.444987] env[63440]: DEBUG nova.virt.hardware [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.445266] env[63440]: DEBUG nova.virt.hardware [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.445484] env[63440]: DEBUG nova.virt.hardware [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.445746] env[63440]: DEBUG nova.virt.hardware [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.445958] env[63440]: DEBUG nova.virt.hardware [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.446197] env[63440]: DEBUG nova.virt.hardware [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.446417] env[63440]: DEBUG nova.virt.hardware [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.446607] env[63440]: DEBUG nova.virt.hardware [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.448294] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666f70fb-d788-493f-b539-747bada02a42 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.457724] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3be028-134e-49a1-9c4c-cd167a6d4625 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.482788] env[63440]: DEBUG oslo_vmware.api [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661135, 'name': PowerOffVM_Task, 'duration_secs': 0.348884} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.483221] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.483479] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 653.483790] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53b67dc3-d67d-451e-9a81-34283982cf10 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.557485] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.557847] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.559110] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Deleting the datastore file [datastore1] 7812a5c4-322f-4846-8305-c77ed6227228 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.562016] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b6251b3-a50a-48a7-81f4-19ec0735bbf0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.572732] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661136, 'name': CreateVM_Task, 'duration_secs': 0.388281} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.573695] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.574063] env[63440]: DEBUG oslo_vmware.api [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for the task: (returnval){ [ 653.574063] env[63440]: value = "task-2661138" [ 653.574063] env[63440]: _type = "Task" [ 653.574063] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.574789] env[63440]: DEBUG oslo_concurrency.lockutils [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.575423] env[63440]: DEBUG oslo_concurrency.lockutils [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.575656] env[63440]: DEBUG oslo_concurrency.lockutils [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.576313] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e4384c-8c84-4040-a853-4795dd32d3a7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.587186] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Waiting for the task: (returnval){ [ 653.587186] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c08905-37c3-0954-d437-76054c88e891" [ 653.587186] env[63440]: _type = "Task" [ 653.587186] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.591292] env[63440]: DEBUG oslo_vmware.api [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.603067] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c08905-37c3-0954-d437-76054c88e891, 'name': SearchDatastore_Task, 'duration_secs': 0.011176} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.603067] env[63440]: DEBUG oslo_concurrency.lockutils [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.603067] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.603067] env[63440]: DEBUG oslo_concurrency.lockutils [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.603550] env[63440]: DEBUG oslo_concurrency.lockutils [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.603550] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.603550] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42955a09-bbd3-4ef5-97bc-f4e1b4382059 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.609113] env[63440]: DEBUG oslo_concurrency.lockutils [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.615605] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.243s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.617400] env[63440]: INFO nova.compute.claims [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.621749] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.622493] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.624415] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a7fffe4-8a3e-47c7-ba91-16e883c22e90 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.633068] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661134, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.637610] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Waiting for the task: (returnval){ [ 653.637610] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5244be3a-a406-78db-f6c8-6898a5fdf709" [ 653.637610] env[63440]: _type = "Task" [ 653.637610] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.648767] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5244be3a-a406-78db-f6c8-6898a5fdf709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.648767] env[63440]: INFO nova.scheduler.client.report [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Deleted allocations for instance e9a255d5-16dc-462d-9cc3-19aceb9607dc [ 653.884577] env[63440]: DEBUG nova.network.neutron [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Successfully updated port: e634c83f-9a8d-4544-8e7f-4fb92e4457cd {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.090559] env[63440]: DEBUG oslo_vmware.api [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Task: {'id': task-2661138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233852} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.090924] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.091124] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.091419] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.091792] env[63440]: INFO nova.compute.manager [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Took 1.14 seconds to destroy the instance on the hypervisor. [ 654.092952] env[63440]: DEBUG oslo.service.loopingcall [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.093224] env[63440]: DEBUG nova.compute.manager [-] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.093342] env[63440]: DEBUG nova.network.neutron [-] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.121763] env[63440]: DEBUG oslo_vmware.api [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661134, 'name': PowerOnVM_Task, 'duration_secs': 1.284417} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.122067] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.122350] env[63440]: INFO nova.compute.manager [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Took 9.18 seconds to spawn the instance on the hypervisor. [ 654.122686] env[63440]: DEBUG nova.compute.manager [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.124084] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a99a0eb-755f-4958-b22b-eae3a0001c6a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.149707] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5244be3a-a406-78db-f6c8-6898a5fdf709, 'name': SearchDatastore_Task, 'duration_secs': 0.011212} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.150968] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7eb5813-6f62-44f8-bc05-4103454f3dec {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.160682] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Waiting for the task: (returnval){ [ 654.160682] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ecbc0c-a450-de06-7c30-0c77fd160a48" [ 654.160682] env[63440]: _type = "Task" [ 654.160682] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.167183] env[63440]: DEBUG oslo_concurrency.lockutils [None req-96518ad9-f538-49c8-ac1a-7d5c08f3af0a tempest-ServerDiagnosticsNegativeTest-1717791065 tempest-ServerDiagnosticsNegativeTest-1717791065-project-member] Lock "e9a255d5-16dc-462d-9cc3-19aceb9607dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.443s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.177856] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ecbc0c-a450-de06-7c30-0c77fd160a48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.218609] env[63440]: DEBUG nova.network.neutron [req-dec3666e-b4c3-42c6-a7cb-fa84bd825662 req-9aed225f-025a-4c12-887e-ae286ff7f6ab service nova] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Updated VIF entry in instance network info cache for port 070bb022-f601-4494-829e-3083d553d826. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.219294] env[63440]: DEBUG nova.network.neutron [req-dec3666e-b4c3-42c6-a7cb-fa84bd825662 req-9aed225f-025a-4c12-887e-ae286ff7f6ab service nova] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Updating instance_info_cache with network_info: [{"id": "070bb022-f601-4494-829e-3083d553d826", "address": "fa:16:3e:06:7e:f7", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap070bb022-f6", "ovs_interfaceid": "070bb022-f601-4494-829e-3083d553d826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.387693] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquiring lock "refresh_cache-32236944-2eaa-44b2-9c93-7f9abddd7ea3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.387940] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquired lock "refresh_cache-32236944-2eaa-44b2-9c93-7f9abddd7ea3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.388140] env[63440]: DEBUG nova.network.neutron [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.647826] env[63440]: INFO nova.compute.manager [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Took 42.01 seconds to build instance. [ 654.675238] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ecbc0c-a450-de06-7c30-0c77fd160a48, 'name': SearchDatastore_Task, 'duration_secs': 0.021676} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.675649] env[63440]: DEBUG oslo_concurrency.lockutils [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.675982] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] da6874f4-077f-4306-8d7e-e3f91b5a4c6e/da6874f4-077f-4306-8d7e-e3f91b5a4c6e.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.676370] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c72e4f2-7d43-4eea-b635-b43fe639ab3d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.689078] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Waiting for the task: (returnval){ [ 654.689078] env[63440]: value = "task-2661139" [ 654.689078] env[63440]: _type = "Task" [ 654.689078] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.705621] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2661139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.724050] env[63440]: DEBUG oslo_concurrency.lockutils [req-dec3666e-b4c3-42c6-a7cb-fa84bd825662 req-9aed225f-025a-4c12-887e-ae286ff7f6ab service nova] Releasing lock "refresh_cache-da6874f4-077f-4306-8d7e-e3f91b5a4c6e" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.934036] env[63440]: DEBUG nova.network.neutron [-] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.939357] env[63440]: DEBUG nova.network.neutron [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.040859] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "interface-d735bb99-dc6e-44e8-8cc1-d9b0dee29647-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.042592] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "interface-d735bb99-dc6e-44e8-8cc1-d9b0dee29647-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.042754] env[63440]: DEBUG nova.objects.instance [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lazy-loading 'flavor' on Instance uuid d735bb99-dc6e-44e8-8cc1-d9b0dee29647 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.150507] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e58c528-8627-4ef6-8521-87dd143d7061 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "ef67ae7a-f55e-453f-a821-f50c27a35ab4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.206s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.176489] env[63440]: DEBUG nova.network.neutron [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Updating instance_info_cache with network_info: [{"id": "e634c83f-9a8d-4544-8e7f-4fb92e4457cd", "address": "fa:16:3e:44:73:68", "network": {"id": "0e2c585b-03b4-4b41-b075-88b18029dc9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-471179568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "861b58efd78744f4931c8ebbbb76adef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape634c83f-9a", "ovs_interfaceid": "e634c83f-9a8d-4544-8e7f-4fb92e4457cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.202909] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2661139, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.281778] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58678cd3-35f2-4ddd-a6a0-cb448aa40698 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.292641] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd835b5-5230-4191-9afd-a036dae6a856 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.330504] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9974ec4f-a776-4ee1-8a5b-4ab1c2610caf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.340222] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b28556-2a02-4ed2-9a93-3a9feb86c0b2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.355805] env[63440]: DEBUG nova.compute.provider_tree [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.444085] env[63440]: INFO nova.compute.manager [-] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Took 1.35 seconds to deallocate network for instance. [ 655.647248] env[63440]: DEBUG nova.objects.instance [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lazy-loading 'pci_requests' on Instance uuid d735bb99-dc6e-44e8-8cc1-d9b0dee29647 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.659522] env[63440]: DEBUG nova.compute.manager [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.680097] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Releasing lock "refresh_cache-32236944-2eaa-44b2-9c93-7f9abddd7ea3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.680523] env[63440]: DEBUG nova.compute.manager [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Instance network_info: |[{"id": "e634c83f-9a8d-4544-8e7f-4fb92e4457cd", "address": "fa:16:3e:44:73:68", "network": {"id": "0e2c585b-03b4-4b41-b075-88b18029dc9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-471179568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "861b58efd78744f4931c8ebbbb76adef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape634c83f-9a", "ovs_interfaceid": "e634c83f-9a8d-4544-8e7f-4fb92e4457cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.681254] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:73:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e634c83f-9a8d-4544-8e7f-4fb92e4457cd', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.689606] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Creating folder: Project (861b58efd78744f4931c8ebbbb76adef). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.689922] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a90d7735-176e-4b49-b6fc-0c4f9818e89a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.703804] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2661139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516605} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.704078] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] da6874f4-077f-4306-8d7e-e3f91b5a4c6e/da6874f4-077f-4306-8d7e-e3f91b5a4c6e.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.704299] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.704626] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9df561ba-9ead-43cc-9914-ec7aa8737ff8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.710606] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Created folder: Project (861b58efd78744f4931c8ebbbb76adef) in parent group-v536546. [ 655.710895] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Creating folder: Instances. Parent ref: group-v536644. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.711189] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c81f1cd-b759-4762-9b06-c9c99830a546 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.715177] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Waiting for the task: (returnval){ [ 655.715177] env[63440]: value = "task-2661141" [ 655.715177] env[63440]: _type = "Task" [ 655.715177] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.729160] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2661141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.730782] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Created folder: Instances in parent group-v536644. [ 655.733013] env[63440]: DEBUG oslo.service.loopingcall [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 655.733013] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.733013] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dc50df6-4986-4512-88f3-b69f038dddac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.754768] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.754768] env[63440]: value = "task-2661143" [ 655.754768] env[63440]: _type = "Task" [ 655.754768] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.766027] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661143, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.860276] env[63440]: DEBUG nova.scheduler.client.report [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.957549] env[63440]: DEBUG oslo_concurrency.lockutils [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.125263] env[63440]: DEBUG nova.compute.manager [req-1cd67fca-2716-43cf-89a8-afabcabc231a req-d37c5aa9-dfe8-4a5f-871b-32f742b24416 service nova] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Received event network-vif-plugged-e634c83f-9a8d-4544-8e7f-4fb92e4457cd {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.125491] env[63440]: DEBUG oslo_concurrency.lockutils [req-1cd67fca-2716-43cf-89a8-afabcabc231a req-d37c5aa9-dfe8-4a5f-871b-32f742b24416 service nova] Acquiring lock "32236944-2eaa-44b2-9c93-7f9abddd7ea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.125670] env[63440]: DEBUG oslo_concurrency.lockutils [req-1cd67fca-2716-43cf-89a8-afabcabc231a req-d37c5aa9-dfe8-4a5f-871b-32f742b24416 service nova] Lock "32236944-2eaa-44b2-9c93-7f9abddd7ea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.125838] env[63440]: DEBUG oslo_concurrency.lockutils [req-1cd67fca-2716-43cf-89a8-afabcabc231a req-d37c5aa9-dfe8-4a5f-871b-32f742b24416 service nova] Lock "32236944-2eaa-44b2-9c93-7f9abddd7ea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.126021] env[63440]: DEBUG nova.compute.manager [req-1cd67fca-2716-43cf-89a8-afabcabc231a req-d37c5aa9-dfe8-4a5f-871b-32f742b24416 service nova] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] No waiting events found dispatching network-vif-plugged-e634c83f-9a8d-4544-8e7f-4fb92e4457cd {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.126498] env[63440]: WARNING nova.compute.manager [req-1cd67fca-2716-43cf-89a8-afabcabc231a req-d37c5aa9-dfe8-4a5f-871b-32f742b24416 service nova] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Received unexpected event network-vif-plugged-e634c83f-9a8d-4544-8e7f-4fb92e4457cd for instance with vm_state building and task_state spawning. [ 656.126738] env[63440]: DEBUG nova.compute.manager [req-1cd67fca-2716-43cf-89a8-afabcabc231a req-d37c5aa9-dfe8-4a5f-871b-32f742b24416 service nova] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Received event network-changed-e634c83f-9a8d-4544-8e7f-4fb92e4457cd {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.126821] env[63440]: DEBUG nova.compute.manager [req-1cd67fca-2716-43cf-89a8-afabcabc231a req-d37c5aa9-dfe8-4a5f-871b-32f742b24416 service nova] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Refreshing instance network info cache due to event network-changed-e634c83f-9a8d-4544-8e7f-4fb92e4457cd. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.127043] env[63440]: DEBUG oslo_concurrency.lockutils [req-1cd67fca-2716-43cf-89a8-afabcabc231a req-d37c5aa9-dfe8-4a5f-871b-32f742b24416 service nova] Acquiring lock "refresh_cache-32236944-2eaa-44b2-9c93-7f9abddd7ea3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.127192] env[63440]: DEBUG oslo_concurrency.lockutils [req-1cd67fca-2716-43cf-89a8-afabcabc231a req-d37c5aa9-dfe8-4a5f-871b-32f742b24416 service nova] Acquired lock "refresh_cache-32236944-2eaa-44b2-9c93-7f9abddd7ea3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.127347] env[63440]: DEBUG nova.network.neutron [req-1cd67fca-2716-43cf-89a8-afabcabc231a req-d37c5aa9-dfe8-4a5f-871b-32f742b24416 service nova] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Refreshing network info cache for port e634c83f-9a8d-4544-8e7f-4fb92e4457cd {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.150027] env[63440]: DEBUG nova.objects.base [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 656.150802] env[63440]: DEBUG nova.network.neutron [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.189328] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.198225] env[63440]: DEBUG nova.policy [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '657fe975058a4d1e83a225e9b96f3aaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5509f9877a04870bede11fbfc799125', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.228538] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2661141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073073} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.228832] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.229688] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427d4a28-10c1-4447-a60b-ab960f3e6482 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.262669] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] da6874f4-077f-4306-8d7e-e3f91b5a4c6e/da6874f4-077f-4306-8d7e-e3f91b5a4c6e.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.262988] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f172949d-a29d-4ab9-8949-585e636f5f0a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.291781] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661143, 'name': CreateVM_Task, 'duration_secs': 0.433212} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.293245] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.293641] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Waiting for the task: (returnval){ [ 656.293641] env[63440]: value = "task-2661144" [ 656.293641] env[63440]: _type = "Task" [ 656.293641] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.294295] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.294458] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.294787] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.295102] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22e1a66a-d198-4738-afce-8f7b9ca61578 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.304334] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for the task: (returnval){ [ 656.304334] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ea7b9a-6b6f-f68d-bd10-0d101b9407c0" [ 656.304334] env[63440]: _type = "Task" [ 656.304334] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.308316] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2661144, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.317933] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ea7b9a-6b6f-f68d-bd10-0d101b9407c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.368291] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.368871] env[63440]: DEBUG nova.compute.manager [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.371842] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.259s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.377289] env[63440]: INFO nova.compute.claims [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.635273] env[63440]: DEBUG nova.compute.manager [req-44270568-1b21-417d-bf66-65ae14d53819 req-1efd640a-3024-4fa7-be8e-a065693e7734 service nova] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Received event network-changed-48a13b61-4d0c-4e22-94b4-49c474fd0d0d {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.635514] env[63440]: DEBUG nova.compute.manager [req-44270568-1b21-417d-bf66-65ae14d53819 req-1efd640a-3024-4fa7-be8e-a065693e7734 service nova] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Refreshing instance network info cache due to event network-changed-48a13b61-4d0c-4e22-94b4-49c474fd0d0d. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.635728] env[63440]: DEBUG oslo_concurrency.lockutils [req-44270568-1b21-417d-bf66-65ae14d53819 req-1efd640a-3024-4fa7-be8e-a065693e7734 service nova] Acquiring lock "refresh_cache-ef67ae7a-f55e-453f-a821-f50c27a35ab4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.636745] env[63440]: DEBUG oslo_concurrency.lockutils [req-44270568-1b21-417d-bf66-65ae14d53819 req-1efd640a-3024-4fa7-be8e-a065693e7734 service nova] Acquired lock "refresh_cache-ef67ae7a-f55e-453f-a821-f50c27a35ab4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.636745] env[63440]: DEBUG nova.network.neutron [req-44270568-1b21-417d-bf66-65ae14d53819 req-1efd640a-3024-4fa7-be8e-a065693e7734 service nova] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Refreshing network info cache for port 48a13b61-4d0c-4e22-94b4-49c474fd0d0d {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.659605] env[63440]: DEBUG nova.network.neutron [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Successfully created port: 2ea19e90-a99e-41fd-9389-4c46151d3364 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.807709] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2661144, 'name': ReconfigVM_Task, 'duration_secs': 0.312221} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.808051] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Reconfigured VM instance instance-00000021 to attach disk [datastore1] da6874f4-077f-4306-8d7e-e3f91b5a4c6e/da6874f4-077f-4306-8d7e-e3f91b5a4c6e.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.808777] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e85821a4-560f-4a24-a895-cefbf593d152 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.821552] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ea7b9a-6b6f-f68d-bd10-0d101b9407c0, 'name': SearchDatastore_Task, 'duration_secs': 0.013955} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.823085] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.823350] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.823604] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.823771] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.823958] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.824301] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Waiting for the task: (returnval){ [ 656.824301] env[63440]: value = "task-2661145" [ 656.824301] env[63440]: _type = "Task" [ 656.824301] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.828021] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac8fb1b0-2a7c-4a19-a798-006b1f749bc2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.840717] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2661145, 'name': Rename_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.842837] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.845120] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.845120] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc0cede7-2c34-4d3f-ab61-68393ae3b1d4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.852461] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for the task: (returnval){ [ 656.852461] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b3c951-8a67-88c9-2376-d786aa1af168" [ 656.852461] env[63440]: _type = "Task" [ 656.852461] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.864262] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b3c951-8a67-88c9-2376-d786aa1af168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.885913] env[63440]: DEBUG nova.compute.utils [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.888391] env[63440]: DEBUG nova.compute.manager [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Not allocating networking since 'none' was specified. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 656.921335] env[63440]: DEBUG nova.network.neutron [req-1cd67fca-2716-43cf-89a8-afabcabc231a req-d37c5aa9-dfe8-4a5f-871b-32f742b24416 service nova] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Updated VIF entry in instance network info cache for port e634c83f-9a8d-4544-8e7f-4fb92e4457cd. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.921335] env[63440]: DEBUG nova.network.neutron [req-1cd67fca-2716-43cf-89a8-afabcabc231a req-d37c5aa9-dfe8-4a5f-871b-32f742b24416 service nova] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Updating instance_info_cache with network_info: [{"id": "e634c83f-9a8d-4544-8e7f-4fb92e4457cd", "address": "fa:16:3e:44:73:68", "network": {"id": "0e2c585b-03b4-4b41-b075-88b18029dc9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-471179568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "861b58efd78744f4931c8ebbbb76adef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape634c83f-9a", "ovs_interfaceid": "e634c83f-9a8d-4544-8e7f-4fb92e4457cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.416784] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2661145, 'name': Rename_Task, 'duration_secs': 0.161283} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.416784] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.416784] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a70ba157-9281-48a3-9e84-efefd66b6782 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.416784] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Waiting for the task: (returnval){ [ 657.416784] env[63440]: value = "task-2661146" [ 657.416784] env[63440]: _type = "Task" [ 657.416784] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.416784] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b3c951-8a67-88c9-2376-d786aa1af168, 'name': SearchDatastore_Task, 'duration_secs': 0.014433} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.418287] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2661146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.418287] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cd98230-8249-4746-948d-27fec9ce545e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.418287] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for the task: (returnval){ [ 657.418287] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5212d7c2-aae6-7372-65af-45267a242eb3" [ 657.418287] env[63440]: _type = "Task" [ 657.418287] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.418287] env[63440]: DEBUG nova.compute.manager [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.418287] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5212d7c2-aae6-7372-65af-45267a242eb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.425770] env[63440]: DEBUG oslo_concurrency.lockutils [req-1cd67fca-2716-43cf-89a8-afabcabc231a req-d37c5aa9-dfe8-4a5f-871b-32f742b24416 service nova] Releasing lock "refresh_cache-32236944-2eaa-44b2-9c93-7f9abddd7ea3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.426103] env[63440]: DEBUG nova.compute.manager [req-1cd67fca-2716-43cf-89a8-afabcabc231a req-d37c5aa9-dfe8-4a5f-871b-32f742b24416 service nova] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Received event network-vif-deleted-d0445a6c-5d4b-47e6-93b5-6d590b07ebdd {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.455814] env[63440]: DEBUG nova.network.neutron [req-44270568-1b21-417d-bf66-65ae14d53819 req-1efd640a-3024-4fa7-be8e-a065693e7734 service nova] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Updated VIF entry in instance network info cache for port 48a13b61-4d0c-4e22-94b4-49c474fd0d0d. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.456303] env[63440]: DEBUG nova.network.neutron [req-44270568-1b21-417d-bf66-65ae14d53819 req-1efd640a-3024-4fa7-be8e-a065693e7734 service nova] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Updating instance_info_cache with network_info: [{"id": "48a13b61-4d0c-4e22-94b4-49c474fd0d0d", "address": "fa:16:3e:89:ce:5d", "network": {"id": "7ff07e9e-ecc0-4a5e-921a-3d6735b3c51c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-896011876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03d1e337f474942bbdd5d18eca81079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a13b61-4d", "ovs_interfaceid": "48a13b61-4d0c-4e22-94b4-49c474fd0d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.869144] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2661146, 'name': PowerOnVM_Task} progress is 95%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.906885] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5212d7c2-aae6-7372-65af-45267a242eb3, 'name': SearchDatastore_Task, 'duration_secs': 0.013892} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.910586] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.911251] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 32236944-2eaa-44b2-9c93-7f9abddd7ea3/32236944-2eaa-44b2-9c93-7f9abddd7ea3.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.911991] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d08551d-2a5e-4096-a81d-ada4b371f271 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.922210] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for the task: (returnval){ [ 657.922210] env[63440]: value = "task-2661147" [ 657.922210] env[63440]: _type = "Task" [ 657.922210] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.937982] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.964227] env[63440]: DEBUG oslo_concurrency.lockutils [req-44270568-1b21-417d-bf66-65ae14d53819 req-1efd640a-3024-4fa7-be8e-a065693e7734 service nova] Releasing lock "refresh_cache-ef67ae7a-f55e-453f-a821-f50c27a35ab4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.114115] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b964106c-6459-4b4b-b920-d4cf3df12739 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.129247] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8644af8-9667-4bad-99f6-bc51fe427bba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.163277] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3078ea8f-4d62-4151-98cb-df3d617ad2b6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.174271] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4077d362-139f-4322-8212-fba6f7d21764 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.190441] env[63440]: DEBUG nova.compute.provider_tree [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.369896] env[63440]: DEBUG oslo_vmware.api [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2661146, 'name': PowerOnVM_Task, 'duration_secs': 0.568105} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.370544] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.370986] env[63440]: INFO nova.compute.manager [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Took 7.81 seconds to spawn the instance on the hypervisor. [ 658.371364] env[63440]: DEBUG nova.compute.manager [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.372577] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8b01af-f2ef-40d8-b0af-7420b2e384b6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.412756] env[63440]: DEBUG nova.compute.manager [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.449143] env[63440]: DEBUG nova.network.neutron [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Successfully updated port: 2ea19e90-a99e-41fd-9389-4c46151d3364 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.453028] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661147, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.461198] env[63440]: DEBUG nova.virt.hardware [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.461684] env[63440]: DEBUG nova.virt.hardware [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.461920] env[63440]: DEBUG nova.virt.hardware [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.462165] env[63440]: DEBUG nova.virt.hardware [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.462353] env[63440]: DEBUG nova.virt.hardware [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.462584] env[63440]: DEBUG nova.virt.hardware [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.462879] env[63440]: DEBUG nova.virt.hardware [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.463111] env[63440]: DEBUG nova.virt.hardware [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.463303] env[63440]: DEBUG nova.virt.hardware [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.463474] env[63440]: DEBUG nova.virt.hardware [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.464041] env[63440]: DEBUG nova.virt.hardware [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.465535] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3c0615-20d4-476c-8a7f-00dd573cf30a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.479235] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d73d98-e5cb-4eb5-9159-775882bdfd99 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.497716] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Instance VIF info [] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.503937] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Creating folder: Project (2ff74de490b74ee09c3270fa560ed007). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.504543] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd25acb1-2eba-4642-ba4c-dc0cc9eec4ef {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.518641] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Created folder: Project (2ff74de490b74ee09c3270fa560ed007) in parent group-v536546. [ 658.518877] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Creating folder: Instances. Parent ref: group-v536647. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.519189] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac28b08e-13ed-49c6-a389-2d42c6bb01c1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.535218] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Created folder: Instances in parent group-v536647. [ 658.535594] env[63440]: DEBUG oslo.service.loopingcall [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 658.535927] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.536168] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3833e210-e335-4a55-a611-fe0a0b7d8b54 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.557494] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.557494] env[63440]: value = "task-2661150" [ 658.557494] env[63440]: _type = "Task" [ 658.557494] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.567293] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661150, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.694538] env[63440]: DEBUG nova.scheduler.client.report [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.897728] env[63440]: DEBUG nova.compute.manager [req-286ff4fa-1e43-45c0-977e-5f1d335a3c36 req-851adfcf-ade4-4424-a9b1-2456146ffeb0 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Received event network-vif-plugged-2ea19e90-a99e-41fd-9389-4c46151d3364 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.897843] env[63440]: DEBUG oslo_concurrency.lockutils [req-286ff4fa-1e43-45c0-977e-5f1d335a3c36 req-851adfcf-ade4-4424-a9b1-2456146ffeb0 service nova] Acquiring lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.898142] env[63440]: DEBUG oslo_concurrency.lockutils [req-286ff4fa-1e43-45c0-977e-5f1d335a3c36 req-851adfcf-ade4-4424-a9b1-2456146ffeb0 service nova] Lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.899337] env[63440]: DEBUG oslo_concurrency.lockutils [req-286ff4fa-1e43-45c0-977e-5f1d335a3c36 req-851adfcf-ade4-4424-a9b1-2456146ffeb0 service nova] Lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.899337] env[63440]: DEBUG nova.compute.manager [req-286ff4fa-1e43-45c0-977e-5f1d335a3c36 req-851adfcf-ade4-4424-a9b1-2456146ffeb0 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] No waiting events found dispatching network-vif-plugged-2ea19e90-a99e-41fd-9389-4c46151d3364 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.899337] env[63440]: WARNING nova.compute.manager [req-286ff4fa-1e43-45c0-977e-5f1d335a3c36 req-851adfcf-ade4-4424-a9b1-2456146ffeb0 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Received unexpected event network-vif-plugged-2ea19e90-a99e-41fd-9389-4c46151d3364 for instance with vm_state active and task_state None. [ 658.901551] env[63440]: INFO nova.compute.manager [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Took 34.72 seconds to build instance. [ 658.937956] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724664} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.938788] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 32236944-2eaa-44b2-9c93-7f9abddd7ea3/32236944-2eaa-44b2-9c93-7f9abddd7ea3.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.938788] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.938788] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6990b55d-1ff9-41ea-a22b-6dc7e7290b9a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.947716] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for the task: (returnval){ [ 658.947716] env[63440]: value = "task-2661151" [ 658.947716] env[63440]: _type = "Task" [ 658.947716] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.951502] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "refresh_cache-d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.951709] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "refresh_cache-d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.951854] env[63440]: DEBUG nova.network.neutron [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.962783] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.068977] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661150, 'name': CreateVM_Task, 'duration_secs': 0.387563} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.069215] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.070112] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.070112] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.070232] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.070472] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5e9e58d-3114-4bf6-b09a-7542a9a53b09 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.080298] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Waiting for the task: (returnval){ [ 659.080298] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526e3653-98f1-02d0-a57c-d1134ebc384d" [ 659.080298] env[63440]: _type = "Task" [ 659.080298] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.087547] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526e3653-98f1-02d0-a57c-d1134ebc384d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.200927] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.829s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.201496] env[63440]: DEBUG nova.compute.manager [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.204493] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.804s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.204727] env[63440]: DEBUG nova.objects.instance [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lazy-loading 'resources' on Instance uuid 9b347c8c-73d9-4e48-b0d2-9727fb479389 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.403632] env[63440]: DEBUG oslo_concurrency.lockutils [None req-734c2665-92ec-4aef-92d3-d34e4300ccf6 tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Lock "da6874f4-077f-4306-8d7e-e3f91b5a4c6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.019s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.463228] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17088} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.464049] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.464941] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cc939c-aafe-4a59-b534-526edc34be2f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.492774] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 32236944-2eaa-44b2-9c93-7f9abddd7ea3/32236944-2eaa-44b2-9c93-7f9abddd7ea3.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.493831] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88a8909f-bd1b-48b3-bbd1-b9b2143718e2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.510454] env[63440]: WARNING nova.network.neutron [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] 6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0 already exists in list: networks containing: ['6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0']. ignoring it [ 659.518544] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for the task: (returnval){ [ 659.518544] env[63440]: value = "task-2661152" [ 659.518544] env[63440]: _type = "Task" [ 659.518544] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.527653] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.589382] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526e3653-98f1-02d0-a57c-d1134ebc384d, 'name': SearchDatastore_Task, 'duration_secs': 0.023529} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.589862] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.590183] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.590442] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.590607] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.590766] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.591052] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f70cbdd-8f70-42b3-b68b-c5fb39b7dfba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.605917] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.606137] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.606869] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6fdab8e-c177-43f5-be8c-17c7c492d92d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.618277] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Waiting for the task: (returnval){ [ 659.618277] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c6fd25-3c77-30b7-2002-4985bacad528" [ 659.618277] env[63440]: _type = "Task" [ 659.618277] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.628017] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c6fd25-3c77-30b7-2002-4985bacad528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.707635] env[63440]: DEBUG nova.compute.utils [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.709033] env[63440]: DEBUG nova.compute.manager [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.709216] env[63440]: DEBUG nova.network.neutron [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.758720] env[63440]: DEBUG nova.policy [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '478097abafdd433f815e81106776a64d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3c9e9a45ba94e03b2344bc39bad331e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.846266] env[63440]: DEBUG nova.network.neutron [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Updating instance_info_cache with network_info: [{"id": "8f70c9ce-33dd-4e71-9c9f-20beced5c077", "address": "fa:16:3e:d1:70:65", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f70c9ce-33", "ovs_interfaceid": "8f70c9ce-33dd-4e71-9c9f-20beced5c077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ea19e90-a99e-41fd-9389-4c46151d3364", "address": "fa:16:3e:10:e0:42", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ea19e90-a9", "ovs_interfaceid": "2ea19e90-a99e-41fd-9389-4c46151d3364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.907045] env[63440]: DEBUG nova.compute.manager [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.032087] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.105097] env[63440]: DEBUG nova.network.neutron [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Successfully created port: d1945215-98f2-43fb-a18f-8e2024656c7e {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.136037] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c6fd25-3c77-30b7-2002-4985bacad528, 'name': SearchDatastore_Task, 'duration_secs': 0.031547} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.137180] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d86e8d-3b8b-4baf-8d4c-02855179ae17 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.143618] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Waiting for the task: (returnval){ [ 660.143618] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c25b01-9248-ee2e-878c-3f37d9fb8cfe" [ 660.143618] env[63440]: _type = "Task" [ 660.143618] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.152621] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c25b01-9248-ee2e-878c-3f37d9fb8cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.212311] env[63440]: DEBUG nova.compute.manager [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.351812] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "refresh_cache-d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.353111] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.353319] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.356567] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15698b2-e3c2-4cb5-b6aa-3cddbe29fed9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.373472] env[63440]: DEBUG nova.virt.hardware [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.373756] env[63440]: DEBUG nova.virt.hardware [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.373937] env[63440]: DEBUG nova.virt.hardware [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.374154] env[63440]: DEBUG nova.virt.hardware [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.374308] env[63440]: DEBUG nova.virt.hardware [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.374458] env[63440]: DEBUG nova.virt.hardware [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.374666] env[63440]: DEBUG nova.virt.hardware [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.374851] env[63440]: DEBUG nova.virt.hardware [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.374999] env[63440]: DEBUG nova.virt.hardware [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.375193] env[63440]: DEBUG nova.virt.hardware [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.375500] env[63440]: DEBUG nova.virt.hardware [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.382038] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Reconfiguring VM to attach interface {{(pid=63440) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 660.385708] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b21b649-7288-4ab5-b9ca-c262a893d51c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.407383] env[63440]: DEBUG oslo_vmware.api [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 660.407383] env[63440]: value = "task-2661153" [ 660.407383] env[63440]: _type = "Task" [ 660.407383] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.416982] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea56d2c-bc6e-4bf1-bf72-aa0e352257cb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.426584] env[63440]: DEBUG oslo_vmware.api [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661153, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.433577] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d5cdb3-c0e5-4c6a-82a1-614cebda6782 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.468356] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.469346] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3289fe6b-40a9-4068-9072-84ebffcdb7d3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.478576] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27454628-2e38-48ec-a819-f57c933f66e8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.494367] env[63440]: DEBUG nova.compute.provider_tree [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.531800] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661152, 'name': ReconfigVM_Task, 'duration_secs': 0.848767} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.532463] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 32236944-2eaa-44b2-9c93-7f9abddd7ea3/32236944-2eaa-44b2-9c93-7f9abddd7ea3.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.532825] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a2959e2-5992-4caa-8f87-b5b817bac375 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.541903] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for the task: (returnval){ [ 660.541903] env[63440]: value = "task-2661154" [ 660.541903] env[63440]: _type = "Task" [ 660.541903] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.553294] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661154, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.655066] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c25b01-9248-ee2e-878c-3f37d9fb8cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.026829} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.655066] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.655328] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] a3f2ac99-8c0b-42d5-9459-87217561d4e4/a3f2ac99-8c0b-42d5-9459-87217561d4e4.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.655622] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec99a84e-dec1-40f2-bb4c-59f55a62e688 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.664643] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Waiting for the task: (returnval){ [ 660.664643] env[63440]: value = "task-2661155" [ 660.664643] env[63440]: _type = "Task" [ 660.664643] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.677736] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': task-2661155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.919098] env[63440]: DEBUG oslo_vmware.api [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.998516] env[63440]: DEBUG nova.scheduler.client.report [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.053526] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661154, 'name': Rename_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.179395] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': task-2661155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.225550] env[63440]: DEBUG nova.compute.manager [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.253058] env[63440]: DEBUG nova.virt.hardware [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.253058] env[63440]: DEBUG nova.virt.hardware [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.253058] env[63440]: DEBUG nova.virt.hardware [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.253058] env[63440]: DEBUG nova.virt.hardware [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.253058] env[63440]: DEBUG nova.virt.hardware [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.253058] env[63440]: DEBUG nova.virt.hardware [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.253058] env[63440]: DEBUG nova.virt.hardware [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.253058] env[63440]: DEBUG nova.virt.hardware [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.253058] env[63440]: DEBUG nova.virt.hardware [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.253058] env[63440]: DEBUG nova.virt.hardware [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.253058] env[63440]: DEBUG nova.virt.hardware [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.253675] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77387c35-0fd2-48d8-8ce4-2915355dd021 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.264956] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d1a7d8-0346-436e-9e7b-8839efc4ec2d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.418408] env[63440]: DEBUG oslo_vmware.api [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661153, 'name': ReconfigVM_Task, 'duration_secs': 0.799688} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.419719] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.420067] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Reconfigured VM to attach interface {{(pid=63440) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 661.506302] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.508944] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.878s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.509273] env[63440]: DEBUG nova.objects.instance [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lazy-loading 'resources' on Instance uuid 50e197aa-2ae8-44b5-9fa1-6ad531d2f771 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.533636] env[63440]: INFO nova.scheduler.client.report [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Deleted allocations for instance 9b347c8c-73d9-4e48-b0d2-9727fb479389 [ 661.549997] env[63440]: DEBUG oslo_vmware.rw_handles [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ac8b6-b6bf-4fb5-abc0-fc3cb54aeede/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 661.551264] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b39823e-43c2-4dec-a482-ae39bdbe2d50 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.559112] env[63440]: DEBUG oslo_vmware.rw_handles [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ac8b6-b6bf-4fb5-abc0-fc3cb54aeede/disk-0.vmdk is in state: ready. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 661.559112] env[63440]: ERROR oslo_vmware.rw_handles [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ac8b6-b6bf-4fb5-abc0-fc3cb54aeede/disk-0.vmdk due to incomplete transfer. [ 661.563353] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-027b946c-eb07-4c10-ae11-6c0c406bb599 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.565331] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661154, 'name': Rename_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.573982] env[63440]: DEBUG oslo_vmware.rw_handles [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ac8b6-b6bf-4fb5-abc0-fc3cb54aeede/disk-0.vmdk. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 661.574157] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Uploaded image 2585fb4d-a7a9-4d65-a68e-3ef04176dff4 to the Glance image server {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 661.577170] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Destroying the VM {{(pid=63440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 661.577170] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-78c42d44-2fdb-4f2f-b2fc-b091cd040040 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.585266] env[63440]: DEBUG oslo_vmware.api [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 661.585266] env[63440]: value = "task-2661156" [ 661.585266] env[63440]: _type = "Task" [ 661.585266] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.601413] env[63440]: DEBUG oslo_vmware.api [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661156, 'name': Destroy_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.677100] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': task-2661155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.785757] env[63440]: DEBUG nova.compute.manager [req-c0417dff-1e69-49ca-92bc-ea4e8215b8c5 req-8d19e0ec-a119-4402-beb2-6f63542c0913 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Received event network-changed-2ea19e90-a99e-41fd-9389-4c46151d3364 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.785944] env[63440]: DEBUG nova.compute.manager [req-c0417dff-1e69-49ca-92bc-ea4e8215b8c5 req-8d19e0ec-a119-4402-beb2-6f63542c0913 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Refreshing instance network info cache due to event network-changed-2ea19e90-a99e-41fd-9389-4c46151d3364. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 661.788416] env[63440]: DEBUG oslo_concurrency.lockutils [req-c0417dff-1e69-49ca-92bc-ea4e8215b8c5 req-8d19e0ec-a119-4402-beb2-6f63542c0913 service nova] Acquiring lock "refresh_cache-d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.788416] env[63440]: DEBUG oslo_concurrency.lockutils [req-c0417dff-1e69-49ca-92bc-ea4e8215b8c5 req-8d19e0ec-a119-4402-beb2-6f63542c0913 service nova] Acquired lock "refresh_cache-d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.788416] env[63440]: DEBUG nova.network.neutron [req-c0417dff-1e69-49ca-92bc-ea4e8215b8c5 req-8d19e0ec-a119-4402-beb2-6f63542c0913 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Refreshing network info cache for port 2ea19e90-a99e-41fd-9389-4c46151d3364 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.820470] env[63440]: DEBUG nova.network.neutron [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Successfully updated port: d1945215-98f2-43fb-a18f-8e2024656c7e {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.925833] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ed8ec6a-5f55-4409-a721-52ec81ab65e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "interface-d735bb99-dc6e-44e8-8cc1-d9b0dee29647-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.883s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.038388] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Acquiring lock "da6874f4-077f-4306-8d7e-e3f91b5a4c6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.038388] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Lock "da6874f4-077f-4306-8d7e-e3f91b5a4c6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.038388] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Acquiring lock "da6874f4-077f-4306-8d7e-e3f91b5a4c6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.038388] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Lock "da6874f4-077f-4306-8d7e-e3f91b5a4c6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.038388] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Lock "da6874f4-077f-4306-8d7e-e3f91b5a4c6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.040033] env[63440]: INFO nova.compute.manager [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Terminating instance [ 662.066740] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661154, 'name': Rename_Task, 'duration_secs': 1.189496} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.071835] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.071835] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3985694-1c92-4935-9f43-30c01fbb5421 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.077019] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddcadb37-753a-4ebe-b945-c38e5b8e436f tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "9b347c8c-73d9-4e48-b0d2-9727fb479389" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.158s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.080287] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for the task: (returnval){ [ 662.080287] env[63440]: value = "task-2661157" [ 662.080287] env[63440]: _type = "Task" [ 662.080287] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.097227] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.109389] env[63440]: DEBUG oslo_vmware.api [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661156, 'name': Destroy_Task, 'duration_secs': 0.364996} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.109697] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Destroyed the VM [ 662.109947] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Deleting Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 662.110241] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-68511fdb-2429-4a00-8f79-c5b431ea9446 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.122936] env[63440]: DEBUG oslo_vmware.api [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 662.122936] env[63440]: value = "task-2661158" [ 662.122936] env[63440]: _type = "Task" [ 662.122936] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.137053] env[63440]: DEBUG oslo_vmware.api [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661158, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.178137] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': task-2661155, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.322791] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "refresh_cache-832a2116-9b59-4038-b37c-0fe0d707f9d3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.322884] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "refresh_cache-832a2116-9b59-4038-b37c-0fe0d707f9d3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.323058] env[63440]: DEBUG nova.network.neutron [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.412864] env[63440]: DEBUG nova.compute.manager [req-1bad7e52-3cc3-4618-b7b1-4396866a6dcc req-68ab7042-2dda-477c-8445-055517cbd568 service nova] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Received event network-vif-plugged-d1945215-98f2-43fb-a18f-8e2024656c7e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 662.414755] env[63440]: DEBUG oslo_concurrency.lockutils [req-1bad7e52-3cc3-4618-b7b1-4396866a6dcc req-68ab7042-2dda-477c-8445-055517cbd568 service nova] Acquiring lock "832a2116-9b59-4038-b37c-0fe0d707f9d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.415157] env[63440]: DEBUG oslo_concurrency.lockutils [req-1bad7e52-3cc3-4618-b7b1-4396866a6dcc req-68ab7042-2dda-477c-8445-055517cbd568 service nova] Lock "832a2116-9b59-4038-b37c-0fe0d707f9d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.417159] env[63440]: DEBUG oslo_concurrency.lockutils [req-1bad7e52-3cc3-4618-b7b1-4396866a6dcc req-68ab7042-2dda-477c-8445-055517cbd568 service nova] Lock "832a2116-9b59-4038-b37c-0fe0d707f9d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.417159] env[63440]: DEBUG nova.compute.manager [req-1bad7e52-3cc3-4618-b7b1-4396866a6dcc req-68ab7042-2dda-477c-8445-055517cbd568 service nova] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] No waiting events found dispatching network-vif-plugged-d1945215-98f2-43fb-a18f-8e2024656c7e {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.417159] env[63440]: WARNING nova.compute.manager [req-1bad7e52-3cc3-4618-b7b1-4396866a6dcc req-68ab7042-2dda-477c-8445-055517cbd568 service nova] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Received unexpected event network-vif-plugged-d1945215-98f2-43fb-a18f-8e2024656c7e for instance with vm_state building and task_state spawning. [ 662.550402] env[63440]: DEBUG nova.compute.manager [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 662.550653] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.551540] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573918f6-3adf-468b-9728-ccdc53392486 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.564436] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.564708] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a298ca27-e2e2-42a1-bfbd-08382aa91369 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.573382] env[63440]: DEBUG oslo_vmware.api [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Waiting for the task: (returnval){ [ 662.573382] env[63440]: value = "task-2661159" [ 662.573382] env[63440]: _type = "Task" [ 662.573382] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.588391] env[63440]: DEBUG oslo_vmware.api [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2661159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.595508] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.607832] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dc7ea3-8802-40a1-ac0b-b527a571e28c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.617253] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d72501c-c49e-4263-91e0-045e974257c2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.654467] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060466a3-8ff3-4c10-98bb-f428158a6ab5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.664251] env[63440]: DEBUG oslo_vmware.api [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661158, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.668516] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6a5570-5b36-4a99-86da-63d97d8d2814 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.687953] env[63440]: DEBUG nova.compute.provider_tree [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.692449] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': task-2661155, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.73821} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.692956] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] a3f2ac99-8c0b-42d5-9459-87217561d4e4/a3f2ac99-8c0b-42d5-9459-87217561d4e4.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.693220] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.693469] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54d7523e-e843-4208-b2b2-e4c24a576db7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.701304] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Waiting for the task: (returnval){ [ 662.701304] env[63440]: value = "task-2661160" [ 662.701304] env[63440]: _type = "Task" [ 662.701304] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.710487] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': task-2661160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.879514] env[63440]: DEBUG nova.network.neutron [req-c0417dff-1e69-49ca-92bc-ea4e8215b8c5 req-8d19e0ec-a119-4402-beb2-6f63542c0913 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Updated VIF entry in instance network info cache for port 2ea19e90-a99e-41fd-9389-4c46151d3364. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.880186] env[63440]: DEBUG nova.network.neutron [req-c0417dff-1e69-49ca-92bc-ea4e8215b8c5 req-8d19e0ec-a119-4402-beb2-6f63542c0913 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Updating instance_info_cache with network_info: [{"id": "8f70c9ce-33dd-4e71-9c9f-20beced5c077", "address": "fa:16:3e:d1:70:65", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f70c9ce-33", "ovs_interfaceid": "8f70c9ce-33dd-4e71-9c9f-20beced5c077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ea19e90-a99e-41fd-9389-4c46151d3364", "address": "fa:16:3e:10:e0:42", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ea19e90-a9", "ovs_interfaceid": "2ea19e90-a99e-41fd-9389-4c46151d3364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.882125] env[63440]: DEBUG nova.network.neutron [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.037928] env[63440]: DEBUG nova.network.neutron [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Updating instance_info_cache with network_info: [{"id": "d1945215-98f2-43fb-a18f-8e2024656c7e", "address": "fa:16:3e:87:2e:fa", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1945215-98", "ovs_interfaceid": "d1945215-98f2-43fb-a18f-8e2024656c7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.087936] env[63440]: DEBUG oslo_vmware.api [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2661159, 'name': PowerOffVM_Task, 'duration_secs': 0.238279} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.088617] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.088815] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 663.089101] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4925960d-19b5-4cf0-9916-b6048ee931ef {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.093915] env[63440]: DEBUG oslo_vmware.api [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661157, 'name': PowerOnVM_Task, 'duration_secs': 0.923864} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.094174] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.094399] env[63440]: INFO nova.compute.manager [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Took 9.67 seconds to spawn the instance on the hypervisor. [ 663.094586] env[63440]: DEBUG nova.compute.manager [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.095364] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3685bbf8-09e5-4780-8d8d-dc033594fac0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.135422] env[63440]: DEBUG oslo_vmware.api [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661158, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.177903] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 663.178176] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 663.178366] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Deleting the datastore file [datastore1] da6874f4-077f-4306-8d7e-e3f91b5a4c6e {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.179008] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d71978c-5d49-4f48-a006-f23393a469b5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.187416] env[63440]: DEBUG oslo_vmware.api [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Waiting for the task: (returnval){ [ 663.187416] env[63440]: value = "task-2661162" [ 663.187416] env[63440]: _type = "Task" [ 663.187416] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.194962] env[63440]: DEBUG nova.scheduler.client.report [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.201709] env[63440]: DEBUG oslo_vmware.api [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2661162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.211145] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': task-2661160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.299699} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.212122] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.213056] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcca60b1-1609-4bb5-9a81-2b89d9753d81 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.236893] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] a3f2ac99-8c0b-42d5-9459-87217561d4e4/a3f2ac99-8c0b-42d5-9459-87217561d4e4.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.237514] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d5024df-da28-4e5e-bcc4-ea7a257870da {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.258124] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Waiting for the task: (returnval){ [ 663.258124] env[63440]: value = "task-2661163" [ 663.258124] env[63440]: _type = "Task" [ 663.258124] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.267799] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': task-2661163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.385756] env[63440]: DEBUG oslo_concurrency.lockutils [req-c0417dff-1e69-49ca-92bc-ea4e8215b8c5 req-8d19e0ec-a119-4402-beb2-6f63542c0913 service nova] Releasing lock "refresh_cache-d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.545033] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "refresh_cache-832a2116-9b59-4038-b37c-0fe0d707f9d3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.545033] env[63440]: DEBUG nova.compute.manager [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Instance network_info: |[{"id": "d1945215-98f2-43fb-a18f-8e2024656c7e", "address": "fa:16:3e:87:2e:fa", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1945215-98", "ovs_interfaceid": "d1945215-98f2-43fb-a18f-8e2024656c7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.545671] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:2e:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1945215-98f2-43fb-a18f-8e2024656c7e', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.555212] env[63440]: DEBUG oslo.service.loopingcall [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 663.555212] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.555537] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf7517d8-8293-4458-a76e-f6f48ce7c26d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.578988] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.578988] env[63440]: value = "task-2661164" [ 663.578988] env[63440]: _type = "Task" [ 663.578988] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.588323] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661164, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.614046] env[63440]: INFO nova.compute.manager [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Took 36.46 seconds to build instance. [ 663.637281] env[63440]: DEBUG oslo_vmware.api [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661158, 'name': RemoveSnapshot_Task, 'duration_secs': 1.425368} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.637662] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Deleted Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 663.637950] env[63440]: INFO nova.compute.manager [None req-6f4a8ec0-25ad-4e7d-a0d4-dfa8ab9f14b9 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Took 16.60 seconds to snapshot the instance on the hypervisor. [ 663.704054] env[63440]: DEBUG oslo_vmware.api [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Task: {'id': task-2661162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299779} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.704054] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.704054] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.704054] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.704054] env[63440]: INFO nova.compute.manager [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 663.704054] env[63440]: DEBUG oslo.service.loopingcall [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 663.704054] env[63440]: DEBUG nova.compute.manager [-] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.704054] env[63440]: DEBUG nova.network.neutron [-] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.704938] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.706827] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.926s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.708473] env[63440]: INFO nova.compute.claims [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.739916] env[63440]: INFO nova.scheduler.client.report [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Deleted allocations for instance 50e197aa-2ae8-44b5-9fa1-6ad531d2f771 [ 663.773035] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': task-2661163, 'name': ReconfigVM_Task, 'duration_secs': 0.404456} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.773424] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Reconfigured VM instance instance-00000023 to attach disk [datastore2] a3f2ac99-8c0b-42d5-9459-87217561d4e4/a3f2ac99-8c0b-42d5-9459-87217561d4e4.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.774045] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab261312-f1fb-490b-904e-1a383404a307 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.784685] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Waiting for the task: (returnval){ [ 663.784685] env[63440]: value = "task-2661165" [ 663.784685] env[63440]: _type = "Task" [ 663.784685] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.795948] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': task-2661165, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.865879] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquiring lock "6bad7893-30cb-40f2-9077-f05da996be69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.865879] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Lock "6bad7893-30cb-40f2-9077-f05da996be69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.867330] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquiring lock "6bad7893-30cb-40f2-9077-f05da996be69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.867632] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Lock "6bad7893-30cb-40f2-9077-f05da996be69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.867841] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Lock "6bad7893-30cb-40f2-9077-f05da996be69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.871547] env[63440]: INFO nova.compute.manager [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Terminating instance [ 664.089093] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661164, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.116339] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cc34cc24-7e82-4daa-b49a-4743f779897b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "32236944-2eaa-44b2-9c93-7f9abddd7ea3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.431s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.250674] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8db081b1-41db-4299-816d-1eb86294bab4 tempest-ListServersNegativeTestJSON-1026615719 tempest-ListServersNegativeTestJSON-1026615719-project-member] Lock "50e197aa-2ae8-44b5-9fa1-6ad531d2f771" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.076s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.298779] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': task-2661165, 'name': Rename_Task, 'duration_secs': 0.14731} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.299085] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.299397] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bd24ef0-68da-48b1-85e9-6ffb2d3b83cb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.307397] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Waiting for the task: (returnval){ [ 664.307397] env[63440]: value = "task-2661166" [ 664.307397] env[63440]: _type = "Task" [ 664.307397] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.316476] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': task-2661166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.377050] env[63440]: DEBUG nova.compute.manager [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 664.377285] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.378337] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4ab875-82e9-4e09-a74f-40d14a89af30 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.389124] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.389324] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e80bbf9-5718-4d69-88c6-e8d009627142 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.396488] env[63440]: DEBUG oslo_vmware.api [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 664.396488] env[63440]: value = "task-2661167" [ 664.396488] env[63440]: _type = "Task" [ 664.396488] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.405064] env[63440]: DEBUG oslo_vmware.api [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.429563] env[63440]: DEBUG nova.compute.manager [req-5f589d3a-c1c5-460d-9100-85acf3f54372 req-0ca4e945-bd7f-4ec2-a7e2-a6a40482cff9 service nova] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Received event network-vif-deleted-070bb022-f601-4494-829e-3083d553d826 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 664.429563] env[63440]: INFO nova.compute.manager [req-5f589d3a-c1c5-460d-9100-85acf3f54372 req-0ca4e945-bd7f-4ec2-a7e2-a6a40482cff9 service nova] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Neutron deleted interface 070bb022-f601-4494-829e-3083d553d826; detaching it from the instance and deleting it from the info cache [ 664.429563] env[63440]: DEBUG nova.network.neutron [req-5f589d3a-c1c5-460d-9100-85acf3f54372 req-0ca4e945-bd7f-4ec2-a7e2-a6a40482cff9 service nova] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.525098] env[63440]: DEBUG nova.network.neutron [-] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.589878] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661164, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.619604] env[63440]: DEBUG nova.compute.manager [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.820784] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': task-2661166, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.846945] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquiring lock "bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.847418] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Lock "bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.907824] env[63440]: DEBUG oslo_vmware.api [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661167, 'name': PowerOffVM_Task, 'duration_secs': 0.426886} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.910643] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.910867] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.911341] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-144519d7-270e-461a-bf95-2bf7e42901fd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.936645] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63a40828-620a-444a-a5fe-e0a6ac051659 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.948573] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ec1bd8-b1fa-4280-b827-d94d71e5437c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.994780] env[63440]: DEBUG nova.compute.manager [req-5f589d3a-c1c5-460d-9100-85acf3f54372 req-0ca4e945-bd7f-4ec2-a7e2-a6a40482cff9 service nova] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Detach interface failed, port_id=070bb022-f601-4494-829e-3083d553d826, reason: Instance da6874f4-077f-4306-8d7e-e3f91b5a4c6e could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 664.998793] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.998996] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.999190] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Deleting the datastore file [datastore1] 6bad7893-30cb-40f2-9077-f05da996be69 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.999768] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-430cc7e4-9487-4d18-90e3-3ce7f134966d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.006974] env[63440]: DEBUG oslo_vmware.api [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 665.006974] env[63440]: value = "task-2661169" [ 665.006974] env[63440]: _type = "Task" [ 665.006974] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.018831] env[63440]: DEBUG oslo_vmware.api [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.031129] env[63440]: INFO nova.compute.manager [-] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Took 1.33 seconds to deallocate network for instance. [ 665.088920] env[63440]: DEBUG nova.compute.manager [req-ed148240-6182-4ebe-bdcb-9f9f5bfaef8f req-26618c85-fbfe-42fb-8c70-e59626bc5950 service nova] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Received event network-changed-d1945215-98f2-43fb-a18f-8e2024656c7e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.089244] env[63440]: DEBUG nova.compute.manager [req-ed148240-6182-4ebe-bdcb-9f9f5bfaef8f req-26618c85-fbfe-42fb-8c70-e59626bc5950 service nova] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Refreshing instance network info cache due to event network-changed-d1945215-98f2-43fb-a18f-8e2024656c7e. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 665.089508] env[63440]: DEBUG oslo_concurrency.lockutils [req-ed148240-6182-4ebe-bdcb-9f9f5bfaef8f req-26618c85-fbfe-42fb-8c70-e59626bc5950 service nova] Acquiring lock "refresh_cache-832a2116-9b59-4038-b37c-0fe0d707f9d3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.089672] env[63440]: DEBUG oslo_concurrency.lockutils [req-ed148240-6182-4ebe-bdcb-9f9f5bfaef8f req-26618c85-fbfe-42fb-8c70-e59626bc5950 service nova] Acquired lock "refresh_cache-832a2116-9b59-4038-b37c-0fe0d707f9d3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.089868] env[63440]: DEBUG nova.network.neutron [req-ed148240-6182-4ebe-bdcb-9f9f5bfaef8f req-26618c85-fbfe-42fb-8c70-e59626bc5950 service nova] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Refreshing network info cache for port d1945215-98f2-43fb-a18f-8e2024656c7e {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.100105] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661164, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.138371] env[63440]: DEBUG oslo_concurrency.lockutils [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.243567] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82a07bf-c00b-4746-b409-f5e1a878afd6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.253034] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f361a442-b8d8-4bf6-864f-62ea72748e41 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.283925] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ee2d5a-f77c-450f-bcc4-5f57669cef16 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.292305] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8c6435-aab4-4958-96c7-bf95c9ebfe73 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.307956] env[63440]: DEBUG nova.compute.provider_tree [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.319188] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': task-2661166, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.437576] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "interface-d735bb99-dc6e-44e8-8cc1-d9b0dee29647-2ea19e90-a99e-41fd-9389-4c46151d3364" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.437863] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "interface-d735bb99-dc6e-44e8-8cc1-d9b0dee29647-2ea19e90-a99e-41fd-9389-4c46151d3364" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.517061] env[63440]: DEBUG oslo_vmware.api [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490459} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.517330] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.517522] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.517705] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.517902] env[63440]: INFO nova.compute.manager [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Took 1.14 seconds to destroy the instance on the hypervisor. [ 665.518177] env[63440]: DEBUG oslo.service.loopingcall [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.518372] env[63440]: DEBUG nova.compute.manager [-] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.518465] env[63440]: DEBUG nova.network.neutron [-] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.539161] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.594675] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661164, 'name': CreateVM_Task, 'duration_secs': 1.524596} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.594983] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.595773] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.595960] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.596299] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.596575] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a283190e-1237-4a77-ae86-267ef973b2c5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.601739] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 665.601739] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529d4c70-df5f-58d6-8d6b-0f7af719ca13" [ 665.601739] env[63440]: _type = "Task" [ 665.601739] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.610988] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529d4c70-df5f-58d6-8d6b-0f7af719ca13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.802887] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Acquiring lock "545f7a96-8308-476c-be13-c815aeb0bad9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.803131] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Lock "545f7a96-8308-476c-be13-c815aeb0bad9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.815172] env[63440]: DEBUG nova.scheduler.client.report [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.828020] env[63440]: DEBUG oslo_vmware.api [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': task-2661166, 'name': PowerOnVM_Task, 'duration_secs': 1.018062} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.828020] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.828020] env[63440]: INFO nova.compute.manager [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Took 7.41 seconds to spawn the instance on the hypervisor. [ 665.828020] env[63440]: DEBUG nova.compute.manager [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.828020] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dad8b8-7305-4a65-a5e9-db40025474e8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.924016] env[63440]: DEBUG nova.compute.manager [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.925045] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b08487-5670-49bb-bd17-c7e877aeac21 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.942276] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.942472] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.945190] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c40e94-35da-4d83-a178-69adf812e75a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.968660] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98adbea-94c1-4231-ade8-92354f2b5ab9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.997342] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Reconfiguring VM to detach interface {{(pid=63440) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 665.998536] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ffe569c-38d1-4013-b9f6-233035e98298 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.022974] env[63440]: DEBUG oslo_vmware.api [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 666.022974] env[63440]: value = "task-2661170" [ 666.022974] env[63440]: _type = "Task" [ 666.022974] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.034314] env[63440]: DEBUG oslo_vmware.api [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.113780] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529d4c70-df5f-58d6-8d6b-0f7af719ca13, 'name': SearchDatastore_Task, 'duration_secs': 0.012997} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.114173] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.114454] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.114729] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.114883] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.115323] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.115664] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8065ba7-c91b-401c-a08f-a858bfdcbba7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.131988] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.132246] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.133129] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c60e7ff-6031-4aed-8edc-9f971541e3af {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.137465] env[63440]: DEBUG nova.network.neutron [req-ed148240-6182-4ebe-bdcb-9f9f5bfaef8f req-26618c85-fbfe-42fb-8c70-e59626bc5950 service nova] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Updated VIF entry in instance network info cache for port d1945215-98f2-43fb-a18f-8e2024656c7e. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.137922] env[63440]: DEBUG nova.network.neutron [req-ed148240-6182-4ebe-bdcb-9f9f5bfaef8f req-26618c85-fbfe-42fb-8c70-e59626bc5950 service nova] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Updating instance_info_cache with network_info: [{"id": "d1945215-98f2-43fb-a18f-8e2024656c7e", "address": "fa:16:3e:87:2e:fa", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1945215-98", "ovs_interfaceid": "d1945215-98f2-43fb-a18f-8e2024656c7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.146939] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 666.146939] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52cdb9b8-d6f6-d890-cfff-af76bb7dc9cd" [ 666.146939] env[63440]: _type = "Task" [ 666.146939] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.153725] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52cdb9b8-d6f6-d890-cfff-af76bb7dc9cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.306710] env[63440]: DEBUG nova.compute.utils [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.320227] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.321316] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.343s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.321553] env[63440]: DEBUG nova.objects.instance [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Lazy-loading 'resources' on Instance uuid f1e2bfdd-7e4d-478e-ae5c-db222a082290 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.349888] env[63440]: INFO nova.compute.manager [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Took 36.99 seconds to build instance. [ 666.441744] env[63440]: INFO nova.compute.manager [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] instance snapshotting [ 666.444561] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2be172-1d0e-4c1e-b768-a0170590e727 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.465465] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddd6ac3-8111-4058-82b5-ddb9e0371d93 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.537742] env[63440]: DEBUG oslo_vmware.api [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.549111] env[63440]: DEBUG nova.network.neutron [-] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.640843] env[63440]: DEBUG oslo_concurrency.lockutils [req-ed148240-6182-4ebe-bdcb-9f9f5bfaef8f req-26618c85-fbfe-42fb-8c70-e59626bc5950 service nova] Releasing lock "refresh_cache-832a2116-9b59-4038-b37c-0fe0d707f9d3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.654966] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52cdb9b8-d6f6-d890-cfff-af76bb7dc9cd, 'name': SearchDatastore_Task, 'duration_secs': 0.017562} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.658991] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc8abead-d1de-4fce-8a1b-9511cc2ecc81 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.662668] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 666.662668] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520af972-31b2-20b5-4d35-6cf84c832d65" [ 666.662668] env[63440]: _type = "Task" [ 666.662668] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.670933] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520af972-31b2-20b5-4d35-6cf84c832d65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.809465] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Lock "545f7a96-8308-476c-be13-c815aeb0bad9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.824786] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Acquiring lock "0403385c-cb88-4c5a-9590-9b9846fa45be" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.824786] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Lock "0403385c-cb88-4c5a-9590-9b9846fa45be" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.851685] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ec2a92d8-7d43-4a7f-8270-989577119d71 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Lock "a3f2ac99-8c0b-42d5-9459-87217561d4e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.538s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.978562] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Creating Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 666.978883] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4d9f9af0-4249-40d2-83a7-3c7e29de6f48 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.988193] env[63440]: DEBUG oslo_vmware.api [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 666.988193] env[63440]: value = "task-2661171" [ 666.988193] env[63440]: _type = "Task" [ 666.988193] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.997615] env[63440]: DEBUG oslo_vmware.api [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661171, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.038672] env[63440]: DEBUG oslo_vmware.api [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.050661] env[63440]: INFO nova.compute.manager [-] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Took 1.53 seconds to deallocate network for instance. [ 667.178722] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520af972-31b2-20b5-4d35-6cf84c832d65, 'name': SearchDatastore_Task, 'duration_secs': 0.029901} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.178970] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.180658] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 832a2116-9b59-4038-b37c-0fe0d707f9d3/832a2116-9b59-4038-b37c-0fe0d707f9d3.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.180658] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62db32d6-0a5f-4fc7-8f80-22f01f536645 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.190698] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 667.190698] env[63440]: value = "task-2661172" [ 667.190698] env[63440]: _type = "Task" [ 667.190698] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.199910] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.334420] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Lock "0403385c-cb88-4c5a-9590-9b9846fa45be" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.509s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.335016] env[63440]: DEBUG nova.compute.manager [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.352382] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40369d0f-bb8d-4520-91cd-31680d8680ac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.361023] env[63440]: DEBUG nova.compute.manager [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.364128] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab1a9b5-f12d-42b7-8d6f-ac614115ce19 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.415238] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c74e84b-7717-4661-b6bd-ae8dcf438b81 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.431270] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955428b9-cb5c-4ad4-89a4-91d07da4819a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.449849] env[63440]: DEBUG nova.compute.provider_tree [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.505753] env[63440]: DEBUG oslo_vmware.api [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661171, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.537402] env[63440]: DEBUG oslo_vmware.api [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.563549] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.701107] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506419} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.701573] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 832a2116-9b59-4038-b37c-0fe0d707f9d3/832a2116-9b59-4038-b37c-0fe0d707f9d3.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.701667] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.702023] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f9dba2c-d8c2-450c-bbc4-d42da45d141e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.708887] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 667.708887] env[63440]: value = "task-2661173" [ 667.708887] env[63440]: _type = "Task" [ 667.708887] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.717795] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.842283] env[63440]: DEBUG nova.compute.utils [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.843885] env[63440]: DEBUG nova.compute.manager [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.845031] env[63440]: DEBUG nova.network.neutron [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.874422] env[63440]: DEBUG nova.compute.manager [req-237b19d1-9a36-4902-b236-f8259974e6b3 req-86d93461-f5d9-4b99-967c-2924f432587b service nova] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Received event network-vif-deleted-ac5760e8-5032-45c1-a85c-30b5237c0ce6 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.887494] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.917931] env[63440]: DEBUG nova.policy [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '271a70c785334e27be7c0a51f992397d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b962ce17f182416f8ff4e4f97727f113', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.926255] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Acquiring lock "545f7a96-8308-476c-be13-c815aeb0bad9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.926453] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Lock "545f7a96-8308-476c-be13-c815aeb0bad9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.926693] env[63440]: INFO nova.compute.manager [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Attaching volume b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63 to /dev/sdb [ 667.953169] env[63440]: DEBUG nova.scheduler.client.report [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.998145] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88dc5ef-82bc-4029-b173-adec004b2718 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.005519] env[63440]: DEBUG nova.compute.manager [None req-26a775fe-b11b-4bef-850b-3067dc91920f tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.006612] env[63440]: DEBUG oslo_vmware.api [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661171, 'name': CreateSnapshot_Task, 'duration_secs': 0.818462} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.007013] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d807cc2-18c5-4860-b03c-6be52ff79f49 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.010439] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Created Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 668.011267] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f1c5d5-8a8c-470b-bdfe-381d30360a87 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.018692] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec1d1f3-c79c-4458-a9e2-ef83d06ef4b4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.043508] env[63440]: DEBUG oslo_vmware.api [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.047612] env[63440]: DEBUG nova.virt.block_device [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Updating existing volume attachment record: 5f7fe3b1-f5c8-4258-818b-8163b512b9f6 {{(pid=63440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 668.221037] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080565} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.221333] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.222144] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a0d2d5-7ab9-4856-8100-0edb3a6c9b80 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.246946] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 832a2116-9b59-4038-b37c-0fe0d707f9d3/832a2116-9b59-4038-b37c-0fe0d707f9d3.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.247341] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a922a9b-a2c8-481c-9a18-392858bb589f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.271311] env[63440]: DEBUG nova.compute.manager [req-de77d72a-dbea-4382-8292-93765a45cb24 req-8492497c-bf92-4a4c-9ad4-cd6f9cc90c30 service nova] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Received event network-changed-e634c83f-9a8d-4544-8e7f-4fb92e4457cd {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 668.271311] env[63440]: DEBUG nova.compute.manager [req-de77d72a-dbea-4382-8292-93765a45cb24 req-8492497c-bf92-4a4c-9ad4-cd6f9cc90c30 service nova] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Refreshing instance network info cache due to event network-changed-e634c83f-9a8d-4544-8e7f-4fb92e4457cd. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 668.271311] env[63440]: DEBUG oslo_concurrency.lockutils [req-de77d72a-dbea-4382-8292-93765a45cb24 req-8492497c-bf92-4a4c-9ad4-cd6f9cc90c30 service nova] Acquiring lock "refresh_cache-32236944-2eaa-44b2-9c93-7f9abddd7ea3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.271311] env[63440]: DEBUG oslo_concurrency.lockutils [req-de77d72a-dbea-4382-8292-93765a45cb24 req-8492497c-bf92-4a4c-9ad4-cd6f9cc90c30 service nova] Acquired lock "refresh_cache-32236944-2eaa-44b2-9c93-7f9abddd7ea3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.271311] env[63440]: DEBUG nova.network.neutron [req-de77d72a-dbea-4382-8292-93765a45cb24 req-8492497c-bf92-4a4c-9ad4-cd6f9cc90c30 service nova] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Refreshing network info cache for port e634c83f-9a8d-4544-8e7f-4fb92e4457cd {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.272637] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 668.272637] env[63440]: value = "task-2661176" [ 668.272637] env[63440]: _type = "Task" [ 668.272637] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.282418] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661176, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.347554] env[63440]: DEBUG nova.compute.manager [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.461111] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.465048] env[63440]: DEBUG oslo_concurrency.lockutils [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.923s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.468349] env[63440]: INFO nova.compute.claims [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.488346] env[63440]: DEBUG nova.network.neutron [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Successfully created port: f2510e1e-edc0-43cc-879c-ef156e606b4e {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.505524] env[63440]: INFO nova.scheduler.client.report [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Deleted allocations for instance f1e2bfdd-7e4d-478e-ae5c-db222a082290 [ 668.547577] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Creating linked-clone VM from snapshot {{(pid=63440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 668.549062] env[63440]: INFO nova.compute.manager [None req-26a775fe-b11b-4bef-850b-3067dc91920f tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] instance snapshotting [ 668.549796] env[63440]: DEBUG nova.objects.instance [None req-26a775fe-b11b-4bef-850b-3067dc91920f tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Lazy-loading 'flavor' on Instance uuid a3f2ac99-8c0b-42d5-9459-87217561d4e4 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.551352] env[63440]: DEBUG oslo_vmware.api [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.553044] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6d0ff3e3-cf18-4433-86d9-c8ca6b893e6d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.563429] env[63440]: DEBUG oslo_vmware.api [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 668.563429] env[63440]: value = "task-2661178" [ 668.563429] env[63440]: _type = "Task" [ 668.563429] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.574150] env[63440]: DEBUG oslo_vmware.api [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661178, 'name': CloneVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.785522] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661176, 'name': ReconfigVM_Task, 'duration_secs': 0.377358} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.785924] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 832a2116-9b59-4038-b37c-0fe0d707f9d3/832a2116-9b59-4038-b37c-0fe0d707f9d3.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.786817] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1e84d55-0481-4af8-87eb-4b1d06170999 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.794883] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 668.794883] env[63440]: value = "task-2661179" [ 668.794883] env[63440]: _type = "Task" [ 668.794883] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.804266] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661179, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.883773] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Acquiring lock "a3f2ac99-8c0b-42d5-9459-87217561d4e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.884160] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Lock "a3f2ac99-8c0b-42d5-9459-87217561d4e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.884500] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Acquiring lock "a3f2ac99-8c0b-42d5-9459-87217561d4e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.884780] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Lock "a3f2ac99-8c0b-42d5-9459-87217561d4e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.884983] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Lock "a3f2ac99-8c0b-42d5-9459-87217561d4e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.889280] env[63440]: INFO nova.compute.manager [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Terminating instance [ 669.019136] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fa3657aa-2925-47f6-8207-b1fc9c160075 tempest-ServerDiagnosticsTest-953339226 tempest-ServerDiagnosticsTest-953339226-project-member] Lock "f1e2bfdd-7e4d-478e-ae5c-db222a082290" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.546s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.042490] env[63440]: DEBUG oslo_vmware.api [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.056157] env[63440]: DEBUG nova.network.neutron [req-de77d72a-dbea-4382-8292-93765a45cb24 req-8492497c-bf92-4a4c-9ad4-cd6f9cc90c30 service nova] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Updated VIF entry in instance network info cache for port e634c83f-9a8d-4544-8e7f-4fb92e4457cd. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.056448] env[63440]: DEBUG nova.network.neutron [req-de77d72a-dbea-4382-8292-93765a45cb24 req-8492497c-bf92-4a4c-9ad4-cd6f9cc90c30 service nova] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Updating instance_info_cache with network_info: [{"id": "e634c83f-9a8d-4544-8e7f-4fb92e4457cd", "address": "fa:16:3e:44:73:68", "network": {"id": "0e2c585b-03b4-4b41-b075-88b18029dc9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-471179568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "861b58efd78744f4931c8ebbbb76adef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape634c83f-9a", "ovs_interfaceid": "e634c83f-9a8d-4544-8e7f-4fb92e4457cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.061845] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb68547-af99-4f4a-bdfe-44821afd8a3e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.074743] env[63440]: DEBUG oslo_vmware.api [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661178, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.087527] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227dd02d-721f-441b-84f3-ea741577cd4e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.305650] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661179, 'name': Rename_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.358444] env[63440]: DEBUG nova.compute.manager [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.381125] env[63440]: DEBUG nova.virt.hardware [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.381378] env[63440]: DEBUG nova.virt.hardware [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.381536] env[63440]: DEBUG nova.virt.hardware [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.381742] env[63440]: DEBUG nova.virt.hardware [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.381896] env[63440]: DEBUG nova.virt.hardware [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.382176] env[63440]: DEBUG nova.virt.hardware [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.382437] env[63440]: DEBUG nova.virt.hardware [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.382663] env[63440]: DEBUG nova.virt.hardware [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.382851] env[63440]: DEBUG nova.virt.hardware [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.383030] env[63440]: DEBUG nova.virt.hardware [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.383211] env[63440]: DEBUG nova.virt.hardware [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.384148] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5687c7-5fe0-48be-a583-47ce50224996 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.393318] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Acquiring lock "refresh_cache-a3f2ac99-8c0b-42d5-9459-87217561d4e4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.393512] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Acquired lock "refresh_cache-a3f2ac99-8c0b-42d5-9459-87217561d4e4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.393689] env[63440]: DEBUG nova.network.neutron [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.395874] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc759855-0400-4e7f-a58c-c6053f55ff1c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.543194] env[63440]: DEBUG oslo_vmware.api [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.561787] env[63440]: DEBUG oslo_concurrency.lockutils [req-de77d72a-dbea-4382-8292-93765a45cb24 req-8492497c-bf92-4a4c-9ad4-cd6f9cc90c30 service nova] Releasing lock "refresh_cache-32236944-2eaa-44b2-9c93-7f9abddd7ea3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.562204] env[63440]: DEBUG nova.compute.manager [req-de77d72a-dbea-4382-8292-93765a45cb24 req-8492497c-bf92-4a4c-9ad4-cd6f9cc90c30 service nova] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Received event network-changed-e634c83f-9a8d-4544-8e7f-4fb92e4457cd {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.562445] env[63440]: DEBUG nova.compute.manager [req-de77d72a-dbea-4382-8292-93765a45cb24 req-8492497c-bf92-4a4c-9ad4-cd6f9cc90c30 service nova] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Refreshing instance network info cache due to event network-changed-e634c83f-9a8d-4544-8e7f-4fb92e4457cd. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 669.562723] env[63440]: DEBUG oslo_concurrency.lockutils [req-de77d72a-dbea-4382-8292-93765a45cb24 req-8492497c-bf92-4a4c-9ad4-cd6f9cc90c30 service nova] Acquiring lock "refresh_cache-32236944-2eaa-44b2-9c93-7f9abddd7ea3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.562866] env[63440]: DEBUG oslo_concurrency.lockutils [req-de77d72a-dbea-4382-8292-93765a45cb24 req-8492497c-bf92-4a4c-9ad4-cd6f9cc90c30 service nova] Acquired lock "refresh_cache-32236944-2eaa-44b2-9c93-7f9abddd7ea3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.563039] env[63440]: DEBUG nova.network.neutron [req-de77d72a-dbea-4382-8292-93765a45cb24 req-8492497c-bf92-4a4c-9ad4-cd6f9cc90c30 service nova] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Refreshing network info cache for port e634c83f-9a8d-4544-8e7f-4fb92e4457cd {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.577142] env[63440]: DEBUG oslo_vmware.api [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661178, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.600656] env[63440]: DEBUG nova.compute.manager [None req-26a775fe-b11b-4bef-850b-3067dc91920f tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Instance disappeared during snapshot {{(pid=63440) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 669.775915] env[63440]: DEBUG nova.compute.manager [None req-26a775fe-b11b-4bef-850b-3067dc91920f tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Found 0 images (rotation: 2) {{(pid=63440) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 669.812628] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661179, 'name': Rename_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.923063] env[63440]: DEBUG nova.network.neutron [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.010201] env[63440]: DEBUG nova.network.neutron [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.042511] env[63440]: DEBUG oslo_vmware.api [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.082405] env[63440]: DEBUG oslo_vmware.api [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661178, 'name': CloneVM_Task} progress is 95%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.107538] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33e3966-7e39-4d87-ab37-1650c3572b7b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.118069] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54070d29-60b1-4d51-b006-064ff9f532a5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.156477] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67213698-967c-4da7-a5cf-2ef35be731f4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.165489] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecbe814-5175-468d-b335-f273c9a1a73f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.181317] env[63440]: DEBUG nova.compute.provider_tree [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.305585] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661179, 'name': Rename_Task, 'duration_secs': 1.209491} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.305862] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.306136] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e7b98fb-2f83-4cc8-9066-3d170a911c5c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.312743] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 670.312743] env[63440]: value = "task-2661180" [ 670.312743] env[63440]: _type = "Task" [ 670.312743] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.322286] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.516417] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Releasing lock "refresh_cache-a3f2ac99-8c0b-42d5-9459-87217561d4e4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.516878] env[63440]: DEBUG nova.compute.manager [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.517090] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.517997] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88257ce0-c9f9-4d0e-b1fa-a7326fa6f1c6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.528563] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.528855] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c364525-d4d6-4520-b8a7-4bf0db3b836b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.538437] env[63440]: DEBUG oslo_vmware.api [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Waiting for the task: (returnval){ [ 670.538437] env[63440]: value = "task-2661182" [ 670.538437] env[63440]: _type = "Task" [ 670.538437] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.546220] env[63440]: DEBUG oslo_vmware.api [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.547336] env[63440]: DEBUG nova.network.neutron [req-de77d72a-dbea-4382-8292-93765a45cb24 req-8492497c-bf92-4a4c-9ad4-cd6f9cc90c30 service nova] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Updated VIF entry in instance network info cache for port e634c83f-9a8d-4544-8e7f-4fb92e4457cd. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.547429] env[63440]: DEBUG nova.network.neutron [req-de77d72a-dbea-4382-8292-93765a45cb24 req-8492497c-bf92-4a4c-9ad4-cd6f9cc90c30 service nova] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Updating instance_info_cache with network_info: [{"id": "e634c83f-9a8d-4544-8e7f-4fb92e4457cd", "address": "fa:16:3e:44:73:68", "network": {"id": "0e2c585b-03b4-4b41-b075-88b18029dc9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-471179568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "861b58efd78744f4931c8ebbbb76adef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape634c83f-9a", "ovs_interfaceid": "e634c83f-9a8d-4544-8e7f-4fb92e4457cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.552526] env[63440]: DEBUG oslo_vmware.api [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': task-2661182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.582659] env[63440]: DEBUG oslo_vmware.api [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661178, 'name': CloneVM_Task, 'duration_secs': 1.685751} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.583050] env[63440]: INFO nova.virt.vmwareapi.vmops [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Created linked-clone VM from snapshot [ 670.583929] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ab7a24-be2b-497b-b56e-e88b33c4a5bd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.596244] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Uploading image 9e36f474-8066-4058-89a1-b4de26e6be28 {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 670.637636] env[63440]: DEBUG oslo_vmware.rw_handles [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 670.637636] env[63440]: value = "vm-536655" [ 670.637636] env[63440]: _type = "VirtualMachine" [ 670.637636] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 670.637636] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2f3771ac-77b1-45c7-bace-1494edfcc07d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.646074] env[63440]: DEBUG oslo_vmware.rw_handles [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lease: (returnval){ [ 670.646074] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5237acbe-f07b-4526-90cd-c80213f9570e" [ 670.646074] env[63440]: _type = "HttpNfcLease" [ 670.646074] env[63440]: } obtained for exporting VM: (result){ [ 670.646074] env[63440]: value = "vm-536655" [ 670.646074] env[63440]: _type = "VirtualMachine" [ 670.646074] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 670.646373] env[63440]: DEBUG oslo_vmware.api [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the lease: (returnval){ [ 670.646373] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5237acbe-f07b-4526-90cd-c80213f9570e" [ 670.646373] env[63440]: _type = "HttpNfcLease" [ 670.646373] env[63440]: } to be ready. {{(pid=63440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 670.655074] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 670.655074] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5237acbe-f07b-4526-90cd-c80213f9570e" [ 670.655074] env[63440]: _type = "HttpNfcLease" [ 670.655074] env[63440]: } is initializing. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 670.690438] env[63440]: DEBUG nova.scheduler.client.report [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.696273] env[63440]: DEBUG nova.network.neutron [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Successfully updated port: f2510e1e-edc0-43cc-879c-ef156e606b4e {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.824464] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661180, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.875177] env[63440]: DEBUG nova.compute.manager [req-9185d385-55dc-482a-9bfd-0b286a420330 req-8c71a4c8-5b79-47ae-875c-01ed9db30c56 service nova] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Received event network-vif-plugged-f2510e1e-edc0-43cc-879c-ef156e606b4e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.875177] env[63440]: DEBUG oslo_concurrency.lockutils [req-9185d385-55dc-482a-9bfd-0b286a420330 req-8c71a4c8-5b79-47ae-875c-01ed9db30c56 service nova] Acquiring lock "3a2ed53d-1634-41fc-ab85-ca3fde3c7544-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.875177] env[63440]: DEBUG oslo_concurrency.lockutils [req-9185d385-55dc-482a-9bfd-0b286a420330 req-8c71a4c8-5b79-47ae-875c-01ed9db30c56 service nova] Lock "3a2ed53d-1634-41fc-ab85-ca3fde3c7544-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.875177] env[63440]: DEBUG oslo_concurrency.lockutils [req-9185d385-55dc-482a-9bfd-0b286a420330 req-8c71a4c8-5b79-47ae-875c-01ed9db30c56 service nova] Lock "3a2ed53d-1634-41fc-ab85-ca3fde3c7544-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.875177] env[63440]: DEBUG nova.compute.manager [req-9185d385-55dc-482a-9bfd-0b286a420330 req-8c71a4c8-5b79-47ae-875c-01ed9db30c56 service nova] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] No waiting events found dispatching network-vif-plugged-f2510e1e-edc0-43cc-879c-ef156e606b4e {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.875177] env[63440]: WARNING nova.compute.manager [req-9185d385-55dc-482a-9bfd-0b286a420330 req-8c71a4c8-5b79-47ae-875c-01ed9db30c56 service nova] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Received unexpected event network-vif-plugged-f2510e1e-edc0-43cc-879c-ef156e606b4e for instance with vm_state building and task_state spawning. [ 671.045420] env[63440]: DEBUG oslo_vmware.api [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.052020] env[63440]: DEBUG oslo_vmware.api [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': task-2661182, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.054009] env[63440]: DEBUG oslo_concurrency.lockutils [req-de77d72a-dbea-4382-8292-93765a45cb24 req-8492497c-bf92-4a4c-9ad4-cd6f9cc90c30 service nova] Releasing lock "refresh_cache-32236944-2eaa-44b2-9c93-7f9abddd7ea3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.155922] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 671.155922] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5237acbe-f07b-4526-90cd-c80213f9570e" [ 671.155922] env[63440]: _type = "HttpNfcLease" [ 671.155922] env[63440]: } is ready. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 671.156602] env[63440]: DEBUG oslo_vmware.rw_handles [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 671.156602] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5237acbe-f07b-4526-90cd-c80213f9570e" [ 671.156602] env[63440]: _type = "HttpNfcLease" [ 671.156602] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 671.157637] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2dd277-4bee-4fdc-8532-18434abf8f7b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.168948] env[63440]: DEBUG oslo_vmware.rw_handles [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52decafe-5dbd-59a8-f92f-ffbf23ffb543/disk-0.vmdk from lease info. {{(pid=63440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 671.168948] env[63440]: DEBUG oslo_vmware.rw_handles [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52decafe-5dbd-59a8-f92f-ffbf23ffb543/disk-0.vmdk for reading. {{(pid=63440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 671.235664] env[63440]: DEBUG oslo_concurrency.lockutils [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.236075] env[63440]: DEBUG nova.compute.manager [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.238941] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Acquiring lock "refresh_cache-3a2ed53d-1634-41fc-ab85-ca3fde3c7544" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.239845] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Acquired lock "refresh_cache-3a2ed53d-1634-41fc-ab85-ca3fde3c7544" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.239845] env[63440]: DEBUG nova.network.neutron [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.241526] env[63440]: DEBUG oslo_concurrency.lockutils [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.797s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.241817] env[63440]: DEBUG nova.objects.instance [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lazy-loading 'resources' on Instance uuid f0a8ba87-d78a-4c2b-9431-64c8e80f05fd {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.275864] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6bca0f79-9e3d-4b6e-92ba-db1edc566965 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.331657] env[63440]: DEBUG oslo_vmware.api [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661180, 'name': PowerOnVM_Task, 'duration_secs': 0.559537} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.331657] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.331657] env[63440]: INFO nova.compute.manager [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Took 10.10 seconds to spawn the instance on the hypervisor. [ 671.331657] env[63440]: DEBUG nova.compute.manager [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.331657] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ea3125-c874-4456-be35-f960b0b07c06 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.549904] env[63440]: DEBUG oslo_vmware.api [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661170, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.563939] env[63440]: DEBUG oslo_vmware.api [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': task-2661182, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.745755] env[63440]: DEBUG nova.compute.utils [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.753405] env[63440]: DEBUG nova.compute.manager [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.753672] env[63440]: DEBUG nova.network.neutron [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.828956] env[63440]: DEBUG nova.network.neutron [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.855943] env[63440]: INFO nova.compute.manager [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Took 38.77 seconds to build instance. [ 671.901316] env[63440]: DEBUG nova.policy [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c55808a0fbc54a319990e9956dd66306', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '476a047a68874ce4a2c9c059f08ed311', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.950618] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Acquiring lock "94667ac7-3f46-4a26-a62f-132dcab3ac5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.950921] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Lock "94667ac7-3f46-4a26-a62f-132dcab3ac5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.951640] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Acquiring lock "94667ac7-3f46-4a26-a62f-132dcab3ac5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.952252] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Lock "94667ac7-3f46-4a26-a62f-132dcab3ac5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.952501] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Lock "94667ac7-3f46-4a26-a62f-132dcab3ac5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.957699] env[63440]: INFO nova.compute.manager [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Terminating instance [ 672.055023] env[63440]: DEBUG oslo_vmware.api [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661170, 'name': ReconfigVM_Task, 'duration_secs': 5.812234} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.059785] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.059785] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Reconfigured VM to detach interface {{(pid=63440) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 672.072684] env[63440]: DEBUG oslo_vmware.api [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': task-2661182, 'name': PowerOffVM_Task, 'duration_secs': 1.137599} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.073872] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.073961] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.074259] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb29f8d1-e94d-47a5-9089-eca724a1a77a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.109184] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.110560] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.110560] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Deleting the datastore file [datastore2] a3f2ac99-8c0b-42d5-9459-87217561d4e4 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.113388] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43d28b96-5361-4974-bf73-4ff60fd0e3cc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.123843] env[63440]: DEBUG oslo_vmware.api [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Waiting for the task: (returnval){ [ 672.123843] env[63440]: value = "task-2661185" [ 672.123843] env[63440]: _type = "Task" [ 672.123843] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.139416] env[63440]: DEBUG oslo_vmware.api [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': task-2661185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.181955] env[63440]: DEBUG nova.network.neutron [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Updating instance_info_cache with network_info: [{"id": "f2510e1e-edc0-43cc-879c-ef156e606b4e", "address": "fa:16:3e:3b:0f:bd", "network": {"id": "945fc424-912f-41ae-b6b9-6118198228c5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1577455228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b962ce17f182416f8ff4e4f97727f113", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2510e1e-ed", "ovs_interfaceid": "f2510e1e-edc0-43cc-879c-ef156e606b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.262087] env[63440]: DEBUG nova.compute.manager [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.364310] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8b3af8c6-806b-4efa-ba21-db4e94367f32 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "832a2116-9b59-4038-b37c-0fe0d707f9d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.934s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.473230] env[63440]: DEBUG nova.compute.manager [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.473472] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.474434] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b27a87c-49d3-426a-b1b3-33028a8a1275 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.488474] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.488474] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f89713ee-835e-416b-8ed7-b1292d566ba1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.496207] env[63440]: DEBUG oslo_vmware.api [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Waiting for the task: (returnval){ [ 672.496207] env[63440]: value = "task-2661186" [ 672.496207] env[63440]: _type = "Task" [ 672.496207] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.507691] env[63440]: DEBUG oslo_vmware.api [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': task-2661186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.547723] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465b7111-65a3-4e5c-b512-6762a9954168 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.558681] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cecec2-bf54-45b7-8f47-94783ad27099 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.594484] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d66eb5-f582-4def-a895-8f7dd48f4471 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.604630] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece4e7f9-78cd-439d-9b77-2051462c1530 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.627421] env[63440]: DEBUG nova.compute.provider_tree [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.634281] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Volume attach. Driver type: vmdk {{(pid=63440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 672.634281] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536654', 'volume_id': 'b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63', 'name': 'volume-b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '545f7a96-8308-476c-be13-c815aeb0bad9', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63', 'serial': 'b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 672.634979] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fe075e-135e-4d79-a128-18cddda6ec16 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.659451] env[63440]: DEBUG oslo_vmware.api [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Task: {'id': task-2661185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170714} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.660378] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40af3e3-076e-4dc3-9d04-119f069319fc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.663868] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.664090] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.664274] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.664475] env[63440]: INFO nova.compute.manager [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Took 2.15 seconds to destroy the instance on the hypervisor. [ 672.664702] env[63440]: DEBUG oslo.service.loopingcall [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.665269] env[63440]: DEBUG nova.compute.manager [-] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.665462] env[63440]: DEBUG nova.network.neutron [-] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.693527] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63/volume-b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.693987] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ccb5a27-4da1-48a4-bdb7-7bd1a074eb0c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.711623] env[63440]: DEBUG nova.network.neutron [-] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.713224] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Releasing lock "refresh_cache-3a2ed53d-1634-41fc-ab85-ca3fde3c7544" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.713224] env[63440]: DEBUG nova.compute.manager [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Instance network_info: |[{"id": "f2510e1e-edc0-43cc-879c-ef156e606b4e", "address": "fa:16:3e:3b:0f:bd", "network": {"id": "945fc424-912f-41ae-b6b9-6118198228c5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1577455228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b962ce17f182416f8ff4e4f97727f113", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2510e1e-ed", "ovs_interfaceid": "f2510e1e-edc0-43cc-879c-ef156e606b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.714150] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:0f:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2510e1e-edc0-43cc-879c-ef156e606b4e', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.722370] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Creating folder: Project (b962ce17f182416f8ff4e4f97727f113). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.724640] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9519acb1-987d-40b4-93ba-a2034fd8d8f4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.730946] env[63440]: DEBUG oslo_vmware.api [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Waiting for the task: (returnval){ [ 672.730946] env[63440]: value = "task-2661187" [ 672.730946] env[63440]: _type = "Task" [ 672.730946] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.739089] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Created folder: Project (b962ce17f182416f8ff4e4f97727f113) in parent group-v536546. [ 672.740043] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Creating folder: Instances. Parent ref: group-v536656. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.740043] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb45d1ad-5ed6-483b-925e-be804db8c5d9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.745768] env[63440]: DEBUG oslo_vmware.api [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Task: {'id': task-2661187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.764421] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Created folder: Instances in parent group-v536656. [ 672.764421] env[63440]: DEBUG oslo.service.loopingcall [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.764421] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.764421] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05c9b1b7-6ec2-4790-ba8c-ec807241261c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.790554] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.790554] env[63440]: value = "task-2661190" [ 672.790554] env[63440]: _type = "Task" [ 672.790554] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.800572] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661190, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.865946] env[63440]: DEBUG nova.compute.manager [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.013615] env[63440]: DEBUG oslo_vmware.api [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': task-2661186, 'name': PowerOffVM_Task, 'duration_secs': 0.416916} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.013615] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.013615] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.013615] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cec3150-b509-4eac-8cc7-74bd403c3f96 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.110079] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.110634] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.111063] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Deleting the datastore file [datastore2] 94667ac7-3f46-4a26-a62f-132dcab3ac5a {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.111621] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66996c94-3935-481c-866a-16da75082192 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.126433] env[63440]: DEBUG oslo_vmware.api [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Waiting for the task: (returnval){ [ 673.126433] env[63440]: value = "task-2661192" [ 673.126433] env[63440]: _type = "Task" [ 673.126433] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.130993] env[63440]: DEBUG nova.scheduler.client.report [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.141788] env[63440]: DEBUG oslo_vmware.api [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': task-2661192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.143036] env[63440]: DEBUG nova.network.neutron [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Successfully created port: a6dd068e-acb0-4d3b-8e9a-8b79bee36371 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.194015] env[63440]: DEBUG nova.compute.manager [req-88e84a4b-1a16-449f-b965-5832fe51df15 req-984a506f-e9fe-4ef1-a06e-976e94fd4fad service nova] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Received event network-changed-f2510e1e-edc0-43cc-879c-ef156e606b4e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 673.194015] env[63440]: DEBUG nova.compute.manager [req-88e84a4b-1a16-449f-b965-5832fe51df15 req-984a506f-e9fe-4ef1-a06e-976e94fd4fad service nova] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Refreshing instance network info cache due to event network-changed-f2510e1e-edc0-43cc-879c-ef156e606b4e. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 673.194015] env[63440]: DEBUG oslo_concurrency.lockutils [req-88e84a4b-1a16-449f-b965-5832fe51df15 req-984a506f-e9fe-4ef1-a06e-976e94fd4fad service nova] Acquiring lock "refresh_cache-3a2ed53d-1634-41fc-ab85-ca3fde3c7544" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.194015] env[63440]: DEBUG oslo_concurrency.lockutils [req-88e84a4b-1a16-449f-b965-5832fe51df15 req-984a506f-e9fe-4ef1-a06e-976e94fd4fad service nova] Acquired lock "refresh_cache-3a2ed53d-1634-41fc-ab85-ca3fde3c7544" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.194297] env[63440]: DEBUG nova.network.neutron [req-88e84a4b-1a16-449f-b965-5832fe51df15 req-984a506f-e9fe-4ef1-a06e-976e94fd4fad service nova] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Refreshing network info cache for port f2510e1e-edc0-43cc-879c-ef156e606b4e {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.214521] env[63440]: DEBUG nova.network.neutron [-] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.243243] env[63440]: DEBUG oslo_vmware.api [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Task: {'id': task-2661187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.284576] env[63440]: DEBUG nova.compute.manager [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.308884] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661190, 'name': CreateVM_Task, 'duration_secs': 0.422281} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.308884] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.309366] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.312472] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.312472] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.312472] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fc39bd3-8f08-4dc6-926c-2cbfbb223d4e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.317882] env[63440]: DEBUG nova.compute.manager [req-d64062cc-ff58-4eec-9f02-82a0b286dc71 req-4ba4da5b-9b8c-49de-a908-f122eed686f4 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Received event network-vif-deleted-2ea19e90-a99e-41fd-9389-4c46151d3364 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 673.317882] env[63440]: INFO nova.compute.manager [req-d64062cc-ff58-4eec-9f02-82a0b286dc71 req-4ba4da5b-9b8c-49de-a908-f122eed686f4 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Neutron deleted interface 2ea19e90-a99e-41fd-9389-4c46151d3364; detaching it from the instance and deleting it from the info cache [ 673.318118] env[63440]: DEBUG nova.network.neutron [req-d64062cc-ff58-4eec-9f02-82a0b286dc71 req-4ba4da5b-9b8c-49de-a908-f122eed686f4 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Updating instance_info_cache with network_info: [{"id": "8f70c9ce-33dd-4e71-9c9f-20beced5c077", "address": "fa:16:3e:d1:70:65", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f70c9ce-33", "ovs_interfaceid": "8f70c9ce-33dd-4e71-9c9f-20beced5c077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.324026] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Waiting for the task: (returnval){ [ 673.324026] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f0e061-1f7d-86ec-a401-4814d1f18e51" [ 673.324026] env[63440]: _type = "Task" [ 673.324026] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.337581] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f0e061-1f7d-86ec-a401-4814d1f18e51, 'name': SearchDatastore_Task, 'duration_secs': 0.011463} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.341672] env[63440]: DEBUG nova.virt.hardware [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.341750] env[63440]: DEBUG nova.virt.hardware [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.341921] env[63440]: DEBUG nova.virt.hardware [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.342335] env[63440]: DEBUG nova.virt.hardware [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.342424] env[63440]: DEBUG nova.virt.hardware [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.342622] env[63440]: DEBUG nova.virt.hardware [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.342946] env[63440]: DEBUG nova.virt.hardware [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.343242] env[63440]: DEBUG nova.virt.hardware [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.343702] env[63440]: DEBUG nova.virt.hardware [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.343985] env[63440]: DEBUG nova.virt.hardware [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.344312] env[63440]: DEBUG nova.virt.hardware [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.344805] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.345097] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.345448] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.345618] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.345902] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.347568] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f54583b-cf32-4fce-ae14-1e2a2654c9ae {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.353269] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b4d36d0-b31f-42c6-a9b8-c88780d47e7a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.362852] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013dde4d-4b55-4044-be76-82789add1e5f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.368913] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.370995] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.378623] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c52d24-9dac-41a2-877d-633aee7df200 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.399039] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Waiting for the task: (returnval){ [ 673.399039] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52429503-423b-b707-8b9d-e9407449a801" [ 673.399039] env[63440]: _type = "Task" [ 673.399039] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.413749] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52429503-423b-b707-8b9d-e9407449a801, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.416625] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.641063] env[63440]: DEBUG oslo_concurrency.lockutils [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.399s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.643610] env[63440]: DEBUG oslo_vmware.api [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Task: {'id': task-2661192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170981} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.649467] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.140s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.649467] env[63440]: INFO nova.compute.claims [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.653273] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.654633] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.655045] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.655712] env[63440]: INFO nova.compute.manager [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 673.656088] env[63440]: DEBUG oslo.service.loopingcall [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 673.657014] env[63440]: DEBUG nova.compute.manager [-] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.657323] env[63440]: DEBUG nova.network.neutron [-] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.679312] env[63440]: INFO nova.scheduler.client.report [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Deleted allocations for instance f0a8ba87-d78a-4c2b-9431-64c8e80f05fd [ 673.718967] env[63440]: INFO nova.compute.manager [-] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Took 1.05 seconds to deallocate network for instance. [ 673.744128] env[63440]: DEBUG oslo_vmware.api [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Task: {'id': task-2661187, 'name': ReconfigVM_Task, 'duration_secs': 0.758811} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.744777] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63/volume-b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.751324] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3d2d0f8-1b45-4566-b815-8e613068cf52 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.782377] env[63440]: DEBUG oslo_vmware.api [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Waiting for the task: (returnval){ [ 673.782377] env[63440]: value = "task-2661193" [ 673.782377] env[63440]: _type = "Task" [ 673.782377] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.794100] env[63440]: DEBUG oslo_vmware.api [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Task: {'id': task-2661193, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.822239] env[63440]: DEBUG oslo_concurrency.lockutils [req-d64062cc-ff58-4eec-9f02-82a0b286dc71 req-4ba4da5b-9b8c-49de-a908-f122eed686f4 service nova] Acquiring lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.822605] env[63440]: DEBUG oslo_concurrency.lockutils [req-d64062cc-ff58-4eec-9f02-82a0b286dc71 req-4ba4da5b-9b8c-49de-a908-f122eed686f4 service nova] Acquired lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.823563] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65de90f6-71fa-4d54-8f38-b5d29fb3db92 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.844580] env[63440]: DEBUG oslo_concurrency.lockutils [req-d64062cc-ff58-4eec-9f02-82a0b286dc71 req-4ba4da5b-9b8c-49de-a908-f122eed686f4 service nova] Releasing lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.844725] env[63440]: WARNING nova.compute.manager [req-d64062cc-ff58-4eec-9f02-82a0b286dc71 req-4ba4da5b-9b8c-49de-a908-f122eed686f4 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Detach interface failed, port_id=2ea19e90-a99e-41fd-9389-4c46151d3364, reason: No device with interface-id 2ea19e90-a99e-41fd-9389-4c46151d3364 exists on VM: nova.exception.NotFound: No device with interface-id 2ea19e90-a99e-41fd-9389-4c46151d3364 exists on VM [ 673.847379] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.847600] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.913851] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52429503-423b-b707-8b9d-e9407449a801, 'name': SearchDatastore_Task, 'duration_secs': 0.012353} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.914727] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8e2e33b-ed40-40ea-867e-b3abcd6a431b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.923398] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Waiting for the task: (returnval){ [ 673.923398] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d71fb5-9c1d-3060-e519-d205b6be01a6" [ 673.923398] env[63440]: _type = "Task" [ 673.923398] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.935919] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d71fb5-9c1d-3060-e519-d205b6be01a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.989374] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "refresh_cache-d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.989374] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "refresh_cache-d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.989374] env[63440]: DEBUG nova.network.neutron [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.193646] env[63440]: DEBUG oslo_concurrency.lockutils [None req-29dd5ff9-9c35-4a21-a035-5e2e77e121ae tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lock "f0a8ba87-d78a-4c2b-9431-64c8e80f05fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.725s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.227995] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.246676] env[63440]: DEBUG nova.network.neutron [req-88e84a4b-1a16-449f-b965-5832fe51df15 req-984a506f-e9fe-4ef1-a06e-976e94fd4fad service nova] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Updated VIF entry in instance network info cache for port f2510e1e-edc0-43cc-879c-ef156e606b4e. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.246829] env[63440]: DEBUG nova.network.neutron [req-88e84a4b-1a16-449f-b965-5832fe51df15 req-984a506f-e9fe-4ef1-a06e-976e94fd4fad service nova] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Updating instance_info_cache with network_info: [{"id": "f2510e1e-edc0-43cc-879c-ef156e606b4e", "address": "fa:16:3e:3b:0f:bd", "network": {"id": "945fc424-912f-41ae-b6b9-6118198228c5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1577455228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b962ce17f182416f8ff4e4f97727f113", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2510e1e-ed", "ovs_interfaceid": "f2510e1e-edc0-43cc-879c-ef156e606b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.299629] env[63440]: DEBUG oslo_vmware.api [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Task: {'id': task-2661193, 'name': ReconfigVM_Task, 'duration_secs': 0.181819} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.299629] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536654', 'volume_id': 'b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63', 'name': 'volume-b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '545f7a96-8308-476c-be13-c815aeb0bad9', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63', 'serial': 'b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 674.351644] env[63440]: DEBUG nova.compute.utils [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.436092] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d71fb5-9c1d-3060-e519-d205b6be01a6, 'name': SearchDatastore_Task, 'duration_secs': 0.013425} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.436371] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.436635] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 3a2ed53d-1634-41fc-ab85-ca3fde3c7544/3a2ed53d-1634-41fc-ab85-ca3fde3c7544.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.436905] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ce9060d-9f85-48d2-a3a7-f08fdc16191d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.449942] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Waiting for the task: (returnval){ [ 674.449942] env[63440]: value = "task-2661194" [ 674.449942] env[63440]: _type = "Task" [ 674.449942] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.460628] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Task: {'id': task-2661194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.754593] env[63440]: DEBUG oslo_concurrency.lockutils [req-88e84a4b-1a16-449f-b965-5832fe51df15 req-984a506f-e9fe-4ef1-a06e-976e94fd4fad service nova] Releasing lock "refresh_cache-3a2ed53d-1634-41fc-ab85-ca3fde3c7544" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.854957] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.967434] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Task: {'id': task-2661194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481935} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.969697] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 3a2ed53d-1634-41fc-ab85-ca3fde3c7544/3a2ed53d-1634-41fc-ab85-ca3fde3c7544.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.970056] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.971036] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-804657af-4fe1-40f0-a725-ae576fe494d9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.980255] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Waiting for the task: (returnval){ [ 674.980255] env[63440]: value = "task-2661195" [ 674.980255] env[63440]: _type = "Task" [ 674.980255] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.999272] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Task: {'id': task-2661195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.191157] env[63440]: DEBUG nova.network.neutron [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Updating instance_info_cache with network_info: [{"id": "8f70c9ce-33dd-4e71-9c9f-20beced5c077", "address": "fa:16:3e:d1:70:65", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f70c9ce-33", "ovs_interfaceid": "8f70c9ce-33dd-4e71-9c9f-20beced5c077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.318419] env[63440]: DEBUG nova.network.neutron [-] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.358653] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a780cae4-7576-4246-a737-ba1d3c9d2f71 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.362577] env[63440]: DEBUG nova.objects.instance [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Lazy-loading 'flavor' on Instance uuid 545f7a96-8308-476c-be13-c815aeb0bad9 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.376162] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cac9f4-218e-4dfa-b3ef-c39343a665ef {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.420247] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1728201-3635-4793-affd-747b129c0022 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.429935] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2070342-b3d3-405d-9277-faa0c0afaa6c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.447193] env[63440]: DEBUG nova.compute.provider_tree [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.497242] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Task: {'id': task-2661195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106764} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.497630] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.498809] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cf345b-4c79-4dfb-bac7-545de5dfd8f3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.530439] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 3a2ed53d-1634-41fc-ab85-ca3fde3c7544/3a2ed53d-1634-41fc-ab85-ca3fde3c7544.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.531134] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae0c09db-979f-43a6-b4f6-342949df9b94 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.553220] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Waiting for the task: (returnval){ [ 675.553220] env[63440]: value = "task-2661196" [ 675.553220] env[63440]: _type = "Task" [ 675.553220] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.564391] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Task: {'id': task-2661196, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.627664] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9a2218e9-e565-40f7-9c40-c74f7a9e86bd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "832a2116-9b59-4038-b37c-0fe0d707f9d3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.627933] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9a2218e9-e565-40f7-9c40-c74f7a9e86bd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "832a2116-9b59-4038-b37c-0fe0d707f9d3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.693194] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "refresh_cache-d735bb99-dc6e-44e8-8cc1-d9b0dee29647" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.824118] env[63440]: INFO nova.compute.manager [-] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Took 2.17 seconds to deallocate network for instance. [ 675.874645] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f9b16de8-6b5a-48b0-bb47-6140fb0959a0 tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Lock "545f7a96-8308-476c-be13-c815aeb0bad9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.948s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.895404] env[63440]: DEBUG nova.network.neutron [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Successfully updated port: a6dd068e-acb0-4d3b-8e9a-8b79bee36371 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.952814] env[63440]: DEBUG nova.scheduler.client.report [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.959812] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.960071] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.960400] env[63440]: INFO nova.compute.manager [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Attaching volume 947ff000-a45d-4070-bee9-00fb58809db1 to /dev/sdb [ 676.012584] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563b4c4c-98ca-46be-8bdf-cb6d10d53852 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.023380] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd8590a-6b0a-4a74-81f9-3879c4128366 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.047237] env[63440]: DEBUG nova.virt.block_device [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Updating existing volume attachment record: 8e54726f-a0c9-4276-baba-45e37ddbb124 {{(pid=63440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 676.063953] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Task: {'id': task-2661196, 'name': ReconfigVM_Task, 'duration_secs': 0.30255} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.065401] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 3a2ed53d-1634-41fc-ab85-ca3fde3c7544/3a2ed53d-1634-41fc-ab85-ca3fde3c7544.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.065401] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd2dbd09-356c-4c9a-8f66-3977c5640839 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.075617] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Waiting for the task: (returnval){ [ 676.075617] env[63440]: value = "task-2661197" [ 676.075617] env[63440]: _type = "Task" [ 676.075617] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.086765] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Task: {'id': task-2661197, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.134144] env[63440]: DEBUG nova.compute.utils [None req-9a2218e9-e565-40f7-9c40-c74f7a9e86bd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.135401] env[63440]: DEBUG oslo_concurrency.lockutils [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.135675] env[63440]: DEBUG oslo_concurrency.lockutils [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.135817] env[63440]: DEBUG oslo_concurrency.lockutils [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.137558] env[63440]: DEBUG oslo_concurrency.lockutils [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.137837] env[63440]: DEBUG oslo_concurrency.lockutils [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.140274] env[63440]: INFO nova.compute.manager [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Terminating instance [ 676.199619] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad972903-7e9e-41a4-b84b-51fa17d18238 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "interface-d735bb99-dc6e-44e8-8cc1-d9b0dee29647-2ea19e90-a99e-41fd-9389-4c46151d3364" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.762s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.332486] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.398193] env[63440]: DEBUG oslo_concurrency.lockutils [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Acquiring lock "refresh_cache-638e67ef-7fbc-41b5-b00b-abab9f83f411" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.399521] env[63440]: DEBUG oslo_concurrency.lockutils [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Acquired lock "refresh_cache-638e67ef-7fbc-41b5-b00b-abab9f83f411" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.399521] env[63440]: DEBUG nova.network.neutron [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.463850] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.464476] env[63440]: DEBUG nova.compute.manager [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.468220] env[63440]: DEBUG oslo_concurrency.lockutils [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.922s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.468472] env[63440]: DEBUG nova.objects.instance [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lazy-loading 'resources' on Instance uuid bdf3bd7f-d77d-41e0-877d-0b9e31d416e0 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.592976] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Task: {'id': task-2661197, 'name': Rename_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.649063] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9a2218e9-e565-40f7-9c40-c74f7a9e86bd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "832a2116-9b59-4038-b37c-0fe0d707f9d3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.019s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.649063] env[63440]: DEBUG nova.compute.manager [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.649063] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.649063] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74d6789-f613-4388-95b8-f5eb5e8f9f50 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.662022] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.662357] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-247c337b-331a-4d71-aa7c-0bd888154b9f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.676015] env[63440]: DEBUG oslo_vmware.api [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 676.676015] env[63440]: value = "task-2661201" [ 676.676015] env[63440]: _type = "Task" [ 676.676015] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.691303] env[63440]: DEBUG oslo_vmware.api [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.772696] env[63440]: DEBUG nova.compute.manager [req-f7c6ed1e-3f69-444a-b797-9b444c7f7e05 req-e2c8feaf-a186-4699-b93c-1706ab6c4fc9 service nova] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Received event network-vif-deleted-dbbdc853-52a5-4952-9f9d-0cabd8d4c1e3 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 676.975298] env[63440]: DEBUG nova.compute.utils [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.978536] env[63440]: DEBUG nova.network.neutron [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.982477] env[63440]: DEBUG nova.compute.manager [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.983055] env[63440]: DEBUG nova.network.neutron [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.053874] env[63440]: DEBUG nova.policy [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fac3c3599234b9e838e39c5e912d383', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bda01ef8cfc40d6b5915a3cd855b2ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.090568] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Task: {'id': task-2661197, 'name': Rename_Task, 'duration_secs': 0.932062} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.091944] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.092303] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cebb74a6-22ae-425f-b5db-dd7c5a77cda0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.103712] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Waiting for the task: (returnval){ [ 677.103712] env[63440]: value = "task-2661202" [ 677.103712] env[63440]: _type = "Task" [ 677.103712] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.127054] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Task: {'id': task-2661202, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.192831] env[63440]: DEBUG oslo_vmware.api [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661201, 'name': PowerOffVM_Task, 'duration_secs': 0.329751} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.194060] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.194060] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.194060] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a6a1ab3-0096-46d9-8996-87d0c755c22b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.282392] env[63440]: DEBUG nova.network.neutron [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Updating instance_info_cache with network_info: [{"id": "a6dd068e-acb0-4d3b-8e9a-8b79bee36371", "address": "fa:16:3e:ae:23:aa", "network": {"id": "cf8bee36-270b-45bc-83b5-3d7e9a7c137d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2122277336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "476a047a68874ce4a2c9c059f08ed311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6dd068e-ac", "ovs_interfaceid": "a6dd068e-acb0-4d3b-8e9a-8b79bee36371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.295937] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.296225] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.296639] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Deleting the datastore file [datastore2] d735bb99-dc6e-44e8-8cc1-d9b0dee29647 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.296762] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02e7f684-977e-4095-8f52-8c1cf9506430 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.308641] env[63440]: DEBUG oslo_vmware.api [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 677.308641] env[63440]: value = "task-2661204" [ 677.308641] env[63440]: _type = "Task" [ 677.308641] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.318885] env[63440]: DEBUG oslo_vmware.api [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.452755] env[63440]: DEBUG nova.network.neutron [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Successfully created port: bbf30b31-9229-4e24-9467-057c02f0104e {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.478293] env[63440]: DEBUG nova.compute.manager [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.613940] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Task: {'id': task-2661202, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.643433] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bb6040-e4dd-4a36-9656-b61a547148ce {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.652406] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19097df-79f2-4356-a14a-a6c727fcdd0d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.689620] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf3c471-7cb8-4f41-8ad9-7ade649d8d35 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.698606] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098abb46-9146-49bc-95ed-6a6bca66cf41 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.719435] env[63440]: DEBUG nova.compute.provider_tree [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.721632] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9a2218e9-e565-40f7-9c40-c74f7a9e86bd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "832a2116-9b59-4038-b37c-0fe0d707f9d3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.721905] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9a2218e9-e565-40f7-9c40-c74f7a9e86bd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "832a2116-9b59-4038-b37c-0fe0d707f9d3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.722326] env[63440]: INFO nova.compute.manager [None req-9a2218e9-e565-40f7-9c40-c74f7a9e86bd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Attaching volume a308e122-9e56-47b4-8c67-20032db19da8 to /dev/sdb [ 677.763699] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abd6e4a-6f5c-4e02-b150-733dbd9549a2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.772359] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630725cf-7154-4b99-af7a-40b6ad929edc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.786065] env[63440]: DEBUG oslo_concurrency.lockutils [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Releasing lock "refresh_cache-638e67ef-7fbc-41b5-b00b-abab9f83f411" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.786315] env[63440]: DEBUG nova.compute.manager [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Instance network_info: |[{"id": "a6dd068e-acb0-4d3b-8e9a-8b79bee36371", "address": "fa:16:3e:ae:23:aa", "network": {"id": "cf8bee36-270b-45bc-83b5-3d7e9a7c137d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2122277336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "476a047a68874ce4a2c9c059f08ed311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6dd068e-ac", "ovs_interfaceid": "a6dd068e-acb0-4d3b-8e9a-8b79bee36371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.790504] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:23:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6dd068e-acb0-4d3b-8e9a-8b79bee36371', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.798036] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Creating folder: Project (476a047a68874ce4a2c9c059f08ed311). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.798438] env[63440]: DEBUG nova.virt.block_device [None req-9a2218e9-e565-40f7-9c40-c74f7a9e86bd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Updating existing volume attachment record: 80ab631f-1941-4c58-a603-209f16a0bc93 {{(pid=63440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 677.800992] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a35a4d25-e725-4fdf-8d39-32af621f76be {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.814670] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Created folder: Project (476a047a68874ce4a2c9c059f08ed311) in parent group-v536546. [ 677.814767] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Creating folder: Instances. Parent ref: group-v536661. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.815485] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-011dc69e-45ac-4969-96fd-07467664fcdf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.823507] env[63440]: DEBUG oslo_vmware.api [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29684} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.823507] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.823507] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.823507] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.823507] env[63440]: INFO nova.compute.manager [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Took 1.17 seconds to destroy the instance on the hypervisor. [ 677.823507] env[63440]: DEBUG oslo.service.loopingcall [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 677.823507] env[63440]: DEBUG nova.compute.manager [-] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.823507] env[63440]: DEBUG nova.network.neutron [-] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.832200] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Created folder: Instances in parent group-v536661. [ 677.832200] env[63440]: DEBUG oslo.service.loopingcall [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 677.832200] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.832373] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86e92db3-0e19-451f-86a3-dde5b88d4f8a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.862026] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.862026] env[63440]: value = "task-2661207" [ 677.862026] env[63440]: _type = "Task" [ 677.862026] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.878605] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661207, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.049790] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquiring lock "da0ca831-d17a-4ed3-923e-1cca983410cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.050149] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lock "da0ca831-d17a-4ed3-923e-1cca983410cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.050684] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquiring lock "da0ca831-d17a-4ed3-923e-1cca983410cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.050684] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lock "da0ca831-d17a-4ed3-923e-1cca983410cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.050902] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lock "da0ca831-d17a-4ed3-923e-1cca983410cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.057493] env[63440]: INFO nova.compute.manager [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Terminating instance [ 678.114026] env[63440]: DEBUG oslo_vmware.api [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Task: {'id': task-2661202, 'name': PowerOnVM_Task, 'duration_secs': 0.675704} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.114365] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.114897] env[63440]: INFO nova.compute.manager [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Took 8.76 seconds to spawn the instance on the hypervisor. [ 678.114897] env[63440]: DEBUG nova.compute.manager [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.115630] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcd578c-7716-4d97-bfe3-440a90161869 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.229185] env[63440]: DEBUG nova.scheduler.client.report [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.371162] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661207, 'name': CreateVM_Task, 'duration_secs': 0.497685} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.371351] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.372071] env[63440]: DEBUG oslo_concurrency.lockutils [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.372278] env[63440]: DEBUG oslo_concurrency.lockutils [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.372632] env[63440]: DEBUG oslo_concurrency.lockutils [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.372902] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790d8cd7-bf47-4898-a9b6-3b52f79c39bb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.378804] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Waiting for the task: (returnval){ [ 678.378804] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52688fe2-a375-09e3-8ddc-78f7e2125b8b" [ 678.378804] env[63440]: _type = "Task" [ 678.378804] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.388166] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52688fe2-a375-09e3-8ddc-78f7e2125b8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.497078] env[63440]: DEBUG nova.compute.manager [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.517629] env[63440]: DEBUG nova.virt.hardware [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.517879] env[63440]: DEBUG nova.virt.hardware [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.518071] env[63440]: DEBUG nova.virt.hardware [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.518369] env[63440]: DEBUG nova.virt.hardware [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.518538] env[63440]: DEBUG nova.virt.hardware [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.518691] env[63440]: DEBUG nova.virt.hardware [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.518905] env[63440]: DEBUG nova.virt.hardware [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.519085] env[63440]: DEBUG nova.virt.hardware [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.519297] env[63440]: DEBUG nova.virt.hardware [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.519476] env[63440]: DEBUG nova.virt.hardware [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.519653] env[63440]: DEBUG nova.virt.hardware [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.520564] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5966e7d3-b44b-40de-a134-1c50340dd36b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.530217] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520abbe0-2d56-493a-8d21-07c135aaa02e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.571264] env[63440]: DEBUG nova.compute.manager [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.571264] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.571264] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6069eb-f997-4b82-9af5-c15335b45ddf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.581639] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.581639] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-630deca5-299b-488f-8b74-c944b934da79 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.589442] env[63440]: DEBUG oslo_vmware.api [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 678.589442] env[63440]: value = "task-2661211" [ 678.589442] env[63440]: _type = "Task" [ 678.589442] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.604118] env[63440]: DEBUG oslo_vmware.api [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2661211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.637686] env[63440]: INFO nova.compute.manager [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Took 42.87 seconds to build instance. [ 678.715472] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquiring lock "c657ae98-7ffb-47de-a697-00dadba3b0a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.716252] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Lock "c657ae98-7ffb-47de-a697-00dadba3b0a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.732027] env[63440]: DEBUG oslo_concurrency.lockutils [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.735498] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.110s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.768111] env[63440]: INFO nova.scheduler.client.report [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Deleted allocations for instance bdf3bd7f-d77d-41e0-877d-0b9e31d416e0 [ 678.900931] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52688fe2-a375-09e3-8ddc-78f7e2125b8b, 'name': SearchDatastore_Task, 'duration_secs': 0.013724} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.901543] env[63440]: DEBUG oslo_concurrency.lockutils [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.901979] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.902651] env[63440]: DEBUG oslo_concurrency.lockutils [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.903112] env[63440]: DEBUG oslo_concurrency.lockutils [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.903217] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.903831] env[63440]: DEBUG nova.network.neutron [-] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.905966] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb1142ba-181b-42c7-afe8-8f5282b32bb3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.919897] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.920391] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.921652] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b320bd-c646-4fb7-8f0d-2026700c5d86 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.931301] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Waiting for the task: (returnval){ [ 678.931301] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526cd503-0d51-d782-d9e5-6994373c0e56" [ 678.931301] env[63440]: _type = "Task" [ 678.931301] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.943988] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526cd503-0d51-d782-d9e5-6994373c0e56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.100450] env[63440]: DEBUG oslo_vmware.api [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2661211, 'name': PowerOffVM_Task, 'duration_secs': 0.261239} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.100759] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.100877] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.101196] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cb78144-958c-4045-8f7d-808d650e027b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.144059] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3960611b-f326-41c0-9379-064d3b4622b1 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Lock "3a2ed53d-1634-41fc-ab85-ca3fde3c7544" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.166s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.182025] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.182025] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.182025] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Deleting the datastore file [datastore2] da0ca831-d17a-4ed3-923e-1cca983410cd {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.182025] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a616f1eb-bca5-4893-b17e-de354f66874f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.191020] env[63440]: DEBUG oslo_vmware.api [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for the task: (returnval){ [ 679.191020] env[63440]: value = "task-2661214" [ 679.191020] env[63440]: _type = "Task" [ 679.191020] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.200933] env[63440]: DEBUG oslo_vmware.api [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2661214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.280672] env[63440]: DEBUG oslo_concurrency.lockutils [None req-15928b27-889c-4d87-ab1d-7f85c8eeca36 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "bdf3bd7f-d77d-41e0-877d-0b9e31d416e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.519s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.412627] env[63440]: INFO nova.compute.manager [-] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Took 1.59 seconds to deallocate network for instance. [ 679.445152] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526cd503-0d51-d782-d9e5-6994373c0e56, 'name': SearchDatastore_Task, 'duration_secs': 0.012672} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.448444] env[63440]: DEBUG nova.compute.manager [req-ae05a360-096d-4ba9-b12a-ec7e2a2a44b2 req-2c41be92-5d54-4372-9bac-59d5105c8334 service nova] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Received event network-vif-plugged-a6dd068e-acb0-4d3b-8e9a-8b79bee36371 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 679.450653] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae05a360-096d-4ba9-b12a-ec7e2a2a44b2 req-2c41be92-5d54-4372-9bac-59d5105c8334 service nova] Acquiring lock "638e67ef-7fbc-41b5-b00b-abab9f83f411-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.450653] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae05a360-096d-4ba9-b12a-ec7e2a2a44b2 req-2c41be92-5d54-4372-9bac-59d5105c8334 service nova] Lock "638e67ef-7fbc-41b5-b00b-abab9f83f411-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.450653] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae05a360-096d-4ba9-b12a-ec7e2a2a44b2 req-2c41be92-5d54-4372-9bac-59d5105c8334 service nova] Lock "638e67ef-7fbc-41b5-b00b-abab9f83f411-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.450653] env[63440]: DEBUG nova.compute.manager [req-ae05a360-096d-4ba9-b12a-ec7e2a2a44b2 req-2c41be92-5d54-4372-9bac-59d5105c8334 service nova] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] No waiting events found dispatching network-vif-plugged-a6dd068e-acb0-4d3b-8e9a-8b79bee36371 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.450653] env[63440]: WARNING nova.compute.manager [req-ae05a360-096d-4ba9-b12a-ec7e2a2a44b2 req-2c41be92-5d54-4372-9bac-59d5105c8334 service nova] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Received unexpected event network-vif-plugged-a6dd068e-acb0-4d3b-8e9a-8b79bee36371 for instance with vm_state building and task_state spawning. [ 679.450653] env[63440]: DEBUG nova.compute.manager [req-ae05a360-096d-4ba9-b12a-ec7e2a2a44b2 req-2c41be92-5d54-4372-9bac-59d5105c8334 service nova] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Received event network-changed-a6dd068e-acb0-4d3b-8e9a-8b79bee36371 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 679.450653] env[63440]: DEBUG nova.compute.manager [req-ae05a360-096d-4ba9-b12a-ec7e2a2a44b2 req-2c41be92-5d54-4372-9bac-59d5105c8334 service nova] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Refreshing instance network info cache due to event network-changed-a6dd068e-acb0-4d3b-8e9a-8b79bee36371. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 679.450923] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae05a360-096d-4ba9-b12a-ec7e2a2a44b2 req-2c41be92-5d54-4372-9bac-59d5105c8334 service nova] Acquiring lock "refresh_cache-638e67ef-7fbc-41b5-b00b-abab9f83f411" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.450997] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae05a360-096d-4ba9-b12a-ec7e2a2a44b2 req-2c41be92-5d54-4372-9bac-59d5105c8334 service nova] Acquired lock "refresh_cache-638e67ef-7fbc-41b5-b00b-abab9f83f411" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.451255] env[63440]: DEBUG nova.network.neutron [req-ae05a360-096d-4ba9-b12a-ec7e2a2a44b2 req-2c41be92-5d54-4372-9bac-59d5105c8334 service nova] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Refreshing network info cache for port a6dd068e-acb0-4d3b-8e9a-8b79bee36371 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.452512] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d2abde0-8a18-48f9-9e13-ece9b1c5744c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.462594] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Waiting for the task: (returnval){ [ 679.462594] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c05a54-3136-38b6-c7bc-3fd9149c49e5" [ 679.462594] env[63440]: _type = "Task" [ 679.462594] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.475752] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c05a54-3136-38b6-c7bc-3fd9149c49e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.633276] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "2aed780b-9671-434f-99e8-3d75f19e95aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.633508] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "2aed780b-9671-434f-99e8-3d75f19e95aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.649159] env[63440]: DEBUG nova.compute.manager [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.671729] env[63440]: DEBUG oslo_vmware.rw_handles [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52decafe-5dbd-59a8-f92f-ffbf23ffb543/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 679.672701] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297be274-27b9-45df-b8aa-8e70bbf44b8f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.680644] env[63440]: DEBUG oslo_vmware.rw_handles [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52decafe-5dbd-59a8-f92f-ffbf23ffb543/disk-0.vmdk is in state: ready. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 679.680823] env[63440]: ERROR oslo_vmware.rw_handles [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52decafe-5dbd-59a8-f92f-ffbf23ffb543/disk-0.vmdk due to incomplete transfer. [ 679.681065] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9db95b7f-7fda-452a-ba55-5eb40deef8ad {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.689405] env[63440]: DEBUG oslo_vmware.rw_handles [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52decafe-5dbd-59a8-f92f-ffbf23ffb543/disk-0.vmdk. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 679.689659] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Uploaded image 9e36f474-8066-4058-89a1-b4de26e6be28 to the Glance image server {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 679.692013] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Destroying the VM {{(pid=63440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 679.692407] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1aecb49a-f8e0-4642-92a0-8354d8ee1b1a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.704281] env[63440]: DEBUG oslo_vmware.api [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Task: {'id': task-2661214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309792} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.705549] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.705742] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.705923] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.706116] env[63440]: INFO nova.compute.manager [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 679.706505] env[63440]: DEBUG oslo.service.loopingcall [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.707045] env[63440]: DEBUG oslo_vmware.api [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 679.707045] env[63440]: value = "task-2661215" [ 679.707045] env[63440]: _type = "Task" [ 679.707045] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.707292] env[63440]: DEBUG nova.compute.manager [-] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.707327] env[63440]: DEBUG nova.network.neutron [-] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.719472] env[63440]: DEBUG oslo_vmware.api [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661215, 'name': Destroy_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.764902] env[63440]: DEBUG nova.network.neutron [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Successfully updated port: bbf30b31-9229-4e24-9467-057c02f0104e {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.785612] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance da0ca831-d17a-4ed3-923e-1cca983410cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.786284] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance f0398dc1-6edc-4245-acc7-b757741bdcf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.786284] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance d735bb99-dc6e-44e8-8cc1-d9b0dee29647 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.786284] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 8ab7e489-8903-4f78-8da8-72604cea31ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.786284] env[63440]: WARNING nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 6bad7893-30cb-40f2-9077-f05da996be69 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 679.786284] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 545f7a96-8308-476c-be13-c815aeb0bad9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.786526] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance d9d2b428-3579-426c-bf94-b09f1f810e5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.786526] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 7893db16-55a5-478c-8b9d-71f69791a95b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.786633] env[63440]: WARNING nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 94667ac7-3f46-4a26-a62f-132dcab3ac5a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 679.786780] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance c5462524-b503-4578-91a4-a8c0b4589ff7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.786922] env[63440]: WARNING nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 7812a5c4-322f-4846-8305-c77ed6227228 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 679.787050] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.787169] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 722d4d20-24bc-4fcf-8358-054fedb3567d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.787282] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance a59dcb53-3881-4646-863a-d85912569c7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.787407] env[63440]: WARNING nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance f94282ab-7e72-4817-bc88-af27adbfe4c3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 679.787520] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance d7718d7e-4911-4905-b135-54291157aded actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.787631] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 5f6f0240-34b9-459d-8391-e51975f147cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.787742] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance ef67ae7a-f55e-453f-a821-f50c27a35ab4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.787864] env[63440]: WARNING nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance da6874f4-077f-4306-8d7e-e3f91b5a4c6e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 679.788027] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 32236944-2eaa-44b2-9c93-7f9abddd7ea3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.788182] env[63440]: WARNING nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance a3f2ac99-8c0b-42d5-9459-87217561d4e4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 679.788306] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 832a2116-9b59-4038-b37c-0fe0d707f9d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.788549] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 3a2ed53d-1634-41fc-ab85-ca3fde3c7544 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.788549] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 638e67ef-7fbc-41b5-b00b-abab9f83f411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.788661] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 878091d4-d403-4f93-a331-359ff1b5a4c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.917534] env[63440]: DEBUG oslo_concurrency.lockutils [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.948125] env[63440]: DEBUG nova.compute.manager [req-009dd024-7569-474f-bd2e-e9a3305511e0 req-5c2e88c2-8033-4a78-8e30-8d5638a2039c service nova] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Received event network-vif-plugged-bbf30b31-9229-4e24-9467-057c02f0104e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 679.948318] env[63440]: DEBUG oslo_concurrency.lockutils [req-009dd024-7569-474f-bd2e-e9a3305511e0 req-5c2e88c2-8033-4a78-8e30-8d5638a2039c service nova] Acquiring lock "878091d4-d403-4f93-a331-359ff1b5a4c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.948702] env[63440]: DEBUG oslo_concurrency.lockutils [req-009dd024-7569-474f-bd2e-e9a3305511e0 req-5c2e88c2-8033-4a78-8e30-8d5638a2039c service nova] Lock "878091d4-d403-4f93-a331-359ff1b5a4c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.949218] env[63440]: DEBUG oslo_concurrency.lockutils [req-009dd024-7569-474f-bd2e-e9a3305511e0 req-5c2e88c2-8033-4a78-8e30-8d5638a2039c service nova] Lock "878091d4-d403-4f93-a331-359ff1b5a4c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.949398] env[63440]: DEBUG nova.compute.manager [req-009dd024-7569-474f-bd2e-e9a3305511e0 req-5c2e88c2-8033-4a78-8e30-8d5638a2039c service nova] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] No waiting events found dispatching network-vif-plugged-bbf30b31-9229-4e24-9467-057c02f0104e {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.949609] env[63440]: WARNING nova.compute.manager [req-009dd024-7569-474f-bd2e-e9a3305511e0 req-5c2e88c2-8033-4a78-8e30-8d5638a2039c service nova] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Received unexpected event network-vif-plugged-bbf30b31-9229-4e24-9467-057c02f0104e for instance with vm_state building and task_state spawning. [ 679.975167] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c05a54-3136-38b6-c7bc-3fd9149c49e5, 'name': SearchDatastore_Task, 'duration_secs': 0.016885} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.975446] env[63440]: DEBUG oslo_concurrency.lockutils [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.975707] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 638e67ef-7fbc-41b5-b00b-abab9f83f411/638e67ef-7fbc-41b5-b00b-abab9f83f411.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.976040] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9aa8fba-9ca9-4a8b-b919-edb8efbaf704 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.983877] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Waiting for the task: (returnval){ [ 679.983877] env[63440]: value = "task-2661216" [ 679.983877] env[63440]: _type = "Task" [ 679.983877] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.994969] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': task-2661216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.017407] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquiring lock "46244f20-1d30-4c37-9ef5-ee3e24ac877e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.017407] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "46244f20-1d30-4c37-9ef5-ee3e24ac877e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.171574] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.226313] env[63440]: DEBUG oslo_vmware.api [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661215, 'name': Destroy_Task, 'duration_secs': 0.380563} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.226313] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Destroyed the VM [ 680.226313] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Deleting Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 680.226313] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bc5311d3-ead0-42d2-bbbb-af281d2796f0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.233149] env[63440]: DEBUG oslo_vmware.api [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 680.233149] env[63440]: value = "task-2661218" [ 680.233149] env[63440]: _type = "Task" [ 680.233149] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.243623] env[63440]: DEBUG oslo_vmware.api [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661218, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.266314] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "refresh_cache-878091d4-d403-4f93-a331-359ff1b5a4c9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.266743] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquired lock "refresh_cache-878091d4-d403-4f93-a331-359ff1b5a4c9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.266743] env[63440]: DEBUG nova.network.neutron [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.283703] env[63440]: DEBUG nova.network.neutron [req-ae05a360-096d-4ba9-b12a-ec7e2a2a44b2 req-2c41be92-5d54-4372-9bac-59d5105c8334 service nova] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Updated VIF entry in instance network info cache for port a6dd068e-acb0-4d3b-8e9a-8b79bee36371. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.284095] env[63440]: DEBUG nova.network.neutron [req-ae05a360-096d-4ba9-b12a-ec7e2a2a44b2 req-2c41be92-5d54-4372-9bac-59d5105c8334 service nova] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Updating instance_info_cache with network_info: [{"id": "a6dd068e-acb0-4d3b-8e9a-8b79bee36371", "address": "fa:16:3e:ae:23:aa", "network": {"id": "cf8bee36-270b-45bc-83b5-3d7e9a7c137d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2122277336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "476a047a68874ce4a2c9c059f08ed311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6dd068e-ac", "ovs_interfaceid": "a6dd068e-acb0-4d3b-8e9a-8b79bee36371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.293494] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 10b05a88-9b05-42ef-b1b9-6a6987aa0139 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 680.496523] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': task-2661216, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.538116] env[63440]: DEBUG nova.network.neutron [-] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.686242] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Acquiring lock "3a2ed53d-1634-41fc-ab85-ca3fde3c7544" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.686570] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Lock "3a2ed53d-1634-41fc-ab85-ca3fde3c7544" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.686954] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Acquiring lock "3a2ed53d-1634-41fc-ab85-ca3fde3c7544-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.687217] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Lock "3a2ed53d-1634-41fc-ab85-ca3fde3c7544-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.687430] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Lock "3a2ed53d-1634-41fc-ab85-ca3fde3c7544-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.690509] env[63440]: INFO nova.compute.manager [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Terminating instance [ 680.746807] env[63440]: DEBUG oslo_vmware.api [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661218, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.787527] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae05a360-096d-4ba9-b12a-ec7e2a2a44b2 req-2c41be92-5d54-4372-9bac-59d5105c8334 service nova] Releasing lock "refresh_cache-638e67ef-7fbc-41b5-b00b-abab9f83f411" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.787527] env[63440]: DEBUG nova.compute.manager [req-ae05a360-096d-4ba9-b12a-ec7e2a2a44b2 req-2c41be92-5d54-4372-9bac-59d5105c8334 service nova] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Received event network-vif-deleted-8f70c9ce-33dd-4e71-9c9f-20beced5c077 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.799923] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance b3a46e0f-15e3-4385-bb4f-b08568ae2fd8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 680.816161] env[63440]: DEBUG nova.network.neutron [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.847214] env[63440]: DEBUG oslo_concurrency.lockutils [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "c5462524-b503-4578-91a4-a8c0b4589ff7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.847214] env[63440]: DEBUG oslo_concurrency.lockutils [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "c5462524-b503-4578-91a4-a8c0b4589ff7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.848443] env[63440]: DEBUG oslo_concurrency.lockutils [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "c5462524-b503-4578-91a4-a8c0b4589ff7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.848443] env[63440]: DEBUG oslo_concurrency.lockutils [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "c5462524-b503-4578-91a4-a8c0b4589ff7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.848443] env[63440]: DEBUG oslo_concurrency.lockutils [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "c5462524-b503-4578-91a4-a8c0b4589ff7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.851073] env[63440]: INFO nova.compute.manager [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Terminating instance [ 680.997346] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': task-2661216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772433} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.998301] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 638e67ef-7fbc-41b5-b00b-abab9f83f411/638e67ef-7fbc-41b5-b00b-abab9f83f411.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.998698] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.999110] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7281a8d2-220e-4c30-abe5-ac68fe2571ae {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.009034] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Waiting for the task: (returnval){ [ 681.009034] env[63440]: value = "task-2661219" [ 681.009034] env[63440]: _type = "Task" [ 681.009034] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.022354] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': task-2661219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.042953] env[63440]: INFO nova.compute.manager [-] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Took 1.33 seconds to deallocate network for instance. [ 681.098754] env[63440]: DEBUG nova.network.neutron [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Updating instance_info_cache with network_info: [{"id": "bbf30b31-9229-4e24-9467-057c02f0104e", "address": "fa:16:3e:c2:23:95", "network": {"id": "20e92daa-4a5f-44b7-b779-c2fd06fab4f1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-402619670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda01ef8cfc40d6b5915a3cd855b2ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf30b31-92", "ovs_interfaceid": "bbf30b31-9229-4e24-9467-057c02f0104e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.118018] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Volume attach. Driver type: vmdk {{(pid=63440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 681.118018] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536660', 'volume_id': '947ff000-a45d-4070-bee9-00fb58809db1', 'name': 'volume-947ff000-a45d-4070-bee9-00fb58809db1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5', 'attached_at': '', 'detached_at': '', 'volume_id': '947ff000-a45d-4070-bee9-00fb58809db1', 'serial': '947ff000-a45d-4070-bee9-00fb58809db1'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 681.118817] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e38c149-853f-4142-a4af-b91bfee932eb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.138155] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe27e17-0d71-4541-a4d7-d84f4d8daaca {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.169454] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] volume-947ff000-a45d-4070-bee9-00fb58809db1/volume-947ff000-a45d-4070-bee9-00fb58809db1.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.170152] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-981bb851-1394-4d28-87e7-4d4d773b88c1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.196307] env[63440]: DEBUG nova.compute.manager [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 681.196826] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.198170] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5d575b-32dc-4871-9184-7df427165233 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.210017] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.211951] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83af4d4a-b693-46f3-b096-e066e42472c8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.214518] env[63440]: DEBUG oslo_vmware.api [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 681.214518] env[63440]: value = "task-2661220" [ 681.214518] env[63440]: _type = "Task" [ 681.214518] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.221993] env[63440]: DEBUG oslo_vmware.api [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Waiting for the task: (returnval){ [ 681.221993] env[63440]: value = "task-2661221" [ 681.221993] env[63440]: _type = "Task" [ 681.221993] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.233718] env[63440]: DEBUG oslo_vmware.api [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661220, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.245675] env[63440]: DEBUG oslo_vmware.api [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Task: {'id': task-2661221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.253865] env[63440]: DEBUG oslo_vmware.api [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661218, 'name': RemoveSnapshot_Task, 'duration_secs': 0.611525} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.254365] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Deleted Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 681.254774] env[63440]: INFO nova.compute.manager [None req-1022ae4c-515d-45bb-b4ba-398f5036ae99 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Took 14.81 seconds to snapshot the instance on the hypervisor. [ 681.305171] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 35e411e2-5b0d-42e9-9cb8-762e1ec11396 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 681.355707] env[63440]: DEBUG nova.compute.manager [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 681.355985] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.357042] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051263ef-10a0-491e-8d9b-a426a121834c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.367233] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.367390] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ba3fb25-3bfa-4537-82a7-47e28c3e0f7e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.374916] env[63440]: DEBUG oslo_vmware.api [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 681.374916] env[63440]: value = "task-2661222" [ 681.374916] env[63440]: _type = "Task" [ 681.374916] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.384497] env[63440]: DEBUG oslo_vmware.api [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.526191] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': task-2661219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075889} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.526191] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.526191] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd01bc8b-7912-42d8-9e8d-204ebe564c3b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.551437] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 638e67ef-7fbc-41b5-b00b-abab9f83f411/638e67ef-7fbc-41b5-b00b-abab9f83f411.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.553661] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.553920] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25257b91-92c9-49cf-a8d9-adc619f13bff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.569448] env[63440]: DEBUG nova.compute.manager [req-fdc24b62-787f-40c2-844e-2903eff67244 req-c2397486-1046-48ea-9abf-7b04c5c235a5 service nova] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Received event network-vif-deleted-9353fe06-e1b1-4673-b62e-01f554cbbf7e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.576828] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Waiting for the task: (returnval){ [ 681.576828] env[63440]: value = "task-2661223" [ 681.576828] env[63440]: _type = "Task" [ 681.576828] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.587760] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': task-2661223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.601665] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Releasing lock "refresh_cache-878091d4-d403-4f93-a331-359ff1b5a4c9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.602085] env[63440]: DEBUG nova.compute.manager [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Instance network_info: |[{"id": "bbf30b31-9229-4e24-9467-057c02f0104e", "address": "fa:16:3e:c2:23:95", "network": {"id": "20e92daa-4a5f-44b7-b779-c2fd06fab4f1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-402619670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda01ef8cfc40d6b5915a3cd855b2ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf30b31-92", "ovs_interfaceid": "bbf30b31-9229-4e24-9467-057c02f0104e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.602485] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:23:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbf30b31-9229-4e24-9467-057c02f0104e', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.611244] env[63440]: DEBUG oslo.service.loopingcall [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 681.612113] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.612357] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d876e18b-5b6e-463b-8e15-a82b33f11201 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.633083] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.633083] env[63440]: value = "task-2661224" [ 681.633083] env[63440]: _type = "Task" [ 681.633083] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.646435] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661224, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.725888] env[63440]: DEBUG oslo_vmware.api [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.734653] env[63440]: DEBUG oslo_vmware.api [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Task: {'id': task-2661221, 'name': PowerOffVM_Task, 'duration_secs': 0.321834} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.734983] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.735201] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.735452] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44c5621f-53d2-4a51-92f6-3428099582dc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.809151] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 708790b8-38b0-460b-b6b5-79fd091922f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 681.812174] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.812174] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.812174] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Deleting the datastore file [datastore1] 3a2ed53d-1634-41fc-ab85-ca3fde3c7544 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.812300] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8deeff09-642b-4d77-8b72-4a6b125e69ef {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.819819] env[63440]: DEBUG oslo_vmware.api [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Waiting for the task: (returnval){ [ 681.819819] env[63440]: value = "task-2661226" [ 681.819819] env[63440]: _type = "Task" [ 681.819819] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.830842] env[63440]: DEBUG oslo_vmware.api [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Task: {'id': task-2661226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.887885] env[63440]: DEBUG oslo_vmware.api [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661222, 'name': PowerOffVM_Task, 'duration_secs': 0.218407} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.888222] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.888474] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.889099] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-573c3b79-5deb-46f5-9913-f36e95355eba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.963058] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1bd7a42b-f639-4247-9dcb-fcdeba86080b tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Acquiring lock "545f7a96-8308-476c-be13-c815aeb0bad9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.963058] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1bd7a42b-f639-4247-9dcb-fcdeba86080b tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Lock "545f7a96-8308-476c-be13-c815aeb0bad9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.970273] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.973038] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.973038] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Deleting the datastore file [datastore1] c5462524-b503-4578-91a4-a8c0b4589ff7 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.973038] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da985a87-10de-49b5-9a77-9d19873ffa1c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.980111] env[63440]: DEBUG oslo_vmware.api [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 681.980111] env[63440]: value = "task-2661228" [ 681.980111] env[63440]: _type = "Task" [ 681.980111] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.989646] env[63440]: DEBUG oslo_vmware.api [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.087081] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': task-2661223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.105623] env[63440]: DEBUG nova.compute.manager [req-ba26882b-46af-4b8c-b7a1-80b0735498dd req-2115179a-3faf-495a-949b-ce540d1b7199 service nova] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Received event network-changed-bbf30b31-9229-4e24-9467-057c02f0104e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.105922] env[63440]: DEBUG nova.compute.manager [req-ba26882b-46af-4b8c-b7a1-80b0735498dd req-2115179a-3faf-495a-949b-ce540d1b7199 service nova] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Refreshing instance network info cache due to event network-changed-bbf30b31-9229-4e24-9467-057c02f0104e. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 682.106070] env[63440]: DEBUG oslo_concurrency.lockutils [req-ba26882b-46af-4b8c-b7a1-80b0735498dd req-2115179a-3faf-495a-949b-ce540d1b7199 service nova] Acquiring lock "refresh_cache-878091d4-d403-4f93-a331-359ff1b5a4c9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.106220] env[63440]: DEBUG oslo_concurrency.lockutils [req-ba26882b-46af-4b8c-b7a1-80b0735498dd req-2115179a-3faf-495a-949b-ce540d1b7199 service nova] Acquired lock "refresh_cache-878091d4-d403-4f93-a331-359ff1b5a4c9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.106382] env[63440]: DEBUG nova.network.neutron [req-ba26882b-46af-4b8c-b7a1-80b0735498dd req-2115179a-3faf-495a-949b-ce540d1b7199 service nova] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Refreshing network info cache for port bbf30b31-9229-4e24-9467-057c02f0104e {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.144403] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661224, 'name': CreateVM_Task, 'duration_secs': 0.417774} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.144538] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.145310] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.145424] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.145727] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.146060] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-549635eb-f739-4faa-a9d2-48e9792c8d35 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.152288] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 682.152288] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a266b0-a9ff-ddb7-6eb3-45e7c4fce01f" [ 682.152288] env[63440]: _type = "Task" [ 682.152288] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.162752] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a266b0-a9ff-ddb7-6eb3-45e7c4fce01f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.232354] env[63440]: DEBUG oslo_vmware.api [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661220, 'name': ReconfigVM_Task, 'duration_secs': 0.767229} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.232706] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Reconfigured VM instance instance-0000001b to attach disk [datastore1] volume-947ff000-a45d-4070-bee9-00fb58809db1/volume-947ff000-a45d-4070-bee9-00fb58809db1.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.237872] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe9a094e-3e78-471a-b9eb-18edcbb8e5e2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.253690] env[63440]: DEBUG oslo_vmware.api [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 682.253690] env[63440]: value = "task-2661229" [ 682.253690] env[63440]: _type = "Task" [ 682.253690] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.262765] env[63440]: DEBUG oslo_vmware.api [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.313975] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 856f9056-6ca2-4ada-9ab9-2755298b7fa6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 682.329614] env[63440]: DEBUG oslo_vmware.api [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Task: {'id': task-2661226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453991} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.329879] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.330082] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.330270] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.330444] env[63440]: INFO nova.compute.manager [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Took 1.13 seconds to destroy the instance on the hypervisor. [ 682.330731] env[63440]: DEBUG oslo.service.loopingcall [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 682.330969] env[63440]: DEBUG nova.compute.manager [-] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.331084] env[63440]: DEBUG nova.network.neutron [-] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.368081] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2218e9-e565-40f7-9c40-c74f7a9e86bd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Volume attach. Driver type: vmdk {{(pid=63440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 682.368373] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2218e9-e565-40f7-9c40-c74f7a9e86bd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536665', 'volume_id': 'a308e122-9e56-47b4-8c67-20032db19da8', 'name': 'volume-a308e122-9e56-47b4-8c67-20032db19da8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '832a2116-9b59-4038-b37c-0fe0d707f9d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'a308e122-9e56-47b4-8c67-20032db19da8', 'serial': 'a308e122-9e56-47b4-8c67-20032db19da8'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 682.369541] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22e34ce-94d8-4b8d-aecd-24c3392b6007 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.393557] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a88f4c2-ddcf-4cbe-b8ee-a2ccd391f80f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.421410] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2218e9-e565-40f7-9c40-c74f7a9e86bd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] volume-a308e122-9e56-47b4-8c67-20032db19da8/volume-a308e122-9e56-47b4-8c67-20032db19da8.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.421753] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b8adc74-4357-4994-b563-b1f1e2fcc69d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.441995] env[63440]: DEBUG oslo_vmware.api [None req-9a2218e9-e565-40f7-9c40-c74f7a9e86bd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 682.441995] env[63440]: value = "task-2661230" [ 682.441995] env[63440]: _type = "Task" [ 682.441995] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.452474] env[63440]: DEBUG oslo_vmware.api [None req-9a2218e9-e565-40f7-9c40-c74f7a9e86bd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.469807] env[63440]: INFO nova.compute.manager [None req-1bd7a42b-f639-4247-9dcb-fcdeba86080b tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Detaching volume b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63 [ 682.490268] env[63440]: DEBUG oslo_vmware.api [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.511778] env[63440]: INFO nova.virt.block_device [None req-1bd7a42b-f639-4247-9dcb-fcdeba86080b tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Attempting to driver detach volume b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63 from mountpoint /dev/sdb [ 682.511778] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd7a42b-f639-4247-9dcb-fcdeba86080b tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Volume detach. Driver type: vmdk {{(pid=63440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 682.511778] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd7a42b-f639-4247-9dcb-fcdeba86080b tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536654', 'volume_id': 'b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63', 'name': 'volume-b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '545f7a96-8308-476c-be13-c815aeb0bad9', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63', 'serial': 'b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 682.511778] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04376212-0675-44a2-9b44-1c4ba66a150d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.535042] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b51e431-a9b4-47a2-99c1-b76987b9b377 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.543963] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1ce524-f322-42b8-b5db-26ae280c5bae {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.571260] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736b8b5b-87cf-43ef-90e9-e2b7c160c469 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.594140] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd7a42b-f639-4247-9dcb-fcdeba86080b tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] The volume has not been displaced from its original location: [datastore1] volume-b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63/volume-b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63.vmdk. No consolidation needed. {{(pid=63440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 682.600516] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd7a42b-f639-4247-9dcb-fcdeba86080b tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 682.601526] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd2e3934-57c7-4332-969f-ea30132e75c9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.622197] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': task-2661223, 'name': ReconfigVM_Task, 'duration_secs': 0.747176} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.623021] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 638e67ef-7fbc-41b5-b00b-abab9f83f411/638e67ef-7fbc-41b5-b00b-abab9f83f411.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.624124] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27a355ed-600e-4c7c-bc69-82e0b9c9dd3c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.629688] env[63440]: DEBUG oslo_vmware.api [None req-1bd7a42b-f639-4247-9dcb-fcdeba86080b tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Waiting for the task: (returnval){ [ 682.629688] env[63440]: value = "task-2661231" [ 682.629688] env[63440]: _type = "Task" [ 682.629688] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.635072] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Waiting for the task: (returnval){ [ 682.635072] env[63440]: value = "task-2661232" [ 682.635072] env[63440]: _type = "Task" [ 682.635072] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.641477] env[63440]: DEBUG oslo_vmware.api [None req-1bd7a42b-f639-4247-9dcb-fcdeba86080b tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Task: {'id': task-2661231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.648539] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': task-2661232, 'name': Rename_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.670893] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a266b0-a9ff-ddb7-6eb3-45e7c4fce01f, 'name': SearchDatastore_Task, 'duration_secs': 0.024791} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.671233] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.671495] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.671742] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.671919] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.672145] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.672468] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7642c7a6-ab5c-4ecd-9574-7c674c20351e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.683238] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.683238] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.683981] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f059ba56-f4dd-4d0e-a5de-4df4575e3056 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.690364] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 682.690364] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52505a10-a1c9-ceb2-d6a0-d2e2b5fa0a59" [ 682.690364] env[63440]: _type = "Task" [ 682.690364] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.699905] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52505a10-a1c9-ceb2-d6a0-d2e2b5fa0a59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.765368] env[63440]: DEBUG oslo_vmware.api [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661229, 'name': ReconfigVM_Task, 'duration_secs': 0.243439} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.765704] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536660', 'volume_id': '947ff000-a45d-4070-bee9-00fb58809db1', 'name': 'volume-947ff000-a45d-4070-bee9-00fb58809db1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5', 'attached_at': '', 'detached_at': '', 'volume_id': '947ff000-a45d-4070-bee9-00fb58809db1', 'serial': '947ff000-a45d-4070-bee9-00fb58809db1'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 682.816012] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance da012cdd-2d81-4886-95bf-550f4d6ec16f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 682.855176] env[63440]: DEBUG nova.network.neutron [req-ba26882b-46af-4b8c-b7a1-80b0735498dd req-2115179a-3faf-495a-949b-ce540d1b7199 service nova] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Updated VIF entry in instance network info cache for port bbf30b31-9229-4e24-9467-057c02f0104e. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.855744] env[63440]: DEBUG nova.network.neutron [req-ba26882b-46af-4b8c-b7a1-80b0735498dd req-2115179a-3faf-495a-949b-ce540d1b7199 service nova] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Updating instance_info_cache with network_info: [{"id": "bbf30b31-9229-4e24-9467-057c02f0104e", "address": "fa:16:3e:c2:23:95", "network": {"id": "20e92daa-4a5f-44b7-b779-c2fd06fab4f1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-402619670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda01ef8cfc40d6b5915a3cd855b2ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf30b31-92", "ovs_interfaceid": "bbf30b31-9229-4e24-9467-057c02f0104e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.953765] env[63440]: DEBUG oslo_vmware.api [None req-9a2218e9-e565-40f7-9c40-c74f7a9e86bd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661230, 'name': ReconfigVM_Task, 'duration_secs': 0.431373} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.954132] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2218e9-e565-40f7-9c40-c74f7a9e86bd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Reconfigured VM instance instance-00000024 to attach disk [datastore1] volume-a308e122-9e56-47b4-8c67-20032db19da8/volume-a308e122-9e56-47b4-8c67-20032db19da8.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.959619] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0385822c-4c1e-4d74-9fe4-bf78ad2f2b89 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.985207] env[63440]: DEBUG oslo_vmware.api [None req-9a2218e9-e565-40f7-9c40-c74f7a9e86bd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 682.985207] env[63440]: value = "task-2661233" [ 682.985207] env[63440]: _type = "Task" [ 682.985207] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.991491] env[63440]: DEBUG oslo_vmware.api [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.539744} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.992428] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.992428] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.992428] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.992647] env[63440]: INFO nova.compute.manager [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Took 1.64 seconds to destroy the instance on the hypervisor. [ 682.992855] env[63440]: DEBUG oslo.service.loopingcall [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 682.993062] env[63440]: DEBUG nova.compute.manager [-] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.993159] env[63440]: DEBUG nova.network.neutron [-] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.997607] env[63440]: DEBUG oslo_vmware.api [None req-9a2218e9-e565-40f7-9c40-c74f7a9e86bd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661233, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.145281] env[63440]: DEBUG oslo_vmware.api [None req-1bd7a42b-f639-4247-9dcb-fcdeba86080b tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Task: {'id': task-2661231, 'name': ReconfigVM_Task, 'duration_secs': 0.338497} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.147018] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd7a42b-f639-4247-9dcb-fcdeba86080b tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 683.150964] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84080fba-9e93-4ed0-bc76-daeb70d8f6ab {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.164837] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': task-2661232, 'name': Rename_Task, 'duration_secs': 0.211923} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.165542] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.165859] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dca0a30f-24b3-4ab8-935b-952add2bcc5f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.171458] env[63440]: DEBUG oslo_vmware.api [None req-1bd7a42b-f639-4247-9dcb-fcdeba86080b tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Waiting for the task: (returnval){ [ 683.171458] env[63440]: value = "task-2661234" [ 683.171458] env[63440]: _type = "Task" [ 683.171458] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.172987] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Waiting for the task: (returnval){ [ 683.172987] env[63440]: value = "task-2661235" [ 683.172987] env[63440]: _type = "Task" [ 683.172987] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.185205] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': task-2661235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.189031] env[63440]: DEBUG oslo_vmware.api [None req-1bd7a42b-f639-4247-9dcb-fcdeba86080b tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Task: {'id': task-2661234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.201864] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52505a10-a1c9-ceb2-d6a0-d2e2b5fa0a59, 'name': SearchDatastore_Task, 'duration_secs': 0.013985} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.202706] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c770f7e-573e-47b9-a94a-63cff616d08f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.210058] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 683.210058] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5201b99d-14f6-0769-a8ea-fbfad62116f8" [ 683.210058] env[63440]: _type = "Task" [ 683.210058] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.219789] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5201b99d-14f6-0769-a8ea-fbfad62116f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.230408] env[63440]: DEBUG nova.network.neutron [-] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.319387] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 66f4957e-96a9-462c-8a41-06dfd9ea93f9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 683.347608] env[63440]: DEBUG nova.compute.manager [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.348896] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1118eb97-a3af-499c-9cbc-fc9f12f04cdd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.358626] env[63440]: DEBUG oslo_concurrency.lockutils [req-ba26882b-46af-4b8c-b7a1-80b0735498dd req-2115179a-3faf-495a-949b-ce540d1b7199 service nova] Releasing lock "refresh_cache-878091d4-d403-4f93-a331-359ff1b5a4c9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.496026] env[63440]: DEBUG oslo_vmware.api [None req-9a2218e9-e565-40f7-9c40-c74f7a9e86bd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661233, 'name': ReconfigVM_Task, 'duration_secs': 0.171985} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.496140] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2218e9-e565-40f7-9c40-c74f7a9e86bd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536665', 'volume_id': 'a308e122-9e56-47b4-8c67-20032db19da8', 'name': 'volume-a308e122-9e56-47b4-8c67-20032db19da8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '832a2116-9b59-4038-b37c-0fe0d707f9d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'a308e122-9e56-47b4-8c67-20032db19da8', 'serial': 'a308e122-9e56-47b4-8c67-20032db19da8'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 683.584374] env[63440]: DEBUG nova.compute.manager [req-4d6afc03-ac22-4492-b797-aad6ed201045 req-9ade2432-87e2-491d-b32e-663356d88f6b service nova] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Received event network-vif-deleted-09e45f26-f0dd-46f7-8171-93e82517ed2d {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.584646] env[63440]: INFO nova.compute.manager [req-4d6afc03-ac22-4492-b797-aad6ed201045 req-9ade2432-87e2-491d-b32e-663356d88f6b service nova] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Neutron deleted interface 09e45f26-f0dd-46f7-8171-93e82517ed2d; detaching it from the instance and deleting it from the info cache [ 683.584847] env[63440]: DEBUG nova.network.neutron [req-4d6afc03-ac22-4492-b797-aad6ed201045 req-9ade2432-87e2-491d-b32e-663356d88f6b service nova] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.685963] env[63440]: DEBUG oslo_vmware.api [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': task-2661235, 'name': PowerOnVM_Task, 'duration_secs': 0.498532} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.688647] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.688795] env[63440]: INFO nova.compute.manager [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Took 10.40 seconds to spawn the instance on the hypervisor. [ 683.688983] env[63440]: DEBUG nova.compute.manager [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.689309] env[63440]: DEBUG oslo_vmware.api [None req-1bd7a42b-f639-4247-9dcb-fcdeba86080b tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Task: {'id': task-2661234, 'name': ReconfigVM_Task, 'duration_secs': 0.168344} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.689996] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dbdfb3-c3ba-4bb4-8f7f-8966e21171f2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.692538] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd7a42b-f639-4247-9dcb-fcdeba86080b tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536654', 'volume_id': 'b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63', 'name': 'volume-b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '545f7a96-8308-476c-be13-c815aeb0bad9', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63', 'serial': 'b7909c0f-c3e7-440b-9d73-b3fb1c6d0b63'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 683.724659] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5201b99d-14f6-0769-a8ea-fbfad62116f8, 'name': SearchDatastore_Task, 'duration_secs': 0.013231} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.724659] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.724659] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 878091d4-d403-4f93-a331-359ff1b5a4c9/878091d4-d403-4f93-a331-359ff1b5a4c9.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.724659] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e074760-373a-4606-8e0a-bb0ff8ec1aaa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.731509] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 683.731509] env[63440]: value = "task-2661236" [ 683.731509] env[63440]: _type = "Task" [ 683.731509] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.736204] env[63440]: INFO nova.compute.manager [-] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Took 1.41 seconds to deallocate network for instance. [ 683.744603] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.764373] env[63440]: DEBUG nova.network.neutron [-] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.801788] env[63440]: DEBUG nova.objects.instance [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lazy-loading 'flavor' on Instance uuid 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.821749] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance a2b60472-d9a3-46ff-82ed-f0ae9b259663 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 683.860813] env[63440]: INFO nova.compute.manager [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] instance snapshotting [ 683.863733] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8062616-4f76-4b7a-9469-51280a85f15e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.885631] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7824be-c165-4481-b9ef-9da2c505ac77 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.087965] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b15aa34e-7c60-4488-b762-51b26dc25809 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.099364] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872316da-ca99-4c7a-ab78-a8147b19716c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.134561] env[63440]: DEBUG nova.compute.manager [req-4d6afc03-ac22-4492-b797-aad6ed201045 req-9ade2432-87e2-491d-b32e-663356d88f6b service nova] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Detach interface failed, port_id=09e45f26-f0dd-46f7-8171-93e82517ed2d, reason: Instance c5462524-b503-4578-91a4-a8c0b4589ff7 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 684.136774] env[63440]: DEBUG nova.compute.manager [req-33f165ef-b688-408b-8f81-2780e447059b req-5790b62b-451f-4e8b-859e-bc586617b1a5 service nova] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Received event network-vif-deleted-f2510e1e-edc0-43cc-879c-ef156e606b4e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.209572] env[63440]: INFO nova.compute.manager [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Took 46.68 seconds to build instance. [ 684.243905] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661236, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.245881] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.247171] env[63440]: DEBUG nova.objects.instance [None req-1bd7a42b-f639-4247-9dcb-fcdeba86080b tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Lazy-loading 'flavor' on Instance uuid 545f7a96-8308-476c-be13-c815aeb0bad9 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.266104] env[63440]: INFO nova.compute.manager [-] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Took 1.27 seconds to deallocate network for instance. [ 684.307577] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9f8c2249-1809-4606-869f-ec4688f5961d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.347s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.327816] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 684.400269] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Creating Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 684.400757] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-14771483-9c85-4c8b-86fe-8f8f7b2152ea {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.414777] env[63440]: DEBUG oslo_vmware.api [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 684.414777] env[63440]: value = "task-2661237" [ 684.414777] env[63440]: _type = "Task" [ 684.414777] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.427014] env[63440]: DEBUG oslo_vmware.api [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661237, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.537805] env[63440]: DEBUG nova.objects.instance [None req-9a2218e9-e565-40f7-9c40-c74f7a9e86bd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lazy-loading 'flavor' on Instance uuid 832a2116-9b59-4038-b37c-0fe0d707f9d3 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.711306] env[63440]: DEBUG oslo_concurrency.lockutils [None req-75b226e1-0d12-4bd5-a9ef-6e857756c99b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Lock "638e67ef-7fbc-41b5-b00b-abab9f83f411" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.015s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.743169] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.930747} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.743440] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 878091d4-d403-4f93-a331-359ff1b5a4c9/878091d4-d403-4f93-a331-359ff1b5a4c9.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.743658] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.743907] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e403748a-0c13-41cb-8f42-93cb31f5ca4c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.752163] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 684.752163] env[63440]: value = "task-2661238" [ 684.752163] env[63440]: _type = "Task" [ 684.752163] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.763988] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.772355] env[63440]: DEBUG oslo_concurrency.lockutils [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.830823] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance c657ae98-7ffb-47de-a697-00dadba3b0a8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 684.883707] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "832a2116-9b59-4038-b37c-0fe0d707f9d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.907543] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3b2e12be-ceaf-473a-bb32-5f2411dae66b tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.907831] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3b2e12be-ceaf-473a-bb32-5f2411dae66b tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.908027] env[63440]: DEBUG nova.compute.manager [None req-3b2e12be-ceaf-473a-bb32-5f2411dae66b tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.908968] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904cfa7c-b9cf-4f5d-8160-5d0102d85c1e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.922867] env[63440]: DEBUG nova.compute.manager [None req-3b2e12be-ceaf-473a-bb32-5f2411dae66b tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63440) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 684.927028] env[63440]: DEBUG nova.objects.instance [None req-3b2e12be-ceaf-473a-bb32-5f2411dae66b tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lazy-loading 'flavor' on Instance uuid 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.932282] env[63440]: DEBUG oslo_vmware.api [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661237, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.041985] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9a2218e9-e565-40f7-9c40-c74f7a9e86bd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "832a2116-9b59-4038-b37c-0fe0d707f9d3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.320s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.042942] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "832a2116-9b59-4038-b37c-0fe0d707f9d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.160s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.043187] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "832a2116-9b59-4038-b37c-0fe0d707f9d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.043392] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "832a2116-9b59-4038-b37c-0fe0d707f9d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.043563] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "832a2116-9b59-4038-b37c-0fe0d707f9d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.048032] env[63440]: INFO nova.compute.manager [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Terminating instance [ 685.217030] env[63440]: DEBUG nova.compute.manager [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.259655] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1bd7a42b-f639-4247-9dcb-fcdeba86080b tempest-VolumesAssistedSnapshotsTest-572484919 tempest-VolumesAssistedSnapshotsTest-572484919-project-admin] Lock "545f7a96-8308-476c-be13-c815aeb0bad9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.296s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.266243] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101982} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.266591] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.267454] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3913b94-6636-4453-94df-eb14ce395336 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.292880] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 878091d4-d403-4f93-a331-359ff1b5a4c9/878091d4-d403-4f93-a331-359ff1b5a4c9.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.292880] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c6f271e-33c5-4d9c-bdfa-66d690dfdaa8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.314860] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 685.314860] env[63440]: value = "task-2661240" [ 685.314860] env[63440]: _type = "Task" [ 685.314860] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.325791] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.333625] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 2aed780b-9671-434f-99e8-3d75f19e95aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 685.426397] env[63440]: DEBUG oslo_vmware.api [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661237, 'name': CreateSnapshot_Task, 'duration_secs': 0.522787} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.428693] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Created Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 685.430490] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ae4f02-0beb-48d0-8ebc-0b7e5ed3e1a2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.552735] env[63440]: DEBUG nova.compute.manager [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.553040] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.553305] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25c35bcf-98f7-46d5-9a03-e10e1f359349 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.561892] env[63440]: DEBUG oslo_vmware.api [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 685.561892] env[63440]: value = "task-2661241" [ 685.561892] env[63440]: _type = "Task" [ 685.561892] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.570233] env[63440]: DEBUG oslo_vmware.api [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.736812] env[63440]: DEBUG nova.compute.manager [req-88a603eb-8218-40d0-936f-633b466a2d7e req-b82a6d22-c8b5-48b8-ab8e-f1718c08fee6 service nova] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Received event network-changed-a6dd068e-acb0-4d3b-8e9a-8b79bee36371 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 685.737016] env[63440]: DEBUG nova.compute.manager [req-88a603eb-8218-40d0-936f-633b466a2d7e req-b82a6d22-c8b5-48b8-ab8e-f1718c08fee6 service nova] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Refreshing instance network info cache due to event network-changed-a6dd068e-acb0-4d3b-8e9a-8b79bee36371. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 685.737968] env[63440]: DEBUG oslo_concurrency.lockutils [req-88a603eb-8218-40d0-936f-633b466a2d7e req-b82a6d22-c8b5-48b8-ab8e-f1718c08fee6 service nova] Acquiring lock "refresh_cache-638e67ef-7fbc-41b5-b00b-abab9f83f411" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.737968] env[63440]: DEBUG oslo_concurrency.lockutils [req-88a603eb-8218-40d0-936f-633b466a2d7e req-b82a6d22-c8b5-48b8-ab8e-f1718c08fee6 service nova] Acquired lock "refresh_cache-638e67ef-7fbc-41b5-b00b-abab9f83f411" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.737968] env[63440]: DEBUG nova.network.neutron [req-88a603eb-8218-40d0-936f-633b466a2d7e req-b82a6d22-c8b5-48b8-ab8e-f1718c08fee6 service nova] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Refreshing network info cache for port a6dd068e-acb0-4d3b-8e9a-8b79bee36371 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.744265] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.824500] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661240, 'name': ReconfigVM_Task, 'duration_secs': 0.32487} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.824801] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 878091d4-d403-4f93-a331-359ff1b5a4c9/878091d4-d403-4f93-a331-359ff1b5a4c9.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.825494] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f58d659c-11c3-408b-a743-131df3a91a75 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.832106] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 685.832106] env[63440]: value = "task-2661242" [ 685.832106] env[63440]: _type = "Task" [ 685.832106] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.836708] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 46244f20-1d30-4c37-9ef5-ee3e24ac877e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 685.837046] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 685.837209] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 685.844491] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661242, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.936206] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2e12be-ceaf-473a-bb32-5f2411dae66b tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.936531] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ed68857-8f72-44ff-abb5-2252f28ed1de {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.950090] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Creating linked-clone VM from snapshot {{(pid=63440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 685.952102] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7e345e89-4df6-4cbb-a932-950f0e2c7fde {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.956379] env[63440]: DEBUG oslo_vmware.api [None req-3b2e12be-ceaf-473a-bb32-5f2411dae66b tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 685.956379] env[63440]: value = "task-2661243" [ 685.956379] env[63440]: _type = "Task" [ 685.956379] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.961697] env[63440]: DEBUG oslo_vmware.api [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 685.961697] env[63440]: value = "task-2661244" [ 685.961697] env[63440]: _type = "Task" [ 685.961697] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.971283] env[63440]: DEBUG oslo_vmware.api [None req-3b2e12be-ceaf-473a-bb32-5f2411dae66b tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.977463] env[63440]: DEBUG oslo_vmware.api [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661244, 'name': CloneVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.079777] env[63440]: DEBUG oslo_vmware.api [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661241, 'name': PowerOffVM_Task, 'duration_secs': 0.218916} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.079777] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.079946] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Volume detach. Driver type: vmdk {{(pid=63440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 686.080159] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536665', 'volume_id': 'a308e122-9e56-47b4-8c67-20032db19da8', 'name': 'volume-a308e122-9e56-47b4-8c67-20032db19da8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '832a2116-9b59-4038-b37c-0fe0d707f9d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'a308e122-9e56-47b4-8c67-20032db19da8', 'serial': 'a308e122-9e56-47b4-8c67-20032db19da8'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 686.081303] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c515230-dc6f-438a-b931-a134c3ec645c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.117866] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01141b8c-a952-42a7-ad0a-f47e9a5dc2da {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.126611] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4849f871-9e40-4ca5-bc9d-e77c104ddfd0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.150303] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7adb93-4fe7-4325-af26-a77c9aa198cf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.166785] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] The volume has not been displaced from its original location: [datastore1] volume-a308e122-9e56-47b4-8c67-20032db19da8/volume-a308e122-9e56-47b4-8c67-20032db19da8.vmdk. No consolidation needed. {{(pid=63440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 686.172053] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 686.175127] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16469702-0c39-4445-b4a7-6a196e2d46a4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.196789] env[63440]: DEBUG oslo_vmware.api [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 686.196789] env[63440]: value = "task-2661245" [ 686.196789] env[63440]: _type = "Task" [ 686.196789] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.208116] env[63440]: DEBUG oslo_vmware.api [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661245, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.351210] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661242, 'name': Rename_Task, 'duration_secs': 0.161398} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.352392] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.352392] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9452b468-cc1e-4bf3-a82c-776abe548d1c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.363785] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 686.363785] env[63440]: value = "task-2661246" [ 686.363785] env[63440]: _type = "Task" [ 686.363785] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.373673] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.462551] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7a8649-d3de-4e51-89d3-ebf12bf6c460 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.471519] env[63440]: DEBUG oslo_vmware.api [None req-3b2e12be-ceaf-473a-bb32-5f2411dae66b tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661243, 'name': PowerOffVM_Task, 'duration_secs': 0.455302} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.475992] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2e12be-ceaf-473a-bb32-5f2411dae66b tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.476232] env[63440]: DEBUG nova.compute.manager [None req-3b2e12be-ceaf-473a-bb32-5f2411dae66b tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.477057] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003c213d-54b5-41bc-936a-70869e5b2ee8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.480776] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de311f3e-b568-4360-8311-d312f3938fde {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.486606] env[63440]: DEBUG oslo_vmware.api [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661244, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.517117] env[63440]: DEBUG nova.network.neutron [req-88a603eb-8218-40d0-936f-633b466a2d7e req-b82a6d22-c8b5-48b8-ab8e-f1718c08fee6 service nova] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Updated VIF entry in instance network info cache for port a6dd068e-acb0-4d3b-8e9a-8b79bee36371. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.517537] env[63440]: DEBUG nova.network.neutron [req-88a603eb-8218-40d0-936f-633b466a2d7e req-b82a6d22-c8b5-48b8-ab8e-f1718c08fee6 service nova] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Updating instance_info_cache with network_info: [{"id": "a6dd068e-acb0-4d3b-8e9a-8b79bee36371", "address": "fa:16:3e:ae:23:aa", "network": {"id": "cf8bee36-270b-45bc-83b5-3d7e9a7c137d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2122277336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "476a047a68874ce4a2c9c059f08ed311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6dd068e-ac", "ovs_interfaceid": "a6dd068e-acb0-4d3b-8e9a-8b79bee36371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.519746] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79ef0c2-8330-4354-a9c1-a2f580706f13 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.528481] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44f1df6-0bca-4611-b79b-5629f941f4eb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.543825] env[63440]: DEBUG nova.compute.provider_tree [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.708579] env[63440]: DEBUG oslo_vmware.api [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661245, 'name': ReconfigVM_Task, 'duration_secs': 0.208635} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.708899] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 686.713778] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-359ddaf9-8717-4f9c-8f5b-febd9c988160 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.729747] env[63440]: DEBUG oslo_vmware.api [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 686.729747] env[63440]: value = "task-2661247" [ 686.729747] env[63440]: _type = "Task" [ 686.729747] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.738226] env[63440]: DEBUG oslo_vmware.api [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.875924] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661246, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.976299] env[63440]: DEBUG oslo_vmware.api [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661244, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.023624] env[63440]: DEBUG oslo_concurrency.lockutils [req-88a603eb-8218-40d0-936f-633b466a2d7e req-b82a6d22-c8b5-48b8-ab8e-f1718c08fee6 service nova] Releasing lock "refresh_cache-638e67ef-7fbc-41b5-b00b-abab9f83f411" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.024795] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3b2e12be-ceaf-473a-bb32-5f2411dae66b tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.117s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.047285] env[63440]: DEBUG nova.scheduler.client.report [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.239826] env[63440]: DEBUG oslo_vmware.api [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661247, 'name': ReconfigVM_Task, 'duration_secs': 0.169661} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.240172] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536665', 'volume_id': 'a308e122-9e56-47b4-8c67-20032db19da8', 'name': 'volume-a308e122-9e56-47b4-8c67-20032db19da8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '832a2116-9b59-4038-b37c-0fe0d707f9d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'a308e122-9e56-47b4-8c67-20032db19da8', 'serial': 'a308e122-9e56-47b4-8c67-20032db19da8'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 687.240462] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.241262] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfea65d-bc0c-46b9-a0d4-fc9107c8ac32 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.248505] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.248754] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43ef7049-687f-423a-bab6-ff1c7e3c2a46 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.324592] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.324833] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.325030] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Deleting the datastore file [datastore1] 832a2116-9b59-4038-b37c-0fe0d707f9d3 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.325414] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-260c2f31-b916-48cd-96a9-58d917b31328 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.332034] env[63440]: DEBUG oslo_vmware.api [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 687.332034] env[63440]: value = "task-2661249" [ 687.332034] env[63440]: _type = "Task" [ 687.332034] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.340322] env[63440]: DEBUG oslo_vmware.api [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.376383] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661246, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.475958] env[63440]: DEBUG oslo_vmware.api [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661244, 'name': CloneVM_Task, 'duration_secs': 1.371695} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.476248] env[63440]: INFO nova.virt.vmwareapi.vmops [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Created linked-clone VM from snapshot [ 687.477078] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5a3537-5691-4691-9dcf-c058ed841708 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.489032] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Uploading image 959bb7e1-4c91-4855-b722-9ea86e6d945e {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 687.510044] env[63440]: DEBUG oslo_vmware.rw_handles [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 687.510044] env[63440]: value = "vm-536668" [ 687.510044] env[63440]: _type = "VirtualMachine" [ 687.510044] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 687.510341] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-751c6c79-758d-4459-a881-cc1cf6a05a17 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.517612] env[63440]: DEBUG oslo_vmware.rw_handles [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lease: (returnval){ [ 687.517612] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c26028-e7dd-62f3-70e6-379bda3af024" [ 687.517612] env[63440]: _type = "HttpNfcLease" [ 687.517612] env[63440]: } obtained for exporting VM: (result){ [ 687.517612] env[63440]: value = "vm-536668" [ 687.517612] env[63440]: _type = "VirtualMachine" [ 687.517612] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 687.517954] env[63440]: DEBUG oslo_vmware.api [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the lease: (returnval){ [ 687.517954] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c26028-e7dd-62f3-70e6-379bda3af024" [ 687.517954] env[63440]: _type = "HttpNfcLease" [ 687.517954] env[63440]: } to be ready. {{(pid=63440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 687.524379] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 687.524379] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c26028-e7dd-62f3-70e6-379bda3af024" [ 687.524379] env[63440]: _type = "HttpNfcLease" [ 687.524379] env[63440]: } is initializing. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 687.552529] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 687.552869] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.818s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.553162] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.915s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.555637] env[63440]: INFO nova.compute.claims [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.597035] env[63440]: DEBUG nova.objects.instance [None req-eafde22c-0594-4b67-9807-6a85a722d6db tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lazy-loading 'flavor' on Instance uuid 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.845028] env[63440]: DEBUG oslo_vmware.api [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39644} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.845350] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.845630] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.845901] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.846178] env[63440]: INFO nova.compute.manager [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Took 2.29 seconds to destroy the instance on the hypervisor. [ 687.846524] env[63440]: DEBUG oslo.service.loopingcall [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.846798] env[63440]: DEBUG nova.compute.manager [-] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.846939] env[63440]: DEBUG nova.network.neutron [-] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.873808] env[63440]: DEBUG oslo_vmware.api [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661246, 'name': PowerOnVM_Task, 'duration_secs': 1.125925} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.874119] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.874323] env[63440]: INFO nova.compute.manager [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Took 9.38 seconds to spawn the instance on the hypervisor. [ 687.874503] env[63440]: DEBUG nova.compute.manager [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.875326] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6e0d13-7865-4449-b0d1-95f28f3dffd6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.026166] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 688.026166] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c26028-e7dd-62f3-70e6-379bda3af024" [ 688.026166] env[63440]: _type = "HttpNfcLease" [ 688.026166] env[63440]: } is ready. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 688.026470] env[63440]: DEBUG oslo_vmware.rw_handles [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 688.026470] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c26028-e7dd-62f3-70e6-379bda3af024" [ 688.026470] env[63440]: _type = "HttpNfcLease" [ 688.026470] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 688.027214] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d760bd9-2758-4517-98d1-13b76c7f9927 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.036920] env[63440]: DEBUG oslo_vmware.rw_handles [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d98e4d-54fa-c7a2-ff36-6a7d572a9aa0/disk-0.vmdk from lease info. {{(pid=63440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 688.037164] env[63440]: DEBUG oslo_vmware.rw_handles [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d98e4d-54fa-c7a2-ff36-6a7d572a9aa0/disk-0.vmdk for reading. {{(pid=63440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 688.107088] env[63440]: DEBUG oslo_concurrency.lockutils [None req-eafde22c-0594-4b67-9807-6a85a722d6db tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "refresh_cache-2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.107088] env[63440]: DEBUG oslo_concurrency.lockutils [None req-eafde22c-0594-4b67-9807-6a85a722d6db tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquired lock "refresh_cache-2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.107088] env[63440]: DEBUG nova.network.neutron [None req-eafde22c-0594-4b67-9807-6a85a722d6db tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.107088] env[63440]: DEBUG nova.objects.instance [None req-eafde22c-0594-4b67-9807-6a85a722d6db tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lazy-loading 'info_cache' on Instance uuid 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.132231] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a245adeb-28c2-4db1-85d4-93c7366f7942 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.150813] env[63440]: DEBUG nova.compute.manager [req-7f73a061-16c0-4ab9-b884-27f9e0ea634d req-959ad012-6075-4ffa-8377-75906860f0f0 service nova] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Received event network-vif-deleted-d1945215-98f2-43fb-a18f-8e2024656c7e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.150813] env[63440]: INFO nova.compute.manager [req-7f73a061-16c0-4ab9-b884-27f9e0ea634d req-959ad012-6075-4ffa-8377-75906860f0f0 service nova] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Neutron deleted interface d1945215-98f2-43fb-a18f-8e2024656c7e; detaching it from the instance and deleting it from the info cache [ 688.150972] env[63440]: DEBUG nova.network.neutron [req-7f73a061-16c0-4ab9-b884-27f9e0ea634d req-959ad012-6075-4ffa-8377-75906860f0f0 service nova] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.390902] env[63440]: INFO nova.compute.manager [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Took 42.92 seconds to build instance. [ 688.608459] env[63440]: DEBUG nova.objects.base [None req-eafde22c-0594-4b67-9807-6a85a722d6db tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Object Instance<2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5> lazy-loaded attributes: flavor,info_cache {{(pid=63440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 688.612251] env[63440]: DEBUG nova.network.neutron [-] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.653794] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50b4884b-026e-466b-a476-e8313d0a1aba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.668554] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1000da86-5e45-4e03-b8ea-113a8b7fe3f4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.706410] env[63440]: DEBUG nova.compute.manager [req-7f73a061-16c0-4ab9-b884-27f9e0ea634d req-959ad012-6075-4ffa-8377-75906860f0f0 service nova] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Detach interface failed, port_id=d1945215-98f2-43fb-a18f-8e2024656c7e, reason: Instance 832a2116-9b59-4038-b37c-0fe0d707f9d3 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 688.874247] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Acquiring lock "545f7a96-8308-476c-be13-c815aeb0bad9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.874521] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Lock "545f7a96-8308-476c-be13-c815aeb0bad9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.874732] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Acquiring lock "545f7a96-8308-476c-be13-c815aeb0bad9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.874918] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Lock "545f7a96-8308-476c-be13-c815aeb0bad9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.875096] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Lock "545f7a96-8308-476c-be13-c815aeb0bad9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.877296] env[63440]: INFO nova.compute.manager [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Terminating instance [ 688.896128] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9927b32f-2214-45b3-a189-3ac24fa4f99f tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "878091d4-d403-4f93-a331-359ff1b5a4c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.222s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.117097] env[63440]: INFO nova.compute.manager [-] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Took 1.27 seconds to deallocate network for instance. [ 689.166392] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25038be3-f6ab-4811-a5d2-0d0bd6ebb230 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.175385] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b668d09-648d-4e6e-9a8e-0d9204e287dd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.209955] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fd6d4b-ff23-4419-92a8-cf4d4674d568 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.225317] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe134d16-c134-467c-a617-136583c82f78 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.239483] env[63440]: DEBUG nova.compute.provider_tree [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.366037] env[63440]: DEBUG nova.network.neutron [None req-eafde22c-0594-4b67-9807-6a85a722d6db tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Updating instance_info_cache with network_info: [{"id": "e69713a9-7e3a-49a1-8307-d2142c0f5405", "address": "fa:16:3e:01:f2:cc", "network": {"id": "6036bae1-f6e5-494f-97c5-954d6227a24a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1980630933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b970333f4143818355d51fa6e38cd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69713a9-7e", "ovs_interfaceid": "e69713a9-7e3a-49a1-8307-d2142c0f5405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.381768] env[63440]: DEBUG nova.compute.manager [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.382055] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.383334] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5349160-fe51-4205-901f-7d4389edae94 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.392711] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.394146] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22cadbd1-4f56-4664-b48a-de34719b76e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.400274] env[63440]: DEBUG oslo_vmware.api [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Waiting for the task: (returnval){ [ 689.400274] env[63440]: value = "task-2661251" [ 689.400274] env[63440]: _type = "Task" [ 689.400274] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.400768] env[63440]: DEBUG nova.compute.manager [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.416345] env[63440]: DEBUG oslo_vmware.api [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Task: {'id': task-2661251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.421894] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abad5b4-15cb-4dc2-8f4b-ed74e99f5a84 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.428667] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7680e1e2-cda4-497b-a280-3c5210e0f31a tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Suspending the VM {{(pid=63440) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 689.428979] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0d6ede6b-7ebf-4c84-b892-971603b02c47 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.436172] env[63440]: DEBUG oslo_vmware.api [None req-7680e1e2-cda4-497b-a280-3c5210e0f31a tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 689.436172] env[63440]: value = "task-2661252" [ 689.436172] env[63440]: _type = "Task" [ 689.436172] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.447751] env[63440]: DEBUG oslo_vmware.api [None req-7680e1e2-cda4-497b-a280-3c5210e0f31a tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661252, 'name': SuspendVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.634233] env[63440]: DEBUG nova.objects.instance [None req-d7fd04ac-9ace-4d8f-a8ce-6aab7afb5575 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Lazy-loading 'flavor' on Instance uuid d9d2b428-3579-426c-bf94-b09f1f810e5a {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.693189] env[63440]: INFO nova.compute.manager [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Took 0.58 seconds to detach 1 volumes for instance. [ 689.744650] env[63440]: DEBUG nova.scheduler.client.report [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.869458] env[63440]: DEBUG oslo_concurrency.lockutils [None req-eafde22c-0594-4b67-9807-6a85a722d6db tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Releasing lock "refresh_cache-2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.913702] env[63440]: DEBUG oslo_vmware.api [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Task: {'id': task-2661251, 'name': PowerOffVM_Task, 'duration_secs': 0.2414} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.914151] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.914373] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.914716] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11fffef7-f8e9-450f-8fd0-628931b20a1b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.924303] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.946157] env[63440]: DEBUG oslo_vmware.api [None req-7680e1e2-cda4-497b-a280-3c5210e0f31a tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661252, 'name': SuspendVM_Task} progress is 62%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.986326] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.986657] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.986900] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Deleting the datastore file [datastore1] 545f7a96-8308-476c-be13-c815aeb0bad9 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.987227] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d1f6230-7892-40ec-9301-baccadd602e9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.995093] env[63440]: DEBUG oslo_vmware.api [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Waiting for the task: (returnval){ [ 689.995093] env[63440]: value = "task-2661254" [ 689.995093] env[63440]: _type = "Task" [ 689.995093] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.003064] env[63440]: DEBUG oslo_vmware.api [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Task: {'id': task-2661254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.139624] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d7fd04ac-9ace-4d8f-a8ce-6aab7afb5575 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Acquiring lock "refresh_cache-d9d2b428-3579-426c-bf94-b09f1f810e5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.139849] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d7fd04ac-9ace-4d8f-a8ce-6aab7afb5575 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Acquired lock "refresh_cache-d9d2b428-3579-426c-bf94-b09f1f810e5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.202441] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.248996] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.249817] env[63440]: DEBUG nova.compute.manager [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.252266] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.194s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.253851] env[63440]: INFO nova.compute.claims [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.446755] env[63440]: DEBUG oslo_vmware.api [None req-7680e1e2-cda4-497b-a280-3c5210e0f31a tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661252, 'name': SuspendVM_Task, 'duration_secs': 0.65144} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.447702] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7680e1e2-cda4-497b-a280-3c5210e0f31a tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Suspended the VM {{(pid=63440) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 690.448054] env[63440]: DEBUG nova.compute.manager [None req-7680e1e2-cda4-497b-a280-3c5210e0f31a tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.449202] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4928b0-50d0-49fa-bc43-f2d701e3f55e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.506034] env[63440]: DEBUG oslo_vmware.api [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Task: {'id': task-2661254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227398} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.506586] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.508077] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.508077] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.508077] env[63440]: INFO nova.compute.manager [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 690.508077] env[63440]: DEBUG oslo.service.loopingcall [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.508077] env[63440]: DEBUG nova.compute.manager [-] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.508077] env[63440]: DEBUG nova.network.neutron [-] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.759583] env[63440]: DEBUG nova.compute.utils [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.763148] env[63440]: DEBUG nova.compute.manager [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.763832] env[63440]: DEBUG nova.network.neutron [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.777616] env[63440]: DEBUG nova.network.neutron [None req-d7fd04ac-9ace-4d8f-a8ce-6aab7afb5575 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.820162] env[63440]: DEBUG nova.policy [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74306e51ed4544a0b19e5650bc575eef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c365cf1c85c4e6bb4a3b226e15b1235', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.884035] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafde22c-0594-4b67-9807-6a85a722d6db tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.884035] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f9cebd5-0c5e-42e2-8ac0-f1a899228c00 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.889271] env[63440]: DEBUG oslo_vmware.api [None req-eafde22c-0594-4b67-9807-6a85a722d6db tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 690.889271] env[63440]: value = "task-2661255" [ 690.889271] env[63440]: _type = "Task" [ 690.889271] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.900024] env[63440]: DEBUG oslo_vmware.api [None req-eafde22c-0594-4b67-9807-6a85a722d6db tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.160992] env[63440]: DEBUG nova.network.neutron [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Successfully created port: 1d8b4351-80f6-4860-b948-490937eccb62 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.175247] env[63440]: DEBUG nova.compute.manager [req-a9b7d95c-4cec-40ed-a24f-fc6c42c2b525 req-5e89abdb-095f-43cd-acd0-5d32fb162fc1 service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Received event network-changed-2073784a-756b-4448-b8c9-0b5c10bf1049 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.175444] env[63440]: DEBUG nova.compute.manager [req-a9b7d95c-4cec-40ed-a24f-fc6c42c2b525 req-5e89abdb-095f-43cd-acd0-5d32fb162fc1 service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Refreshing instance network info cache due to event network-changed-2073784a-756b-4448-b8c9-0b5c10bf1049. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 691.179286] env[63440]: DEBUG oslo_concurrency.lockutils [req-a9b7d95c-4cec-40ed-a24f-fc6c42c2b525 req-5e89abdb-095f-43cd-acd0-5d32fb162fc1 service nova] Acquiring lock "refresh_cache-d9d2b428-3579-426c-bf94-b09f1f810e5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.270233] env[63440]: DEBUG nova.compute.manager [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.405283] env[63440]: DEBUG oslo_vmware.api [None req-eafde22c-0594-4b67-9807-6a85a722d6db tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.652398] env[63440]: DEBUG nova.network.neutron [None req-d7fd04ac-9ace-4d8f-a8ce-6aab7afb5575 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Updating instance_info_cache with network_info: [{"id": "2073784a-756b-4448-b8c9-0b5c10bf1049", "address": "fa:16:3e:75:1f:6b", "network": {"id": "59699f99-eb7d-4b26-a318-977debce8d11", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1476178358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc14bd64627a4a8e9c0b9b844b8afcf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2073784a-75", "ovs_interfaceid": "2073784a-756b-4448-b8c9-0b5c10bf1049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.758263] env[63440]: DEBUG nova.compute.manager [req-1337cb23-11f9-402c-9eb5-8a708969a8b4 req-bfdf066c-451b-4b0c-99d9-78e92ece14df service nova] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Received event network-vif-deleted-685221a2-0314-4ca1-82a2-f9089a073f82 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.758707] env[63440]: INFO nova.compute.manager [req-1337cb23-11f9-402c-9eb5-8a708969a8b4 req-bfdf066c-451b-4b0c-99d9-78e92ece14df service nova] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Neutron deleted interface 685221a2-0314-4ca1-82a2-f9089a073f82; detaching it from the instance and deleting it from the info cache [ 691.759031] env[63440]: DEBUG nova.network.neutron [req-1337cb23-11f9-402c-9eb5-8a708969a8b4 req-bfdf066c-451b-4b0c-99d9-78e92ece14df service nova] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.778624] env[63440]: INFO nova.virt.block_device [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Booting with volume b7942535-7b00-4638-adf5-707a99c9f78b at /dev/sda [ 691.829128] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f858831d-3847-45f3-9216-d2af04229485 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.843641] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3197875-92cc-43b0-8d56-89bd29bdc647 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.888012] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6095956e-acb5-4098-8091-5ccf30501690 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.890586] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ae6952-8bd4-411b-8648-9bb8c0810c85 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.904028] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a21d8c-424d-4afb-a560-8f9f72a50ec7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.915514] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bc8b98-6a78-4592-a335-bcf46ebb055e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.923688] env[63440]: DEBUG oslo_vmware.api [None req-eafde22c-0594-4b67-9807-6a85a722d6db tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661255, 'name': PowerOnVM_Task, 'duration_secs': 0.581271} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.924791] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafde22c-0594-4b67-9807-6a85a722d6db tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.925067] env[63440]: DEBUG nova.compute.manager [None req-eafde22c-0594-4b67-9807-6a85a722d6db tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.925852] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3d7809-f429-4bed-964c-c83ad97ee349 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.929398] env[63440]: DEBUG nova.network.neutron [-] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.969392] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b03eeaf-ea23-49b6-97d0-a274f31339f4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.974494] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae86d3e-a09f-44ea-84a1-e296296bf90d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.985795] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37b2f6f-746d-406c-8f1b-3084e9715807 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.990486] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d724570-77e7-40c0-b959-5e72c863318a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.006322] env[63440]: DEBUG nova.compute.provider_tree [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.009649] env[63440]: DEBUG nova.virt.block_device [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Updating existing volume attachment record: 244002b6-4dac-49a2-99e0-646d6adf2376 {{(pid=63440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 692.158523] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d7fd04ac-9ace-4d8f-a8ce-6aab7afb5575 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Releasing lock "refresh_cache-d9d2b428-3579-426c-bf94-b09f1f810e5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.158933] env[63440]: DEBUG nova.compute.manager [None req-d7fd04ac-9ace-4d8f-a8ce-6aab7afb5575 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Inject network info {{(pid=63440) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 692.159321] env[63440]: DEBUG nova.compute.manager [None req-d7fd04ac-9ace-4d8f-a8ce-6aab7afb5575 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] network_info to inject: |[{"id": "2073784a-756b-4448-b8c9-0b5c10bf1049", "address": "fa:16:3e:75:1f:6b", "network": {"id": "59699f99-eb7d-4b26-a318-977debce8d11", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1476178358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc14bd64627a4a8e9c0b9b844b8afcf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2073784a-75", "ovs_interfaceid": "2073784a-756b-4448-b8c9-0b5c10bf1049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 692.164858] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fd04ac-9ace-4d8f-a8ce-6aab7afb5575 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Reconfiguring VM instance to set the machine id {{(pid=63440) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 692.165100] env[63440]: DEBUG oslo_concurrency.lockutils [req-a9b7d95c-4cec-40ed-a24f-fc6c42c2b525 req-5e89abdb-095f-43cd-acd0-5d32fb162fc1 service nova] Acquired lock "refresh_cache-d9d2b428-3579-426c-bf94-b09f1f810e5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.165317] env[63440]: DEBUG nova.network.neutron [req-a9b7d95c-4cec-40ed-a24f-fc6c42c2b525 req-5e89abdb-095f-43cd-acd0-5d32fb162fc1 service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Refreshing network info cache for port 2073784a-756b-4448-b8c9-0b5c10bf1049 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.166739] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66126583-1f4c-450f-a68f-2bd835d7ec7b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.186836] env[63440]: DEBUG oslo_vmware.api [None req-d7fd04ac-9ace-4d8f-a8ce-6aab7afb5575 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Waiting for the task: (returnval){ [ 692.186836] env[63440]: value = "task-2661256" [ 692.186836] env[63440]: _type = "Task" [ 692.186836] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.197027] env[63440]: DEBUG oslo_vmware.api [None req-d7fd04ac-9ace-4d8f-a8ce-6aab7afb5575 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': task-2661256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.263898] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8fa9237-5648-4a80-8adf-a49f6de32e10 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.273328] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2343ae-35c0-49f2-9b93-41f2e6845476 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.310343] env[63440]: DEBUG nova.compute.manager [req-1337cb23-11f9-402c-9eb5-8a708969a8b4 req-bfdf066c-451b-4b0c-99d9-78e92ece14df service nova] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Detach interface failed, port_id=685221a2-0314-4ca1-82a2-f9089a073f82, reason: Instance 545f7a96-8308-476c-be13-c815aeb0bad9 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 692.469531] env[63440]: INFO nova.compute.manager [-] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Took 1.96 seconds to deallocate network for instance. [ 692.491040] env[63440]: DEBUG nova.network.neutron [req-a9b7d95c-4cec-40ed-a24f-fc6c42c2b525 req-5e89abdb-095f-43cd-acd0-5d32fb162fc1 service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Updated VIF entry in instance network info cache for port 2073784a-756b-4448-b8c9-0b5c10bf1049. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.491583] env[63440]: DEBUG nova.network.neutron [req-a9b7d95c-4cec-40ed-a24f-fc6c42c2b525 req-5e89abdb-095f-43cd-acd0-5d32fb162fc1 service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Updating instance_info_cache with network_info: [{"id": "2073784a-756b-4448-b8c9-0b5c10bf1049", "address": "fa:16:3e:75:1f:6b", "network": {"id": "59699f99-eb7d-4b26-a318-977debce8d11", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1476178358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc14bd64627a4a8e9c0b9b844b8afcf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2073784a-75", "ovs_interfaceid": "2073784a-756b-4448-b8c9-0b5c10bf1049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.513864] env[63440]: DEBUG nova.scheduler.client.report [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.677214] env[63440]: DEBUG nova.objects.instance [None req-be94ac06-a50c-4117-81af-bbe7e786952c tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Lazy-loading 'flavor' on Instance uuid d9d2b428-3579-426c-bf94-b09f1f810e5a {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.699208] env[63440]: DEBUG oslo_vmware.api [None req-d7fd04ac-9ace-4d8f-a8ce-6aab7afb5575 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': task-2661256, 'name': ReconfigVM_Task, 'duration_secs': 0.199131} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.699490] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fd04ac-9ace-4d8f-a8ce-6aab7afb5575 tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Reconfigured VM instance to set the machine id {{(pid=63440) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 692.801278] env[63440]: DEBUG nova.network.neutron [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Successfully updated port: 1d8b4351-80f6-4860-b948-490937eccb62 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.981805] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.994053] env[63440]: DEBUG oslo_concurrency.lockutils [req-a9b7d95c-4cec-40ed-a24f-fc6c42c2b525 req-5e89abdb-095f-43cd-acd0-5d32fb162fc1 service nova] Releasing lock "refresh_cache-d9d2b428-3579-426c-bf94-b09f1f810e5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.017434] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.017945] env[63440]: DEBUG nova.compute.manager [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.020450] env[63440]: DEBUG oslo_concurrency.lockutils [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.658s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.020651] env[63440]: DEBUG oslo_concurrency.lockutils [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.022739] env[63440]: DEBUG oslo_concurrency.lockutils [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.065s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.022936] env[63440]: DEBUG oslo_concurrency.lockutils [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.025267] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.836s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.026672] env[63440]: INFO nova.compute.claims [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.051698] env[63440]: INFO nova.scheduler.client.report [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Deleted allocations for instance f94282ab-7e72-4817-bc88-af27adbfe4c3 [ 693.053499] env[63440]: INFO nova.scheduler.client.report [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Deleted allocations for instance 7812a5c4-322f-4846-8305-c77ed6227228 [ 693.182418] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be94ac06-a50c-4117-81af-bbe7e786952c tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Acquiring lock "refresh_cache-d9d2b428-3579-426c-bf94-b09f1f810e5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.182577] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be94ac06-a50c-4117-81af-bbe7e786952c tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Acquired lock "refresh_cache-d9d2b428-3579-426c-bf94-b09f1f810e5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.202247] env[63440]: DEBUG nova.compute.manager [req-31a1870b-c9ea-4294-a957-373e14b8df54 req-a55dbe85-d904-40b8-a476-32be6a0101d3 service nova] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Received event network-vif-plugged-1d8b4351-80f6-4860-b948-490937eccb62 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.202469] env[63440]: DEBUG oslo_concurrency.lockutils [req-31a1870b-c9ea-4294-a957-373e14b8df54 req-a55dbe85-d904-40b8-a476-32be6a0101d3 service nova] Acquiring lock "10b05a88-9b05-42ef-b1b9-6a6987aa0139-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.202758] env[63440]: DEBUG oslo_concurrency.lockutils [req-31a1870b-c9ea-4294-a957-373e14b8df54 req-a55dbe85-d904-40b8-a476-32be6a0101d3 service nova] Lock "10b05a88-9b05-42ef-b1b9-6a6987aa0139-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.202911] env[63440]: DEBUG oslo_concurrency.lockutils [req-31a1870b-c9ea-4294-a957-373e14b8df54 req-a55dbe85-d904-40b8-a476-32be6a0101d3 service nova] Lock "10b05a88-9b05-42ef-b1b9-6a6987aa0139-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.203091] env[63440]: DEBUG nova.compute.manager [req-31a1870b-c9ea-4294-a957-373e14b8df54 req-a55dbe85-d904-40b8-a476-32be6a0101d3 service nova] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] No waiting events found dispatching network-vif-plugged-1d8b4351-80f6-4860-b948-490937eccb62 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.203256] env[63440]: WARNING nova.compute.manager [req-31a1870b-c9ea-4294-a957-373e14b8df54 req-a55dbe85-d904-40b8-a476-32be6a0101d3 service nova] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Received unexpected event network-vif-plugged-1d8b4351-80f6-4860-b948-490937eccb62 for instance with vm_state building and task_state block_device_mapping. [ 693.203413] env[63440]: DEBUG nova.compute.manager [req-31a1870b-c9ea-4294-a957-373e14b8df54 req-a55dbe85-d904-40b8-a476-32be6a0101d3 service nova] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Received event network-changed-1d8b4351-80f6-4860-b948-490937eccb62 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.203563] env[63440]: DEBUG nova.compute.manager [req-31a1870b-c9ea-4294-a957-373e14b8df54 req-a55dbe85-d904-40b8-a476-32be6a0101d3 service nova] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Refreshing instance network info cache due to event network-changed-1d8b4351-80f6-4860-b948-490937eccb62. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 693.203742] env[63440]: DEBUG oslo_concurrency.lockutils [req-31a1870b-c9ea-4294-a957-373e14b8df54 req-a55dbe85-d904-40b8-a476-32be6a0101d3 service nova] Acquiring lock "refresh_cache-10b05a88-9b05-42ef-b1b9-6a6987aa0139" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.204101] env[63440]: DEBUG oslo_concurrency.lockutils [req-31a1870b-c9ea-4294-a957-373e14b8df54 req-a55dbe85-d904-40b8-a476-32be6a0101d3 service nova] Acquired lock "refresh_cache-10b05a88-9b05-42ef-b1b9-6a6987aa0139" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.204101] env[63440]: DEBUG nova.network.neutron [req-31a1870b-c9ea-4294-a957-373e14b8df54 req-a55dbe85-d904-40b8-a476-32be6a0101d3 service nova] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Refreshing network info cache for port 1d8b4351-80f6-4860-b948-490937eccb62 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.308093] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Acquiring lock "refresh_cache-10b05a88-9b05-42ef-b1b9-6a6987aa0139" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.322167] env[63440]: DEBUG nova.compute.manager [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.323223] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7928d45-f2bb-4a56-a407-c8545c0c3593 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.534420] env[63440]: DEBUG nova.compute.utils [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.536450] env[63440]: DEBUG nova.network.neutron [None req-be94ac06-a50c-4117-81af-bbe7e786952c tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.537676] env[63440]: DEBUG nova.compute.manager [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.537863] env[63440]: DEBUG nova.network.neutron [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.562902] env[63440]: DEBUG oslo_concurrency.lockutils [None req-801c63bc-a3a7-41c4-84b5-6c1416d4950c tempest-ImagesOneServerTestJSON-398110654 tempest-ImagesOneServerTestJSON-398110654-project-member] Lock "7812a5c4-322f-4846-8305-c77ed6227228" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.123s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.564017] env[63440]: DEBUG oslo_concurrency.lockutils [None req-621e21d8-2205-4a42-a97d-a12d4b261f62 tempest-ServersNegativeTestMultiTenantJSON-411866031 tempest-ServersNegativeTestMultiTenantJSON-411866031-project-member] Lock "f94282ab-7e72-4817-bc88-af27adbfe4c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.658s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.584155] env[63440]: DEBUG nova.policy [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e12b882df6984e15b84da6efab83d11a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6510d92edd9476788a7dde659823c6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.780072] env[63440]: DEBUG nova.network.neutron [req-31a1870b-c9ea-4294-a957-373e14b8df54 req-a55dbe85-d904-40b8-a476-32be6a0101d3 service nova] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.833981] env[63440]: INFO nova.compute.manager [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] instance snapshotting [ 693.834233] env[63440]: WARNING nova.compute.manager [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 693.837192] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312afaf3-34fd-4bb6-967f-5beacb4298e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.861017] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61701c6-db5b-4928-b91e-53856a90ad2d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.965361] env[63440]: DEBUG nova.network.neutron [req-31a1870b-c9ea-4294-a957-373e14b8df54 req-a55dbe85-d904-40b8-a476-32be6a0101d3 service nova] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.047025] env[63440]: DEBUG nova.compute.manager [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.116083] env[63440]: DEBUG nova.compute.manager [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.116838] env[63440]: DEBUG nova.virt.hardware [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.117186] env[63440]: DEBUG nova.virt.hardware [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.117375] env[63440]: DEBUG nova.virt.hardware [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.117581] env[63440]: DEBUG nova.virt.hardware [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.117770] env[63440]: DEBUG nova.virt.hardware [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.117928] env[63440]: DEBUG nova.virt.hardware [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.118270] env[63440]: DEBUG nova.virt.hardware [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.118461] env[63440]: DEBUG nova.virt.hardware [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.118686] env[63440]: DEBUG nova.virt.hardware [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.118837] env[63440]: DEBUG nova.virt.hardware [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.119046] env[63440]: DEBUG nova.virt.hardware [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.122696] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0404a6c-ae53-4c7f-9b12-06a4dd23a6dc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.133832] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c765ce-0980-46ad-9b69-d88300d73408 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.277125] env[63440]: DEBUG nova.network.neutron [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Successfully created port: 29824e5c-ceb4-493c-ab12-a6a83a2ac6ce {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.376635] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Creating Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 694.378313] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4bf4b391-28e9-41c3-a146-72525cec61b2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.394585] env[63440]: DEBUG oslo_vmware.api [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 694.394585] env[63440]: value = "task-2661257" [ 694.394585] env[63440]: _type = "Task" [ 694.394585] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.405326] env[63440]: DEBUG oslo_vmware.api [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661257, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.471070] env[63440]: DEBUG oslo_concurrency.lockutils [req-31a1870b-c9ea-4294-a957-373e14b8df54 req-a55dbe85-d904-40b8-a476-32be6a0101d3 service nova] Releasing lock "refresh_cache-10b05a88-9b05-42ef-b1b9-6a6987aa0139" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.473243] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Acquired lock "refresh_cache-10b05a88-9b05-42ef-b1b9-6a6987aa0139" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.473243] env[63440]: DEBUG nova.network.neutron [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.577831] env[63440]: DEBUG nova.network.neutron [None req-be94ac06-a50c-4117-81af-bbe7e786952c tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Updating instance_info_cache with network_info: [{"id": "2073784a-756b-4448-b8c9-0b5c10bf1049", "address": "fa:16:3e:75:1f:6b", "network": {"id": "59699f99-eb7d-4b26-a318-977debce8d11", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1476178358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc14bd64627a4a8e9c0b9b844b8afcf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2073784a-75", "ovs_interfaceid": "2073784a-756b-4448-b8c9-0b5c10bf1049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.668469] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dff3e1-eba9-45d9-a4bd-bb99193b509f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.679665] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb84eeb-228a-457d-8135-72a4cfd4b31f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.732443] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494b9ac3-d40b-460a-aef7-62fe985d0f2f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.743567] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cde22ca-c2ed-4922-8615-0d46ce78da2a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.760495] env[63440]: DEBUG nova.compute.provider_tree [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.905545] env[63440]: DEBUG oslo_vmware.api [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661257, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.026445] env[63440]: DEBUG nova.network.neutron [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.063961] env[63440]: DEBUG nova.compute.manager [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.084302] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be94ac06-a50c-4117-81af-bbe7e786952c tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Releasing lock "refresh_cache-d9d2b428-3579-426c-bf94-b09f1f810e5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.085152] env[63440]: DEBUG nova.compute.manager [None req-be94ac06-a50c-4117-81af-bbe7e786952c tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Inject network info {{(pid=63440) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 695.085256] env[63440]: DEBUG nova.compute.manager [None req-be94ac06-a50c-4117-81af-bbe7e786952c tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] network_info to inject: |[{"id": "2073784a-756b-4448-b8c9-0b5c10bf1049", "address": "fa:16:3e:75:1f:6b", "network": {"id": "59699f99-eb7d-4b26-a318-977debce8d11", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1476178358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc14bd64627a4a8e9c0b9b844b8afcf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2073784a-75", "ovs_interfaceid": "2073784a-756b-4448-b8c9-0b5c10bf1049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 695.093885] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-be94ac06-a50c-4117-81af-bbe7e786952c tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Reconfiguring VM instance to set the machine id {{(pid=63440) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 695.096417] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b050e0a-919d-447a-a2a2-f14d12e42504 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.116614] env[63440]: DEBUG nova.virt.hardware [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.116885] env[63440]: DEBUG nova.virt.hardware [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.117150] env[63440]: DEBUG nova.virt.hardware [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.120429] env[63440]: DEBUG nova.virt.hardware [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.120429] env[63440]: DEBUG nova.virt.hardware [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.120429] env[63440]: DEBUG nova.virt.hardware [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.120429] env[63440]: DEBUG nova.virt.hardware [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.120429] env[63440]: DEBUG nova.virt.hardware [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.120429] env[63440]: DEBUG nova.virt.hardware [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.120429] env[63440]: DEBUG nova.virt.hardware [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.120429] env[63440]: DEBUG nova.virt.hardware [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.120429] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a6efb0-5f96-482a-851f-22a35cabd431 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.123762] env[63440]: DEBUG oslo_vmware.api [None req-be94ac06-a50c-4117-81af-bbe7e786952c tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Waiting for the task: (returnval){ [ 695.123762] env[63440]: value = "task-2661258" [ 695.123762] env[63440]: _type = "Task" [ 695.123762] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.133935] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954050e3-f886-4ede-9e7c-b2eed0c709a9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.143781] env[63440]: DEBUG oslo_vmware.api [None req-be94ac06-a50c-4117-81af-bbe7e786952c tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': task-2661258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.263780] env[63440]: DEBUG nova.scheduler.client.report [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.294873] env[63440]: DEBUG nova.network.neutron [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Updating instance_info_cache with network_info: [{"id": "1d8b4351-80f6-4860-b948-490937eccb62", "address": "fa:16:3e:ab:26:5e", "network": {"id": "8b91a9f1-5dde-4d12-a616-33671f6cded2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-448740605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c365cf1c85c4e6bb4a3b226e15b1235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8b4351-80", "ovs_interfaceid": "1d8b4351-80f6-4860-b948-490937eccb62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.406893] env[63440]: DEBUG oslo_vmware.api [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661257, 'name': CreateSnapshot_Task, 'duration_secs': 0.582225} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.408318] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Created Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 695.409640] env[63440]: DEBUG nova.compute.manager [req-61096e72-c074-4c72-bdd0-6bc26ab3e23f req-c73bc626-4873-4c04-9e7f-f00def45be24 service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Received event network-changed-2073784a-756b-4448-b8c9-0b5c10bf1049 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.409824] env[63440]: DEBUG nova.compute.manager [req-61096e72-c074-4c72-bdd0-6bc26ab3e23f req-c73bc626-4873-4c04-9e7f-f00def45be24 service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Refreshing instance network info cache due to event network-changed-2073784a-756b-4448-b8c9-0b5c10bf1049. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 695.410051] env[63440]: DEBUG oslo_concurrency.lockutils [req-61096e72-c074-4c72-bdd0-6bc26ab3e23f req-c73bc626-4873-4c04-9e7f-f00def45be24 service nova] Acquiring lock "refresh_cache-d9d2b428-3579-426c-bf94-b09f1f810e5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.410336] env[63440]: DEBUG oslo_concurrency.lockutils [req-61096e72-c074-4c72-bdd0-6bc26ab3e23f req-c73bc626-4873-4c04-9e7f-f00def45be24 service nova] Acquired lock "refresh_cache-d9d2b428-3579-426c-bf94-b09f1f810e5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.410562] env[63440]: DEBUG nova.network.neutron [req-61096e72-c074-4c72-bdd0-6bc26ab3e23f req-c73bc626-4873-4c04-9e7f-f00def45be24 service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Refreshing network info cache for port 2073784a-756b-4448-b8c9-0b5c10bf1049 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.413111] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ad61f8-34ff-4e1d-8c55-07e35c2c6c68 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.419327] env[63440]: DEBUG oslo_concurrency.lockutils [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquiring lock "ef67ae7a-f55e-453f-a821-f50c27a35ab4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.419732] env[63440]: DEBUG oslo_concurrency.lockutils [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "ef67ae7a-f55e-453f-a821-f50c27a35ab4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.545046] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Acquiring lock "d9d2b428-3579-426c-bf94-b09f1f810e5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.545328] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Lock "d9d2b428-3579-426c-bf94-b09f1f810e5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.545553] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Acquiring lock "d9d2b428-3579-426c-bf94-b09f1f810e5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.545743] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Lock "d9d2b428-3579-426c-bf94-b09f1f810e5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.545930] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Lock "d9d2b428-3579-426c-bf94-b09f1f810e5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.550152] env[63440]: INFO nova.compute.manager [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Terminating instance [ 695.636638] env[63440]: DEBUG oslo_vmware.api [None req-be94ac06-a50c-4117-81af-bbe7e786952c tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': task-2661258, 'name': ReconfigVM_Task, 'duration_secs': 0.14457} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.636915] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-be94ac06-a50c-4117-81af-bbe7e786952c tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Reconfigured VM instance to set the machine id {{(pid=63440) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 695.769872] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.770901] env[63440]: DEBUG nova.compute.manager [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.776019] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.306s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.776019] env[63440]: INFO nova.compute.claims [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.782593] env[63440]: DEBUG oslo_vmware.rw_handles [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d98e4d-54fa-c7a2-ff36-6a7d572a9aa0/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 695.784033] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e17c2a-2c50-482b-b2fe-edcf85c777a7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.791809] env[63440]: DEBUG oslo_vmware.rw_handles [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d98e4d-54fa-c7a2-ff36-6a7d572a9aa0/disk-0.vmdk is in state: ready. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 695.791978] env[63440]: ERROR oslo_vmware.rw_handles [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d98e4d-54fa-c7a2-ff36-6a7d572a9aa0/disk-0.vmdk due to incomplete transfer. [ 695.792342] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-18b55b80-2b24-4f77-be05-ea5a3c62d27f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.798598] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Releasing lock "refresh_cache-10b05a88-9b05-42ef-b1b9-6a6987aa0139" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.798598] env[63440]: DEBUG nova.compute.manager [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Instance network_info: |[{"id": "1d8b4351-80f6-4860-b948-490937eccb62", "address": "fa:16:3e:ab:26:5e", "network": {"id": "8b91a9f1-5dde-4d12-a616-33671f6cded2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-448740605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c365cf1c85c4e6bb4a3b226e15b1235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8b4351-80", "ovs_interfaceid": "1d8b4351-80f6-4860-b948-490937eccb62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.798598] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:26:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa09e855-8af1-419b-b78d-8ffcc94b1bfb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d8b4351-80f6-4860-b948-490937eccb62', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.808599] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Creating folder: Project (6c365cf1c85c4e6bb4a3b226e15b1235). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.813528] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-177c09a6-2345-430e-bbc7-8bab026279e8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.815780] env[63440]: DEBUG oslo_vmware.rw_handles [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d98e4d-54fa-c7a2-ff36-6a7d572a9aa0/disk-0.vmdk. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 695.815780] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Uploaded image 959bb7e1-4c91-4855-b722-9ea86e6d945e to the Glance image server {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 695.818726] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Destroying the VM {{(pid=63440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 695.819397] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-707dbea4-2337-47e7-a64f-a12dd5513099 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.831339] env[63440]: DEBUG oslo_vmware.api [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 695.831339] env[63440]: value = "task-2661260" [ 695.831339] env[63440]: _type = "Task" [ 695.831339] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.833570] env[63440]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 695.833761] env[63440]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63440) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 695.839433] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Folder already exists: Project (6c365cf1c85c4e6bb4a3b226e15b1235). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 695.839709] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Creating folder: Instances. Parent ref: group-v536593. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.839939] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-181e2e43-4b17-411f-a61a-3cab0503405d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.847947] env[63440]: DEBUG oslo_vmware.api [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661260, 'name': Destroy_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.849357] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Created folder: Instances in parent group-v536593. [ 695.849803] env[63440]: DEBUG oslo.service.loopingcall [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 695.849977] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.850207] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e80821fc-544f-4dbe-ad52-c2af6f69f6c6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.873432] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.873432] env[63440]: value = "task-2661262" [ 695.873432] env[63440]: _type = "Task" [ 695.873432] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.884172] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661262, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.929292] env[63440]: DEBUG nova.compute.utils [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.938375] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Creating linked-clone VM from snapshot {{(pid=63440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 695.938787] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba52ab00-d627-4f2a-8978-a438ae03bb66 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.948417] env[63440]: DEBUG oslo_vmware.api [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 695.948417] env[63440]: value = "task-2661263" [ 695.948417] env[63440]: _type = "Task" [ 695.948417] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.958833] env[63440]: DEBUG oslo_vmware.api [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661263, 'name': CloneVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.052610] env[63440]: DEBUG nova.compute.manager [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.052950] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.054009] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776b798a-6080-4bef-b88b-759a6bdcc3ba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.063044] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.063227] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a328618b-2231-4282-bb62-c2123f11b2e8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.068868] env[63440]: DEBUG oslo_vmware.api [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Waiting for the task: (returnval){ [ 696.068868] env[63440]: value = "task-2661264" [ 696.068868] env[63440]: _type = "Task" [ 696.068868] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.080724] env[63440]: DEBUG oslo_vmware.api [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': task-2661264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.281380] env[63440]: DEBUG nova.compute.utils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.282951] env[63440]: DEBUG nova.compute.manager [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.287184] env[63440]: DEBUG nova.network.neutron [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.344702] env[63440]: DEBUG oslo_vmware.api [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661260, 'name': Destroy_Task, 'duration_secs': 0.453175} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.345158] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Destroyed the VM [ 696.345428] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Deleting Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 696.345732] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-85a4ef45-fa7a-4dc8-a753-20f9015e0134 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.356980] env[63440]: DEBUG oslo_vmware.api [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 696.356980] env[63440]: value = "task-2661265" [ 696.356980] env[63440]: _type = "Task" [ 696.356980] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.371722] env[63440]: DEBUG oslo_vmware.api [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661265, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.389153] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661262, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.432540] env[63440]: DEBUG oslo_concurrency.lockutils [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "ef67ae7a-f55e-453f-a821-f50c27a35ab4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.466179] env[63440]: DEBUG oslo_vmware.api [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661263, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.519550] env[63440]: DEBUG nova.network.neutron [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Successfully updated port: 29824e5c-ceb4-493c-ab12-a6a83a2ac6ce {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.530485] env[63440]: DEBUG nova.network.neutron [req-61096e72-c074-4c72-bdd0-6bc26ab3e23f req-c73bc626-4873-4c04-9e7f-f00def45be24 service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Updated VIF entry in instance network info cache for port 2073784a-756b-4448-b8c9-0b5c10bf1049. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.530485] env[63440]: DEBUG nova.network.neutron [req-61096e72-c074-4c72-bdd0-6bc26ab3e23f req-c73bc626-4873-4c04-9e7f-f00def45be24 service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Updating instance_info_cache with network_info: [{"id": "2073784a-756b-4448-b8c9-0b5c10bf1049", "address": "fa:16:3e:75:1f:6b", "network": {"id": "59699f99-eb7d-4b26-a318-977debce8d11", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1476178358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc14bd64627a4a8e9c0b9b844b8afcf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2073784a-75", "ovs_interfaceid": "2073784a-756b-4448-b8c9-0b5c10bf1049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.582227] env[63440]: DEBUG oslo_vmware.api [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': task-2661264, 'name': PowerOffVM_Task, 'duration_secs': 0.407647} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.582821] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.582983] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.583256] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0f083fb-454d-48cb-9384-faaed2ed5edf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.595347] env[63440]: DEBUG nova.policy [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61e2cf89bcc74ac397f8c7d6209afe41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe9479befb7643fe899b7092fe3ffba0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.669537] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.669537] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.670034] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Deleting the datastore file [datastore1] d9d2b428-3579-426c-bf94-b09f1f810e5a {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.670366] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bcb4350-db8b-46d6-887a-ab21370abc3e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.676244] env[63440]: DEBUG oslo_vmware.api [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Waiting for the task: (returnval){ [ 696.676244] env[63440]: value = "task-2661267" [ 696.676244] env[63440]: _type = "Task" [ 696.676244] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.685561] env[63440]: DEBUG oslo_vmware.api [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': task-2661267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.787211] env[63440]: DEBUG nova.compute.manager [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.883792] env[63440]: DEBUG oslo_vmware.api [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661265, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.896245] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661262, 'name': CreateVM_Task, 'duration_secs': 0.620619} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.896245] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.896245] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536607', 'volume_id': 'b7942535-7b00-4638-adf5-707a99c9f78b', 'name': 'volume-b7942535-7b00-4638-adf5-707a99c9f78b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10b05a88-9b05-42ef-b1b9-6a6987aa0139', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7942535-7b00-4638-adf5-707a99c9f78b', 'serial': 'b7942535-7b00-4638-adf5-707a99c9f78b'}, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': '244002b6-4dac-49a2-99e0-646d6adf2376', 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=63440) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 696.896516] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Root volume attach. Driver type: vmdk {{(pid=63440) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 696.898383] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b20ef3-95a3-4338-b04b-aff8eb6bc8ec {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.906911] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5995d0-807f-493c-995a-fa06c4be14ff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.919227] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290e6539-2a42-4bc7-8e0e-12820b1bc401 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.928358] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-497be2dd-b622-4b5d-a2dc-6a60f4c74a7a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.936042] env[63440]: DEBUG oslo_vmware.api [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Waiting for the task: (returnval){ [ 696.936042] env[63440]: value = "task-2661268" [ 696.936042] env[63440]: _type = "Task" [ 696.936042] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.948027] env[63440]: DEBUG oslo_vmware.api [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Task: {'id': task-2661268, 'name': RelocateVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.959916] env[63440]: DEBUG oslo_vmware.api [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661263, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.019546] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "refresh_cache-b3a46e0f-15e3-4385-bb4f-b08568ae2fd8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.019546] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquired lock "refresh_cache-b3a46e0f-15e3-4385-bb4f-b08568ae2fd8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.019546] env[63440]: DEBUG nova.network.neutron [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.034604] env[63440]: DEBUG oslo_concurrency.lockutils [req-61096e72-c074-4c72-bdd0-6bc26ab3e23f req-c73bc626-4873-4c04-9e7f-f00def45be24 service nova] Releasing lock "refresh_cache-d9d2b428-3579-426c-bf94-b09f1f810e5a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.190037] env[63440]: DEBUG oslo_vmware.api [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Task: {'id': task-2661267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21297} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.190037] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.190165] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.190249] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.190425] env[63440]: INFO nova.compute.manager [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 697.191184] env[63440]: DEBUG oslo.service.loopingcall [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.191526] env[63440]: DEBUG nova.compute.manager [-] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.191628] env[63440]: DEBUG nova.network.neutron [-] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.253347] env[63440]: DEBUG nova.network.neutron [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Successfully created port: 16a8a2be-b457-4cbe-92c5-92c6b00556d2 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.352155] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832a9f83-5b1b-4527-aa50-1f2c7d60f02e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.364393] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b42ff2b-2b27-4690-bae3-9e96d860e9e6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.373063] env[63440]: DEBUG oslo_vmware.api [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661265, 'name': RemoveSnapshot_Task, 'duration_secs': 0.543612} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.402125] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Deleted Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 697.402810] env[63440]: INFO nova.compute.manager [None req-252117f2-894e-478c-8605-14565541b300 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Took 13.54 seconds to snapshot the instance on the hypervisor. [ 697.406592] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b7df29-6b84-4674-ba3c-8d713718cc4f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.414641] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22164fb6-0f06-4e8b-b6a0-8cce6fdd7b3a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.434315] env[63440]: DEBUG nova.compute.provider_tree [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.447538] env[63440]: DEBUG oslo_vmware.api [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Task: {'id': task-2661268, 'name': RelocateVM_Task} progress is 20%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.461355] env[63440]: DEBUG oslo_vmware.api [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661263, 'name': CloneVM_Task, 'duration_secs': 1.291284} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.461627] env[63440]: INFO nova.virt.vmwareapi.vmops [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Created linked-clone VM from snapshot [ 697.462388] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037347b9-0c82-4161-8abb-5bbf43383397 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.471424] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Uploading image 8cef0114-e194-47cb-97a9-e0afaaca1ab1 {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 697.498097] env[63440]: DEBUG oslo_vmware.rw_handles [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 697.498097] env[63440]: value = "vm-536672" [ 697.498097] env[63440]: _type = "VirtualMachine" [ 697.498097] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 697.498389] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-22216fb5-5cc6-41f1-8d15-c319aa8d08eb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.506147] env[63440]: DEBUG oslo_concurrency.lockutils [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquiring lock "ef67ae7a-f55e-453f-a821-f50c27a35ab4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.506403] env[63440]: DEBUG oslo_concurrency.lockutils [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "ef67ae7a-f55e-453f-a821-f50c27a35ab4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.506633] env[63440]: INFO nova.compute.manager [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Attaching volume 750c09ed-f333-4058-a257-ac7588e06cff to /dev/sdb [ 697.508484] env[63440]: DEBUG oslo_vmware.rw_handles [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lease: (returnval){ [ 697.508484] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5268e55d-90b6-d10b-39b3-a3d869bad389" [ 697.508484] env[63440]: _type = "HttpNfcLease" [ 697.508484] env[63440]: } obtained for exporting VM: (result){ [ 697.508484] env[63440]: value = "vm-536672" [ 697.508484] env[63440]: _type = "VirtualMachine" [ 697.508484] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 697.508939] env[63440]: DEBUG oslo_vmware.api [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the lease: (returnval){ [ 697.508939] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5268e55d-90b6-d10b-39b3-a3d869bad389" [ 697.508939] env[63440]: _type = "HttpNfcLease" [ 697.508939] env[63440]: } to be ready. {{(pid=63440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 697.515664] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 697.515664] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5268e55d-90b6-d10b-39b3-a3d869bad389" [ 697.515664] env[63440]: _type = "HttpNfcLease" [ 697.515664] env[63440]: } is initializing. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 697.554935] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660c1d89-214d-4b0d-a72a-1592e22f3681 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.559931] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571f0f26-ef79-4b5e-8b54-f54fa649b9bd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.575195] env[63440]: DEBUG nova.virt.block_device [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Updating existing volume attachment record: 669cadf7-ea27-446f-87c0-7d4f8860c30b {{(pid=63440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 697.586492] env[63440]: DEBUG nova.network.neutron [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.799764] env[63440]: DEBUG nova.compute.manager [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.836040] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.836040] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.836040] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.837130] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.837452] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.837733] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.838081] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.838468] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.838838] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.841031] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.841031] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.845196] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7166b391-42df-444f-9254-4669d8a1b06e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.849564] env[63440]: DEBUG nova.compute.manager [req-37e1aca2-17b9-4e96-b701-7a571118f7a4 req-2893cd86-4e24-454e-a491-94bed9a3775f service nova] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Received event network-vif-plugged-29824e5c-ceb4-493c-ab12-a6a83a2ac6ce {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.849786] env[63440]: DEBUG oslo_concurrency.lockutils [req-37e1aca2-17b9-4e96-b701-7a571118f7a4 req-2893cd86-4e24-454e-a491-94bed9a3775f service nova] Acquiring lock "b3a46e0f-15e3-4385-bb4f-b08568ae2fd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.849988] env[63440]: DEBUG oslo_concurrency.lockutils [req-37e1aca2-17b9-4e96-b701-7a571118f7a4 req-2893cd86-4e24-454e-a491-94bed9a3775f service nova] Lock "b3a46e0f-15e3-4385-bb4f-b08568ae2fd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.850165] env[63440]: DEBUG oslo_concurrency.lockutils [req-37e1aca2-17b9-4e96-b701-7a571118f7a4 req-2893cd86-4e24-454e-a491-94bed9a3775f service nova] Lock "b3a46e0f-15e3-4385-bb4f-b08568ae2fd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.850330] env[63440]: DEBUG nova.compute.manager [req-37e1aca2-17b9-4e96-b701-7a571118f7a4 req-2893cd86-4e24-454e-a491-94bed9a3775f service nova] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] No waiting events found dispatching network-vif-plugged-29824e5c-ceb4-493c-ab12-a6a83a2ac6ce {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.850488] env[63440]: WARNING nova.compute.manager [req-37e1aca2-17b9-4e96-b701-7a571118f7a4 req-2893cd86-4e24-454e-a491-94bed9a3775f service nova] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Received unexpected event network-vif-plugged-29824e5c-ceb4-493c-ab12-a6a83a2ac6ce for instance with vm_state building and task_state spawning. [ 697.850641] env[63440]: DEBUG nova.compute.manager [req-37e1aca2-17b9-4e96-b701-7a571118f7a4 req-2893cd86-4e24-454e-a491-94bed9a3775f service nova] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Received event network-changed-29824e5c-ceb4-493c-ab12-a6a83a2ac6ce {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.850787] env[63440]: DEBUG nova.compute.manager [req-37e1aca2-17b9-4e96-b701-7a571118f7a4 req-2893cd86-4e24-454e-a491-94bed9a3775f service nova] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Refreshing instance network info cache due to event network-changed-29824e5c-ceb4-493c-ab12-a6a83a2ac6ce. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 697.850945] env[63440]: DEBUG oslo_concurrency.lockutils [req-37e1aca2-17b9-4e96-b701-7a571118f7a4 req-2893cd86-4e24-454e-a491-94bed9a3775f service nova] Acquiring lock "refresh_cache-b3a46e0f-15e3-4385-bb4f-b08568ae2fd8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.857781] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e75292c-33fc-414b-9fb9-2f116b7c5fe7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.940463] env[63440]: DEBUG nova.scheduler.client.report [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.956532] env[63440]: DEBUG oslo_vmware.api [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Task: {'id': task-2661268, 'name': RelocateVM_Task, 'duration_secs': 0.853424} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.957411] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Volume attach. Driver type: vmdk {{(pid=63440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 697.957641] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536607', 'volume_id': 'b7942535-7b00-4638-adf5-707a99c9f78b', 'name': 'volume-b7942535-7b00-4638-adf5-707a99c9f78b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10b05a88-9b05-42ef-b1b9-6a6987aa0139', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7942535-7b00-4638-adf5-707a99c9f78b', 'serial': 'b7942535-7b00-4638-adf5-707a99c9f78b'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 697.958528] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227e20c6-db07-42b4-84b4-bebcaf761282 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.978479] env[63440]: DEBUG nova.network.neutron [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Updating instance_info_cache with network_info: [{"id": "29824e5c-ceb4-493c-ab12-a6a83a2ac6ce", "address": "fa:16:3e:61:88:a7", "network": {"id": "b7a9f15e-3f8e-4c22-a7fb-10656e885775", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-360213544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6510d92edd9476788a7dde659823c6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29824e5c-ce", "ovs_interfaceid": "29824e5c-ceb4-493c-ab12-a6a83a2ac6ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.983020] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140edafe-cb4d-47f6-9715-d0d5a4d991bc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.010861] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] volume-b7942535-7b00-4638-adf5-707a99c9f78b/volume-b7942535-7b00-4638-adf5-707a99c9f78b.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.012060] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-273d288a-1e0a-4849-9cfc-987608d86b2e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.039758] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 698.039758] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5268e55d-90b6-d10b-39b3-a3d869bad389" [ 698.039758] env[63440]: _type = "HttpNfcLease" [ 698.039758] env[63440]: } is ready. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 698.040445] env[63440]: DEBUG oslo_vmware.rw_handles [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 698.040445] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5268e55d-90b6-d10b-39b3-a3d869bad389" [ 698.040445] env[63440]: _type = "HttpNfcLease" [ 698.040445] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 698.040783] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701d31b2-0773-4806-89fa-594f05616b23 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.046622] env[63440]: DEBUG oslo_vmware.api [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Waiting for the task: (returnval){ [ 698.046622] env[63440]: value = "task-2661273" [ 698.046622] env[63440]: _type = "Task" [ 698.046622] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.055458] env[63440]: DEBUG oslo_vmware.rw_handles [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f1af93-7cdf-5cde-213b-b9281027accd/disk-0.vmdk from lease info. {{(pid=63440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 698.055722] env[63440]: DEBUG oslo_vmware.rw_handles [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f1af93-7cdf-5cde-213b-b9281027accd/disk-0.vmdk for reading. {{(pid=63440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 698.062830] env[63440]: DEBUG oslo_vmware.api [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Task: {'id': task-2661273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.156990] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9dab977d-56a3-4b8e-aa0a-00cda6bf9728 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.450340] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.450870] env[63440]: DEBUG nova.compute.manager [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.454994] env[63440]: DEBUG oslo_concurrency.lockutils [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.317s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.456438] env[63440]: INFO nova.compute.claims [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.484469] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Releasing lock "refresh_cache-b3a46e0f-15e3-4385-bb4f-b08568ae2fd8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.484826] env[63440]: DEBUG nova.compute.manager [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Instance network_info: |[{"id": "29824e5c-ceb4-493c-ab12-a6a83a2ac6ce", "address": "fa:16:3e:61:88:a7", "network": {"id": "b7a9f15e-3f8e-4c22-a7fb-10656e885775", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-360213544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6510d92edd9476788a7dde659823c6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29824e5c-ce", "ovs_interfaceid": "29824e5c-ceb4-493c-ab12-a6a83a2ac6ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.485171] env[63440]: DEBUG oslo_concurrency.lockutils [req-37e1aca2-17b9-4e96-b701-7a571118f7a4 req-2893cd86-4e24-454e-a491-94bed9a3775f service nova] Acquired lock "refresh_cache-b3a46e0f-15e3-4385-bb4f-b08568ae2fd8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.485362] env[63440]: DEBUG nova.network.neutron [req-37e1aca2-17b9-4e96-b701-7a571118f7a4 req-2893cd86-4e24-454e-a491-94bed9a3775f service nova] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Refreshing network info cache for port 29824e5c-ceb4-493c-ab12-a6a83a2ac6ce {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.486977] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:88:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29824e5c-ceb4-493c-ab12-a6a83a2ac6ce', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.496234] env[63440]: DEBUG oslo.service.loopingcall [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 698.496933] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.497016] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8494682b-e0cf-4540-b520-b65a14bd7482 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.521961] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.521961] env[63440]: value = "task-2661274" [ 698.521961] env[63440]: _type = "Task" [ 698.521961] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.531680] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661274, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.560629] env[63440]: DEBUG oslo_vmware.api [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Task: {'id': task-2661273, 'name': ReconfigVM_Task, 'duration_secs': 0.322468} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.560938] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Reconfigured VM instance instance-00000028 to attach disk [datastore2] volume-b7942535-7b00-4638-adf5-707a99c9f78b/volume-b7942535-7b00-4638-adf5-707a99c9f78b.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.568567] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-324cef54-9fc4-40c6-94fc-322acf8e88f3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.585525] env[63440]: DEBUG oslo_vmware.api [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Waiting for the task: (returnval){ [ 698.585525] env[63440]: value = "task-2661275" [ 698.585525] env[63440]: _type = "Task" [ 698.585525] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.595041] env[63440]: DEBUG oslo_vmware.api [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Task: {'id': task-2661275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.701165] env[63440]: DEBUG nova.network.neutron [-] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.970275] env[63440]: DEBUG nova.compute.utils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.981481] env[63440]: DEBUG nova.compute.manager [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.982051] env[63440]: DEBUG nova.network.neutron [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.035619] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661274, 'name': CreateVM_Task, 'duration_secs': 0.442684} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.037218] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.037218] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.037218] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.037737] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.038142] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0320ec-dad2-4ed1-96e8-73e31f71702f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.045012] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 699.045012] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529b9884-8cf4-1e53-2343-fbd1265c12ff" [ 699.045012] env[63440]: _type = "Task" [ 699.045012] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.057495] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529b9884-8cf4-1e53-2343-fbd1265c12ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.083846] env[63440]: DEBUG nova.policy [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61e2cf89bcc74ac397f8c7d6209afe41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe9479befb7643fe899b7092fe3ffba0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.102332] env[63440]: DEBUG oslo_vmware.api [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Task: {'id': task-2661275, 'name': ReconfigVM_Task, 'duration_secs': 0.202178} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.102332] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536607', 'volume_id': 'b7942535-7b00-4638-adf5-707a99c9f78b', 'name': 'volume-b7942535-7b00-4638-adf5-707a99c9f78b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10b05a88-9b05-42ef-b1b9-6a6987aa0139', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7942535-7b00-4638-adf5-707a99c9f78b', 'serial': 'b7942535-7b00-4638-adf5-707a99c9f78b'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 699.106263] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-998da80c-44d4-4b5c-8ed2-751444f750d9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.112776] env[63440]: DEBUG oslo_vmware.api [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Waiting for the task: (returnval){ [ 699.112776] env[63440]: value = "task-2661276" [ 699.112776] env[63440]: _type = "Task" [ 699.112776] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.132914] env[63440]: DEBUG oslo_vmware.api [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Task: {'id': task-2661276, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.204190] env[63440]: INFO nova.compute.manager [-] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Took 2.01 seconds to deallocate network for instance. [ 699.371543] env[63440]: DEBUG nova.network.neutron [req-37e1aca2-17b9-4e96-b701-7a571118f7a4 req-2893cd86-4e24-454e-a491-94bed9a3775f service nova] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Updated VIF entry in instance network info cache for port 29824e5c-ceb4-493c-ab12-a6a83a2ac6ce. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.371612] env[63440]: DEBUG nova.network.neutron [req-37e1aca2-17b9-4e96-b701-7a571118f7a4 req-2893cd86-4e24-454e-a491-94bed9a3775f service nova] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Updating instance_info_cache with network_info: [{"id": "29824e5c-ceb4-493c-ab12-a6a83a2ac6ce", "address": "fa:16:3e:61:88:a7", "network": {"id": "b7a9f15e-3f8e-4c22-a7fb-10656e885775", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-360213544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6510d92edd9476788a7dde659823c6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29824e5c-ce", "ovs_interfaceid": "29824e5c-ceb4-493c-ab12-a6a83a2ac6ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.490801] env[63440]: DEBUG nova.compute.manager [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.565697] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529b9884-8cf4-1e53-2343-fbd1265c12ff, 'name': SearchDatastore_Task, 'duration_secs': 0.019487} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.566687] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.567094] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.567256] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.568508] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.568508] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.568508] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b40ffad-a578-4cbc-a403-45a9d1122ff5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.583326] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.583525] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.589264] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8706690d-6d1f-4938-b81a-d5b4ed49c513 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.594806] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 699.594806] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52849690-c87c-c1f5-e7d4-eee285d312a5" [ 699.594806] env[63440]: _type = "Task" [ 699.594806] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.601598] env[63440]: DEBUG nova.network.neutron [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Successfully created port: 10e93d46-7636-4f1b-bf27-e76ec9a0b2e9 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.620562] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52849690-c87c-c1f5-e7d4-eee285d312a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009868} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.631317] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40e611e1-3ef0-4369-ba2c-1def03e99dc9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.642863] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 699.642863] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c46743-25d4-1ca1-6d3a-dd9e06409cf9" [ 699.642863] env[63440]: _type = "Task" [ 699.642863] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.643512] env[63440]: DEBUG oslo_vmware.api [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Task: {'id': task-2661276, 'name': Rename_Task, 'duration_secs': 0.197551} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.643900] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.647250] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9a334f5-989d-4a40-a94f-c77f788604b7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.660837] env[63440]: DEBUG oslo_vmware.api [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Waiting for the task: (returnval){ [ 699.660837] env[63440]: value = "task-2661277" [ 699.660837] env[63440]: _type = "Task" [ 699.660837] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.660837] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c46743-25d4-1ca1-6d3a-dd9e06409cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.01182} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.660837] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.660837] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] b3a46e0f-15e3-4385-bb4f-b08568ae2fd8/b3a46e0f-15e3-4385-bb4f-b08568ae2fd8.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.665353] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f11b01f-e036-4b5a-a01f-fadeb03933ee {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.679834] env[63440]: DEBUG oslo_vmware.api [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Task: {'id': task-2661277, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.681446] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 699.681446] env[63440]: value = "task-2661278" [ 699.681446] env[63440]: _type = "Task" [ 699.681446] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.693966] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.713512] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.725658] env[63440]: DEBUG nova.network.neutron [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Successfully updated port: 16a8a2be-b457-4cbe-92c5-92c6b00556d2 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.781749] env[63440]: DEBUG nova.compute.manager [req-323b87c8-dde8-422e-a3c9-f0ebe49a37f5 req-d0f56343-c264-4c0a-adee-7d226363d967 service nova] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Received event network-vif-plugged-16a8a2be-b457-4cbe-92c5-92c6b00556d2 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.782095] env[63440]: DEBUG oslo_concurrency.lockutils [req-323b87c8-dde8-422e-a3c9-f0ebe49a37f5 req-d0f56343-c264-4c0a-adee-7d226363d967 service nova] Acquiring lock "35e411e2-5b0d-42e9-9cb8-762e1ec11396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.782371] env[63440]: DEBUG oslo_concurrency.lockutils [req-323b87c8-dde8-422e-a3c9-f0ebe49a37f5 req-d0f56343-c264-4c0a-adee-7d226363d967 service nova] Lock "35e411e2-5b0d-42e9-9cb8-762e1ec11396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.782577] env[63440]: DEBUG oslo_concurrency.lockutils [req-323b87c8-dde8-422e-a3c9-f0ebe49a37f5 req-d0f56343-c264-4c0a-adee-7d226363d967 service nova] Lock "35e411e2-5b0d-42e9-9cb8-762e1ec11396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.782878] env[63440]: DEBUG nova.compute.manager [req-323b87c8-dde8-422e-a3c9-f0ebe49a37f5 req-d0f56343-c264-4c0a-adee-7d226363d967 service nova] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] No waiting events found dispatching network-vif-plugged-16a8a2be-b457-4cbe-92c5-92c6b00556d2 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.783080] env[63440]: WARNING nova.compute.manager [req-323b87c8-dde8-422e-a3c9-f0ebe49a37f5 req-d0f56343-c264-4c0a-adee-7d226363d967 service nova] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Received unexpected event network-vif-plugged-16a8a2be-b457-4cbe-92c5-92c6b00556d2 for instance with vm_state building and task_state spawning. [ 699.881473] env[63440]: DEBUG oslo_concurrency.lockutils [req-37e1aca2-17b9-4e96-b701-7a571118f7a4 req-2893cd86-4e24-454e-a491-94bed9a3775f service nova] Releasing lock "refresh_cache-b3a46e0f-15e3-4385-bb4f-b08568ae2fd8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.172747] env[63440]: DEBUG oslo_vmware.api [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Task: {'id': task-2661277, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.184135] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ee573f-61b8-4739-9ea8-237851ccb456 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.197897] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661278, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.202029] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf56cc5d-652f-4681-bcba-148f1adfd795 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.243133] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "refresh_cache-35e411e2-5b0d-42e9-9cb8-762e1ec11396" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.243323] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquired lock "refresh_cache-35e411e2-5b0d-42e9-9cb8-762e1ec11396" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.243508] env[63440]: DEBUG nova.network.neutron [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.245478] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c9e8dc-6152-417c-a204-beadd4e1dfbb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.254733] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63844ab4-ab18-4271-b71a-788e68ba08da {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.271842] env[63440]: DEBUG nova.compute.provider_tree [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.372400] env[63440]: DEBUG nova.compute.manager [req-118977ad-936e-4354-a4b6-1732a4900644 req-f46f0d1d-c850-45a7-be11-f128b8450126 service nova] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Received event network-vif-deleted-2073784a-756b-4448-b8c9-0b5c10bf1049 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 700.498118] env[63440]: DEBUG nova.compute.manager [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.527154] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.527154] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.527154] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.527154] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.527154] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.527154] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.527154] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.528938] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.529157] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.530497] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.530497] env[63440]: DEBUG nova.virt.hardware [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.530497] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5e02bc-db4b-44f4-84b8-a96d26fa8c0f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.543178] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3989fa1b-f348-4cd2-a4e7-07c3f8f05473 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.670105] env[63440]: DEBUG oslo_vmware.api [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Task: {'id': task-2661277, 'name': PowerOnVM_Task, 'duration_secs': 0.728721} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.670397] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.670666] env[63440]: INFO nova.compute.manager [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Took 6.55 seconds to spawn the instance on the hypervisor. [ 700.670799] env[63440]: DEBUG nova.compute.manager [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.671540] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe67cf9-6efd-4fb7-b8c7-6ce964f379f4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.693740] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5603} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.693922] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] b3a46e0f-15e3-4385-bb4f-b08568ae2fd8/b3a46e0f-15e3-4385-bb4f-b08568ae2fd8.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.695265] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.695265] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2885feeb-9106-4b14-ab6a-66dd918c17ad {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.702195] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 700.702195] env[63440]: value = "task-2661280" [ 700.702195] env[63440]: _type = "Task" [ 700.702195] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.711770] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.775235] env[63440]: DEBUG nova.scheduler.client.report [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.813695] env[63440]: DEBUG nova.network.neutron [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.012123] env[63440]: DEBUG nova.network.neutron [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Updating instance_info_cache with network_info: [{"id": "16a8a2be-b457-4cbe-92c5-92c6b00556d2", "address": "fa:16:3e:06:2f:79", "network": {"id": "4bb126b1-4094-4bdd-bd0a-f1115a56b3ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-319684276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe9479befb7643fe899b7092fe3ffba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16a8a2be-b4", "ovs_interfaceid": "16a8a2be-b457-4cbe-92c5-92c6b00556d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.197416] env[63440]: INFO nova.compute.manager [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Took 52.57 seconds to build instance. [ 701.197416] env[63440]: DEBUG nova.network.neutron [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Successfully updated port: 10e93d46-7636-4f1b-bf27-e76ec9a0b2e9 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.215408] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078045} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.215945] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.216824] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55640f3-a5e6-484c-853a-1dee41c15635 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.243127] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] b3a46e0f-15e3-4385-bb4f-b08568ae2fd8/b3a46e0f-15e3-4385-bb4f-b08568ae2fd8.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.243797] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e4ded86-a240-412f-ab76-2ef1738e4eb9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.265099] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 701.265099] env[63440]: value = "task-2661281" [ 701.265099] env[63440]: _type = "Task" [ 701.265099] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.274519] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.281519] env[63440]: DEBUG oslo_concurrency.lockutils [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.827s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.282171] env[63440]: DEBUG nova.compute.manager [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.285244] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.746s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.285454] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.291203] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.724s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.291337] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.293264] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.407s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.299025] env[63440]: INFO nova.compute.claims [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.331048] env[63440]: INFO nova.scheduler.client.report [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Deleted allocations for instance 6bad7893-30cb-40f2-9077-f05da996be69 [ 701.336202] env[63440]: INFO nova.scheduler.client.report [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Deleted allocations for instance da6874f4-077f-4306-8d7e-e3f91b5a4c6e [ 701.516994] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Releasing lock "refresh_cache-35e411e2-5b0d-42e9-9cb8-762e1ec11396" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.517220] env[63440]: DEBUG nova.compute.manager [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Instance network_info: |[{"id": "16a8a2be-b457-4cbe-92c5-92c6b00556d2", "address": "fa:16:3e:06:2f:79", "network": {"id": "4bb126b1-4094-4bdd-bd0a-f1115a56b3ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-319684276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe9479befb7643fe899b7092fe3ffba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16a8a2be-b4", "ovs_interfaceid": "16a8a2be-b457-4cbe-92c5-92c6b00556d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.518032] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:2f:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16a8a2be-b457-4cbe-92c5-92c6b00556d2', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.525682] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Creating folder: Project (fe9479befb7643fe899b7092fe3ffba0). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.526363] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6df5bb1-554b-4540-952c-62d2b769c884 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.537565] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Created folder: Project (fe9479befb7643fe899b7092fe3ffba0) in parent group-v536546. [ 701.537833] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Creating folder: Instances. Parent ref: group-v536676. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.538152] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a20e05f4-198a-4751-97f9-e96419afd6ea {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.546952] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Created folder: Instances in parent group-v536676. [ 701.547334] env[63440]: DEBUG oslo.service.loopingcall [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 701.547753] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.547847] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb295d25-bc25-4ab4-819f-42fd8a44b020 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.568865] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.568865] env[63440]: value = "task-2661284" [ 701.568865] env[63440]: _type = "Task" [ 701.568865] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.576789] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661284, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.699486] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8ab6440-cce0-42a3-94dc-83d33f5fe4c9 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Lock "10b05a88-9b05-42ef-b1b9-6a6987aa0139" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.287s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.704515] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "refresh_cache-708790b8-38b0-460b-b6b5-79fd091922f3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.704515] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquired lock "refresh_cache-708790b8-38b0-460b-b6b5-79fd091922f3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.704515] env[63440]: DEBUG nova.network.neutron [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.775659] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661281, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.811021] env[63440]: DEBUG nova.compute.utils [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.811021] env[63440]: DEBUG nova.compute.manager [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.811021] env[63440]: DEBUG nova.network.neutron [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.847386] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f685acbf-0f99-455b-b254-e4c9483880d5 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Lock "6bad7893-30cb-40f2-9077-f05da996be69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.981s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.848235] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9080565e-413d-423f-aaab-81e48801604a tempest-DeleteServersAdminTestJSON-548388068 tempest-DeleteServersAdminTestJSON-548388068-project-member] Lock "da6874f4-077f-4306-8d7e-e3f91b5a4c6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.812s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.913278] env[63440]: DEBUG nova.policy [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd65e63b378764b26bf5a0d90ecc26315', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '476d5393a48c4654a0057cda5d960b0b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.033788] env[63440]: DEBUG nova.compute.manager [req-1aa547cc-684e-46c3-a0c0-fbf0a733a188 req-77095983-0509-4205-a98f-96a87b8c2e91 service nova] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Received event network-changed-16a8a2be-b457-4cbe-92c5-92c6b00556d2 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.034826] env[63440]: DEBUG nova.compute.manager [req-1aa547cc-684e-46c3-a0c0-fbf0a733a188 req-77095983-0509-4205-a98f-96a87b8c2e91 service nova] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Refreshing instance network info cache due to event network-changed-16a8a2be-b457-4cbe-92c5-92c6b00556d2. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 702.035310] env[63440]: DEBUG oslo_concurrency.lockutils [req-1aa547cc-684e-46c3-a0c0-fbf0a733a188 req-77095983-0509-4205-a98f-96a87b8c2e91 service nova] Acquiring lock "refresh_cache-35e411e2-5b0d-42e9-9cb8-762e1ec11396" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.035310] env[63440]: DEBUG oslo_concurrency.lockutils [req-1aa547cc-684e-46c3-a0c0-fbf0a733a188 req-77095983-0509-4205-a98f-96a87b8c2e91 service nova] Acquired lock "refresh_cache-35e411e2-5b0d-42e9-9cb8-762e1ec11396" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.035464] env[63440]: DEBUG nova.network.neutron [req-1aa547cc-684e-46c3-a0c0-fbf0a733a188 req-77095983-0509-4205-a98f-96a87b8c2e91 service nova] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Refreshing network info cache for port 16a8a2be-b457-4cbe-92c5-92c6b00556d2 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.073063] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "ff7a8736-b2f0-49a2-aa11-263df9ab8c8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.073355] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "ff7a8736-b2f0-49a2-aa11-263df9ab8c8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.088105] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661284, 'name': CreateVM_Task, 'duration_secs': 0.381936} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.088289] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.088960] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.089164] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.089942] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.089942] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91555b62-14e1-474f-9197-397640094617 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.094814] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 702.094814] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fb217f-80b7-aee3-f13b-bede5145003d" [ 702.094814] env[63440]: _type = "Task" [ 702.094814] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.103221] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fb217f-80b7-aee3-f13b-bede5145003d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.139966] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Volume attach. Driver type: vmdk {{(pid=63440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 702.140224] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536674', 'volume_id': '750c09ed-f333-4058-a257-ac7588e06cff', 'name': 'volume-750c09ed-f333-4058-a257-ac7588e06cff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef67ae7a-f55e-453f-a821-f50c27a35ab4', 'attached_at': '', 'detached_at': '', 'volume_id': '750c09ed-f333-4058-a257-ac7588e06cff', 'serial': '750c09ed-f333-4058-a257-ac7588e06cff'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 702.141153] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02154507-6445-41c2-9246-4d0e1bed8448 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.159699] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c0264d-7f31-4711-acfd-1d5ef176d84c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.183974] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] volume-750c09ed-f333-4058-a257-ac7588e06cff/volume-750c09ed-f333-4058-a257-ac7588e06cff.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.184335] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49ce7d24-0236-412f-a4aa-bbcaf616e682 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.202993] env[63440]: DEBUG oslo_vmware.api [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 702.202993] env[63440]: value = "task-2661285" [ 702.202993] env[63440]: _type = "Task" [ 702.202993] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.206830] env[63440]: DEBUG nova.compute.manager [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.216199] env[63440]: DEBUG oslo_vmware.api [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661285, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.247348] env[63440]: DEBUG nova.network.neutron [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.276559] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661281, 'name': ReconfigVM_Task, 'duration_secs': 0.575515} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.276841] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Reconfigured VM instance instance-00000029 to attach disk [datastore2] b3a46e0f-15e3-4385-bb4f-b08568ae2fd8/b3a46e0f-15e3-4385-bb4f-b08568ae2fd8.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.277481] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08a2436e-c2bd-4414-b678-382ca403c3d9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.283770] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 702.283770] env[63440]: value = "task-2661286" [ 702.283770] env[63440]: _type = "Task" [ 702.283770] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.298091] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661286, 'name': Rename_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.316604] env[63440]: DEBUG nova.compute.manager [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.359216] env[63440]: DEBUG nova.network.neutron [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Successfully created port: 1c8b489d-0704-4464-84d9-474913c7c099 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.515103] env[63440]: DEBUG nova.network.neutron [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Updating instance_info_cache with network_info: [{"id": "10e93d46-7636-4f1b-bf27-e76ec9a0b2e9", "address": "fa:16:3e:8b:6e:f7", "network": {"id": "4bb126b1-4094-4bdd-bd0a-f1115a56b3ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-319684276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe9479befb7643fe899b7092fe3ffba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e93d46-76", "ovs_interfaceid": "10e93d46-7636-4f1b-bf27-e76ec9a0b2e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.541341] env[63440]: DEBUG nova.compute.manager [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Received event network-vif-plugged-10e93d46-7636-4f1b-bf27-e76ec9a0b2e9 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.541341] env[63440]: DEBUG oslo_concurrency.lockutils [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] Acquiring lock "708790b8-38b0-460b-b6b5-79fd091922f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.541341] env[63440]: DEBUG oslo_concurrency.lockutils [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] Lock "708790b8-38b0-460b-b6b5-79fd091922f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.541341] env[63440]: DEBUG oslo_concurrency.lockutils [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] Lock "708790b8-38b0-460b-b6b5-79fd091922f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.541341] env[63440]: DEBUG nova.compute.manager [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] No waiting events found dispatching network-vif-plugged-10e93d46-7636-4f1b-bf27-e76ec9a0b2e9 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.541341] env[63440]: WARNING nova.compute.manager [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Received unexpected event network-vif-plugged-10e93d46-7636-4f1b-bf27-e76ec9a0b2e9 for instance with vm_state building and task_state spawning. [ 702.541341] env[63440]: DEBUG nova.compute.manager [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Received event network-changed-10e93d46-7636-4f1b-bf27-e76ec9a0b2e9 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.541341] env[63440]: DEBUG nova.compute.manager [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Refreshing instance network info cache due to event network-changed-10e93d46-7636-4f1b-bf27-e76ec9a0b2e9. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 702.541341] env[63440]: DEBUG oslo_concurrency.lockutils [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] Acquiring lock "refresh_cache-708790b8-38b0-460b-b6b5-79fd091922f3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.608283] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fb217f-80b7-aee3-f13b-bede5145003d, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.610937] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.611212] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.611452] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.611624] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.611769] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.612212] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b850fe6-0040-4466-a0de-b7f5dd359d90 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.623957] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.624266] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.625185] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5ea809-c468-4707-8ddb-bcec34542c7d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.633259] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 702.633259] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5207278e-40c5-4c78-60e6-08a59bda9dfc" [ 702.633259] env[63440]: _type = "Task" [ 702.633259] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.645211] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5207278e-40c5-4c78-60e6-08a59bda9dfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.717514] env[63440]: DEBUG oslo_vmware.api [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.734196] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.796163] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661286, 'name': Rename_Task, 'duration_secs': 0.164823} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.796529] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.796814] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c7f60e3-ff7b-482c-8245-3099a3b1b40c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.812283] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 702.812283] env[63440]: value = "task-2661287" [ 702.812283] env[63440]: _type = "Task" [ 702.812283] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.823205] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661287, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.823481] env[63440]: DEBUG nova.network.neutron [req-1aa547cc-684e-46c3-a0c0-fbf0a733a188 req-77095983-0509-4205-a98f-96a87b8c2e91 service nova] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Updated VIF entry in instance network info cache for port 16a8a2be-b457-4cbe-92c5-92c6b00556d2. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.823826] env[63440]: DEBUG nova.network.neutron [req-1aa547cc-684e-46c3-a0c0-fbf0a733a188 req-77095983-0509-4205-a98f-96a87b8c2e91 service nova] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Updating instance_info_cache with network_info: [{"id": "16a8a2be-b457-4cbe-92c5-92c6b00556d2", "address": "fa:16:3e:06:2f:79", "network": {"id": "4bb126b1-4094-4bdd-bd0a-f1115a56b3ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-319684276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe9479befb7643fe899b7092fe3ffba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16a8a2be-b4", "ovs_interfaceid": "16a8a2be-b457-4cbe-92c5-92c6b00556d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.899161] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c422fa2-6b21-42c3-b499-f2e3b4b2a15d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.909082] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffabbfbf-4e61-46eb-8dc8-00f77308ec6b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.946981] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df27459-147c-48a2-883f-41cc23fd1f9e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.957053] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2bcdb0-9835-4fd9-884b-77c7d003ca9a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.973745] env[63440]: DEBUG nova.compute.provider_tree [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.020475] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Releasing lock "refresh_cache-708790b8-38b0-460b-b6b5-79fd091922f3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.020903] env[63440]: DEBUG nova.compute.manager [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Instance network_info: |[{"id": "10e93d46-7636-4f1b-bf27-e76ec9a0b2e9", "address": "fa:16:3e:8b:6e:f7", "network": {"id": "4bb126b1-4094-4bdd-bd0a-f1115a56b3ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-319684276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe9479befb7643fe899b7092fe3ffba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e93d46-76", "ovs_interfaceid": "10e93d46-7636-4f1b-bf27-e76ec9a0b2e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.021278] env[63440]: DEBUG oslo_concurrency.lockutils [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] Acquired lock "refresh_cache-708790b8-38b0-460b-b6b5-79fd091922f3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.021739] env[63440]: DEBUG nova.network.neutron [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Refreshing network info cache for port 10e93d46-7636-4f1b-bf27-e76ec9a0b2e9 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.024279] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:6e:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10e93d46-7636-4f1b-bf27-e76ec9a0b2e9', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.031724] env[63440]: DEBUG oslo.service.loopingcall [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 703.032952] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.033265] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-decc7959-6d49-4d4c-88ed-a1ae08c2334b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.055296] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.055296] env[63440]: value = "task-2661288" [ 703.055296] env[63440]: _type = "Task" [ 703.055296] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.065104] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661288, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.144028] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5207278e-40c5-4c78-60e6-08a59bda9dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.008857} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.144870] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e5b56c-9e65-42ec-8222-44e9d0ff6630 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.150444] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 703.150444] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524aa3a6-15c8-c709-4292-1a46d20eb127" [ 703.150444] env[63440]: _type = "Task" [ 703.150444] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.159149] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524aa3a6-15c8-c709-4292-1a46d20eb127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.212982] env[63440]: DEBUG oslo_vmware.api [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661285, 'name': ReconfigVM_Task, 'duration_secs': 0.611865} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.213356] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Reconfigured VM instance instance-00000020 to attach disk [datastore2] volume-750c09ed-f333-4058-a257-ac7588e06cff/volume-750c09ed-f333-4058-a257-ac7588e06cff.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.218263] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f601ae25-90c6-4305-85c0-78e8cfc4a11d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.234176] env[63440]: DEBUG oslo_vmware.api [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 703.234176] env[63440]: value = "task-2661289" [ 703.234176] env[63440]: _type = "Task" [ 703.234176] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.242736] env[63440]: DEBUG oslo_vmware.api [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.321200] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661287, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.326722] env[63440]: DEBUG oslo_concurrency.lockutils [req-1aa547cc-684e-46c3-a0c0-fbf0a733a188 req-77095983-0509-4205-a98f-96a87b8c2e91 service nova] Releasing lock "refresh_cache-35e411e2-5b0d-42e9-9cb8-762e1ec11396" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.335511] env[63440]: DEBUG nova.compute.manager [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.360097] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquiring lock "a59dcb53-3881-4646-863a-d85912569c7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.360168] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lock "a59dcb53-3881-4646-863a-d85912569c7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.360410] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquiring lock "a59dcb53-3881-4646-863a-d85912569c7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.360632] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lock "a59dcb53-3881-4646-863a-d85912569c7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.361435] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lock "a59dcb53-3881-4646-863a-d85912569c7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.364503] env[63440]: INFO nova.compute.manager [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Terminating instance [ 703.370171] env[63440]: DEBUG nova.virt.hardware [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.370417] env[63440]: DEBUG nova.virt.hardware [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.370577] env[63440]: DEBUG nova.virt.hardware [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.370757] env[63440]: DEBUG nova.virt.hardware [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.370938] env[63440]: DEBUG nova.virt.hardware [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.371105] env[63440]: DEBUG nova.virt.hardware [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.371356] env[63440]: DEBUG nova.virt.hardware [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.371499] env[63440]: DEBUG nova.virt.hardware [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.371677] env[63440]: DEBUG nova.virt.hardware [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.371878] env[63440]: DEBUG nova.virt.hardware [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.372070] env[63440]: DEBUG nova.virt.hardware [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.373048] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e2e2ac-d266-4087-b47c-b79e4488ea9e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.382642] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a6924a-238a-4236-b489-c3d30b06e226 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.477020] env[63440]: DEBUG nova.scheduler.client.report [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.579805] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661288, 'name': CreateVM_Task, 'duration_secs': 0.456036} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.584376] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.584376] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.584376] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.584376] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.584752] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6ee39ec-9ddc-4f44-b561-9d7720b57977 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.589982] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 703.589982] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a4766a-0609-f0e7-2f2d-c0f0beb9148f" [ 703.589982] env[63440]: _type = "Task" [ 703.589982] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.598810] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a4766a-0609-f0e7-2f2d-c0f0beb9148f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.661053] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524aa3a6-15c8-c709-4292-1a46d20eb127, 'name': SearchDatastore_Task, 'duration_secs': 0.009212} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.661438] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.661737] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 35e411e2-5b0d-42e9-9cb8-762e1ec11396/35e411e2-5b0d-42e9-9cb8-762e1ec11396.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.662048] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bbf4ecd-53bd-44a2-91a3-bc049a7919b3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.668693] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 703.668693] env[63440]: value = "task-2661290" [ 703.668693] env[63440]: _type = "Task" [ 703.668693] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.678857] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.746086] env[63440]: DEBUG oslo_vmware.api [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661289, 'name': ReconfigVM_Task, 'duration_secs': 0.269464} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.748901] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536674', 'volume_id': '750c09ed-f333-4058-a257-ac7588e06cff', 'name': 'volume-750c09ed-f333-4058-a257-ac7588e06cff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef67ae7a-f55e-453f-a821-f50c27a35ab4', 'attached_at': '', 'detached_at': '', 'volume_id': '750c09ed-f333-4058-a257-ac7588e06cff', 'serial': '750c09ed-f333-4058-a257-ac7588e06cff'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 703.823325] env[63440]: DEBUG oslo_vmware.api [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661287, 'name': PowerOnVM_Task, 'duration_secs': 0.696651} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.823628] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.823914] env[63440]: INFO nova.compute.manager [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Took 8.76 seconds to spawn the instance on the hypervisor. [ 703.824397] env[63440]: DEBUG nova.compute.manager [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.825116] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86d73a8-c8b8-4ea5-9d69-bc8efd778d6a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.878221] env[63440]: DEBUG nova.compute.manager [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.878606] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.882285] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7f1661-d3c1-408b-bfea-f3ecb51494d1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.891737] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.892366] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41a23b51-7a6c-42d1-aebb-34bc8cc80744 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.900509] env[63440]: DEBUG oslo_vmware.api [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 703.900509] env[63440]: value = "task-2661291" [ 703.900509] env[63440]: _type = "Task" [ 703.900509] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.912492] env[63440]: DEBUG oslo_vmware.api [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.915571] env[63440]: DEBUG nova.network.neutron [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Updated VIF entry in instance network info cache for port 10e93d46-7636-4f1b-bf27-e76ec9a0b2e9. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.916206] env[63440]: DEBUG nova.network.neutron [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Updating instance_info_cache with network_info: [{"id": "10e93d46-7636-4f1b-bf27-e76ec9a0b2e9", "address": "fa:16:3e:8b:6e:f7", "network": {"id": "4bb126b1-4094-4bdd-bd0a-f1115a56b3ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-319684276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe9479befb7643fe899b7092fe3ffba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e93d46-76", "ovs_interfaceid": "10e93d46-7636-4f1b-bf27-e76ec9a0b2e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.950468] env[63440]: DEBUG nova.network.neutron [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Successfully updated port: 1c8b489d-0704-4464-84d9-474913c7c099 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.983984] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.984561] env[63440]: DEBUG nova.compute.manager [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.987543] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.571s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.989996] env[63440]: INFO nova.compute.claims [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.101989] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a4766a-0609-f0e7-2f2d-c0f0beb9148f, 'name': SearchDatastore_Task, 'duration_secs': 0.012375} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.102349] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.102595] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.102910] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.103082] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.103271] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.104431] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7492dbf9-826b-4896-9584-5336a2203d68 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.115601] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.115875] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.116770] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2738427d-52e8-44b7-ade7-4b83d2fa75d3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.124876] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 704.124876] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524962db-b037-cd83-1bbb-539f91115cd8" [ 704.124876] env[63440]: _type = "Task" [ 704.124876] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.134123] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524962db-b037-cd83-1bbb-539f91115cd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.186845] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661290, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.347631] env[63440]: INFO nova.compute.manager [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Took 52.31 seconds to build instance. [ 704.414305] env[63440]: DEBUG oslo_vmware.api [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661291, 'name': PowerOffVM_Task, 'duration_secs': 0.283546} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.414605] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.414847] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.415215] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb275732-bca1-4b5e-8958-9ab5675b3ae2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.420536] env[63440]: DEBUG oslo_concurrency.lockutils [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] Releasing lock "refresh_cache-708790b8-38b0-460b-b6b5-79fd091922f3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.421766] env[63440]: DEBUG nova.compute.manager [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Received event network-changed-1d8b4351-80f6-4860-b948-490937eccb62 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 704.423024] env[63440]: DEBUG nova.compute.manager [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Refreshing instance network info cache due to event network-changed-1d8b4351-80f6-4860-b948-490937eccb62. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 704.423024] env[63440]: DEBUG oslo_concurrency.lockutils [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] Acquiring lock "refresh_cache-10b05a88-9b05-42ef-b1b9-6a6987aa0139" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.423024] env[63440]: DEBUG oslo_concurrency.lockutils [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] Acquired lock "refresh_cache-10b05a88-9b05-42ef-b1b9-6a6987aa0139" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.423024] env[63440]: DEBUG nova.network.neutron [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Refreshing network info cache for port 1d8b4351-80f6-4860-b948-490937eccb62 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.456159] env[63440]: DEBUG oslo_concurrency.lockutils [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Acquiring lock "refresh_cache-856f9056-6ca2-4ada-9ab9-2755298b7fa6" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.456159] env[63440]: DEBUG oslo_concurrency.lockutils [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Acquired lock "refresh_cache-856f9056-6ca2-4ada-9ab9-2755298b7fa6" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.456159] env[63440]: DEBUG nova.network.neutron [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.488259] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.490583] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.490583] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Deleting the datastore file [datastore1] a59dcb53-3881-4646-863a-d85912569c7d {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.490583] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b78f8cd-24f5-4327-9676-144cb6bb45e6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.497928] env[63440]: DEBUG nova.compute.utils [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.503000] env[63440]: DEBUG oslo_vmware.api [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 704.503000] env[63440]: value = "task-2661293" [ 704.503000] env[63440]: _type = "Task" [ 704.503000] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.503538] env[63440]: DEBUG nova.compute.manager [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.503709] env[63440]: DEBUG nova.network.neutron [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.515537] env[63440]: DEBUG oslo_vmware.api [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.579605] env[63440]: DEBUG nova.policy [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '815310f915124e4d8d421096255ba8b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9621f8df3ec14831a704b79801f3849c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.638723] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524962db-b037-cd83-1bbb-539f91115cd8, 'name': SearchDatastore_Task, 'duration_secs': 0.025071} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.638879] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6fcb7a2-36a7-4b37-85fa-72f0f13a6d77 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.645237] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 704.645237] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52197610-aed3-5691-1b28-248f934b423b" [ 704.645237] env[63440]: _type = "Task" [ 704.645237] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.655487] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52197610-aed3-5691-1b28-248f934b423b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.679313] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773994} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.679540] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 35e411e2-5b0d-42e9-9cb8-762e1ec11396/35e411e2-5b0d-42e9-9cb8-762e1ec11396.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.679746] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.680000] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfc500c2-a3fd-4719-a40f-f4dd3c1051f6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.687816] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 704.687816] env[63440]: value = "task-2661294" [ 704.687816] env[63440]: _type = "Task" [ 704.687816] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.698675] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.813738] env[63440]: DEBUG nova.objects.instance [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lazy-loading 'flavor' on Instance uuid ef67ae7a-f55e-453f-a821-f50c27a35ab4 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.854553] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85a5e2f9-a482-45f5-b975-c716357e3ae0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "b3a46e0f-15e3-4385-bb4f-b08568ae2fd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.854s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.005871] env[63440]: DEBUG nova.compute.manager [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.027548] env[63440]: DEBUG oslo_vmware.api [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400533} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.027795] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.028261] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.028261] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.028443] env[63440]: INFO nova.compute.manager [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 705.029044] env[63440]: DEBUG oslo.service.loopingcall [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 705.029502] env[63440]: DEBUG nova.network.neutron [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.031460] env[63440]: DEBUG nova.compute.manager [-] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.031712] env[63440]: DEBUG nova.network.neutron [-] [instance: a59dcb53-3881-4646-863a-d85912569c7d] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.157099] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52197610-aed3-5691-1b28-248f934b423b, 'name': SearchDatastore_Task, 'duration_secs': 0.013531} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.157603] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.158018] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 708790b8-38b0-460b-b6b5-79fd091922f3/708790b8-38b0-460b-b6b5-79fd091922f3.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.158724] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce492c17-9ff5-42f5-9650-90bda17e77e6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.171803] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 705.171803] env[63440]: value = "task-2661295" [ 705.171803] env[63440]: _type = "Task" [ 705.171803] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.193582] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.206948] env[63440]: DEBUG nova.compute.manager [req-42e15cee-7ad3-4a53-91dc-ec0a248ba926 req-bddefd1f-b185-444d-8953-99ffe91b2ca0 service nova] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Received event network-vif-plugged-1c8b489d-0704-4464-84d9-474913c7c099 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.207362] env[63440]: DEBUG oslo_concurrency.lockutils [req-42e15cee-7ad3-4a53-91dc-ec0a248ba926 req-bddefd1f-b185-444d-8953-99ffe91b2ca0 service nova] Acquiring lock "856f9056-6ca2-4ada-9ab9-2755298b7fa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.207595] env[63440]: DEBUG oslo_concurrency.lockutils [req-42e15cee-7ad3-4a53-91dc-ec0a248ba926 req-bddefd1f-b185-444d-8953-99ffe91b2ca0 service nova] Lock "856f9056-6ca2-4ada-9ab9-2755298b7fa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.207851] env[63440]: DEBUG oslo_concurrency.lockutils [req-42e15cee-7ad3-4a53-91dc-ec0a248ba926 req-bddefd1f-b185-444d-8953-99ffe91b2ca0 service nova] Lock "856f9056-6ca2-4ada-9ab9-2755298b7fa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.208121] env[63440]: DEBUG nova.compute.manager [req-42e15cee-7ad3-4a53-91dc-ec0a248ba926 req-bddefd1f-b185-444d-8953-99ffe91b2ca0 service nova] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] No waiting events found dispatching network-vif-plugged-1c8b489d-0704-4464-84d9-474913c7c099 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.208402] env[63440]: WARNING nova.compute.manager [req-42e15cee-7ad3-4a53-91dc-ec0a248ba926 req-bddefd1f-b185-444d-8953-99ffe91b2ca0 service nova] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Received unexpected event network-vif-plugged-1c8b489d-0704-4464-84d9-474913c7c099 for instance with vm_state building and task_state spawning. [ 705.208997] env[63440]: DEBUG nova.compute.manager [req-42e15cee-7ad3-4a53-91dc-ec0a248ba926 req-bddefd1f-b185-444d-8953-99ffe91b2ca0 service nova] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Received event network-changed-1c8b489d-0704-4464-84d9-474913c7c099 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.208997] env[63440]: DEBUG nova.compute.manager [req-42e15cee-7ad3-4a53-91dc-ec0a248ba926 req-bddefd1f-b185-444d-8953-99ffe91b2ca0 service nova] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Refreshing instance network info cache due to event network-changed-1c8b489d-0704-4464-84d9-474913c7c099. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 705.209191] env[63440]: DEBUG oslo_concurrency.lockutils [req-42e15cee-7ad3-4a53-91dc-ec0a248ba926 req-bddefd1f-b185-444d-8953-99ffe91b2ca0 service nova] Acquiring lock "refresh_cache-856f9056-6ca2-4ada-9ab9-2755298b7fa6" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.215977] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126097} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.216415] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.217639] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c876e63-9675-44be-afd1-e0f93669146d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.259320] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 35e411e2-5b0d-42e9-9cb8-762e1ec11396/35e411e2-5b0d-42e9-9cb8-762e1ec11396.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.267365] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58d339ec-7c58-4ce2-9afd-589844bdb106 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.299022] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 705.299022] env[63440]: value = "task-2661296" [ 705.299022] env[63440]: _type = "Task" [ 705.299022] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.311063] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.323223] env[63440]: DEBUG oslo_concurrency.lockutils [None req-eeff5af8-9288-4fb8-96d8-6ae0c795c1f5 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "ef67ae7a-f55e-453f-a821-f50c27a35ab4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.817s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.360399] env[63440]: DEBUG nova.compute.manager [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.426200] env[63440]: DEBUG nova.network.neutron [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Updated VIF entry in instance network info cache for port 1d8b4351-80f6-4860-b948-490937eccb62. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.426562] env[63440]: DEBUG nova.network.neutron [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Updating instance_info_cache with network_info: [{"id": "1d8b4351-80f6-4860-b948-490937eccb62", "address": "fa:16:3e:ab:26:5e", "network": {"id": "8b91a9f1-5dde-4d12-a616-33671f6cded2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-448740605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c365cf1c85c4e6bb4a3b226e15b1235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8b4351-80", "ovs_interfaceid": "1d8b4351-80f6-4860-b948-490937eccb62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.590611] env[63440]: DEBUG nova.network.neutron [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Successfully created port: ab0dc823-e17a-4a79-994c-ef1b42a5a4f6 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.678461] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52618126-7b1c-4293-b963-f010eda97617 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.689649] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661295, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.692852] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05633461-3174-4bb2-9874-d81d0080b5aa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.729565] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8055917-b574-4209-886a-3211c4f035b3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.739839] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb48a70-5031-432a-8eee-119bf02e8ab5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.756516] env[63440]: DEBUG nova.compute.provider_tree [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.802046] env[63440]: DEBUG nova.network.neutron [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Updating instance_info_cache with network_info: [{"id": "1c8b489d-0704-4464-84d9-474913c7c099", "address": "fa:16:3e:69:2d:ef", "network": {"id": "82b173a5-7a11-4685-a9f6-f1bbf50e67ce", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1396592180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "476d5393a48c4654a0057cda5d960b0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c8b489d-07", "ovs_interfaceid": "1c8b489d-0704-4464-84d9-474913c7c099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.814865] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661296, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.888551] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.910249] env[63440]: DEBUG nova.compute.manager [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.916113] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c0bcf1-db7d-4483-8dff-37660dd1706c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.932261] env[63440]: DEBUG oslo_concurrency.lockutils [req-9d72ea4b-14f7-4bdc-8599-9a0f2346196b req-d687b545-e374-48ce-90e3-24d4db9cfdb5 service nova] Releasing lock "refresh_cache-10b05a88-9b05-42ef-b1b9-6a6987aa0139" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.021723] env[63440]: DEBUG nova.compute.manager [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.054497] env[63440]: DEBUG nova.virt.hardware [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.055872] env[63440]: DEBUG nova.virt.hardware [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.056058] env[63440]: DEBUG nova.virt.hardware [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.056303] env[63440]: DEBUG nova.virt.hardware [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.056391] env[63440]: DEBUG nova.virt.hardware [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.056560] env[63440]: DEBUG nova.virt.hardware [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.057369] env[63440]: DEBUG nova.virt.hardware [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.057540] env[63440]: DEBUG nova.virt.hardware [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.057740] env[63440]: DEBUG nova.virt.hardware [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.057891] env[63440]: DEBUG nova.virt.hardware [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.058077] env[63440]: DEBUG nova.virt.hardware [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.058938] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c5d09d-92d4-40c0-8017-6dfd295a1bb1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.068552] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13b27c9-c042-4d68-b1e6-0cff4e6970d6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.184525] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733537} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.184809] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 708790b8-38b0-460b-b6b5-79fd091922f3/708790b8-38b0-460b-b6b5-79fd091922f3.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.185048] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.185312] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3e98290-99c1-49db-a09f-f5cf21e776b5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.193076] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 706.193076] env[63440]: value = "task-2661297" [ 706.193076] env[63440]: _type = "Task" [ 706.193076] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.206590] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.260681] env[63440]: DEBUG nova.scheduler.client.report [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.308739] env[63440]: DEBUG oslo_concurrency.lockutils [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Releasing lock "refresh_cache-856f9056-6ca2-4ada-9ab9-2755298b7fa6" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.311070] env[63440]: DEBUG nova.compute.manager [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Instance network_info: |[{"id": "1c8b489d-0704-4464-84d9-474913c7c099", "address": "fa:16:3e:69:2d:ef", "network": {"id": "82b173a5-7a11-4685-a9f6-f1bbf50e67ce", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1396592180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "476d5393a48c4654a0057cda5d960b0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c8b489d-07", "ovs_interfaceid": "1c8b489d-0704-4464-84d9-474913c7c099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.311070] env[63440]: DEBUG oslo_concurrency.lockutils [req-42e15cee-7ad3-4a53-91dc-ec0a248ba926 req-bddefd1f-b185-444d-8953-99ffe91b2ca0 service nova] Acquired lock "refresh_cache-856f9056-6ca2-4ada-9ab9-2755298b7fa6" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.311070] env[63440]: DEBUG nova.network.neutron [req-42e15cee-7ad3-4a53-91dc-ec0a248ba926 req-bddefd1f-b185-444d-8953-99ffe91b2ca0 service nova] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Refreshing network info cache for port 1c8b489d-0704-4464-84d9-474913c7c099 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.311513] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:2d:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c8b489d-0704-4464-84d9-474913c7c099', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.319887] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Creating folder: Project (476d5393a48c4654a0057cda5d960b0b). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.324276] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b12c4e9-14a8-41bf-ad9c-6fdfb0aad9db {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.326610] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661296, 'name': ReconfigVM_Task, 'duration_secs': 0.544061} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.327269] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 35e411e2-5b0d-42e9-9cb8-762e1ec11396/35e411e2-5b0d-42e9-9cb8-762e1ec11396.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.328324] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a832814-d89d-4ba0-b1db-91277bbd6ac3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.335053] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 706.335053] env[63440]: value = "task-2661299" [ 706.335053] env[63440]: _type = "Task" [ 706.335053] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.340257] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Created folder: Project (476d5393a48c4654a0057cda5d960b0b) in parent group-v536546. [ 706.341495] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Creating folder: Instances. Parent ref: group-v536680. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.345123] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-436b165b-b9a9-45d9-897a-d87de40aa594 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.347359] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661299, 'name': Rename_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.355782] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Created folder: Instances in parent group-v536680. [ 706.356090] env[63440]: DEBUG oslo.service.loopingcall [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 706.356297] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.356538] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba853177-e4fd-4f6c-b3e0-78a4b4b7e67d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.378550] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.378550] env[63440]: value = "task-2661301" [ 706.378550] env[63440]: _type = "Task" [ 706.378550] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.387038] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661301, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.414615] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c9731ab8-ae4f-4939-8deb-ec1b91efee38 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquiring lock "ef67ae7a-f55e-453f-a821-f50c27a35ab4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.415120] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c9731ab8-ae4f-4939-8deb-ec1b91efee38 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "ef67ae7a-f55e-453f-a821-f50c27a35ab4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.428144] env[63440]: INFO nova.compute.manager [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] instance snapshotting [ 706.431123] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308d3964-10d2-49bc-a668-9f400b6a8652 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.457363] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f288f2-7b73-4004-9c0b-0eeafaf8dd10 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.592880] env[63440]: DEBUG nova.network.neutron [-] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.703170] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075234} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.703406] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.704341] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfe7d0b-2660-4144-823f-9cd640a5b70f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.728181] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 708790b8-38b0-460b-b6b5-79fd091922f3/708790b8-38b0-460b-b6b5-79fd091922f3.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.728553] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-570b7016-8854-4eb8-9c4c-e6183ab0b7c8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.749484] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 706.749484] env[63440]: value = "task-2661302" [ 706.749484] env[63440]: _type = "Task" [ 706.749484] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.758797] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.769215] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.769215] env[63440]: DEBUG nova.compute.manager [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.770135] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.542s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.770339] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.772475] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.440s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.772676] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.775651] env[63440]: DEBUG oslo_concurrency.lockutils [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.857s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.775651] env[63440]: DEBUG nova.objects.instance [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lazy-loading 'resources' on Instance uuid d735bb99-dc6e-44e8-8cc1-d9b0dee29647 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.817068] env[63440]: INFO nova.scheduler.client.report [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Deleted allocations for instance 94667ac7-3f46-4a26-a62f-132dcab3ac5a [ 706.823631] env[63440]: INFO nova.scheduler.client.report [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Deleted allocations for instance a3f2ac99-8c0b-42d5-9459-87217561d4e4 [ 706.846361] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661299, 'name': Rename_Task, 'duration_secs': 0.152068} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.846587] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.846839] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93e6da5f-0c49-4cb1-9d4c-262bbc15ae07 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.853066] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 706.853066] env[63440]: value = "task-2661303" [ 706.853066] env[63440]: _type = "Task" [ 706.853066] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.862780] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.889142] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661301, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.918355] env[63440]: INFO nova.compute.manager [None req-c9731ab8-ae4f-4939-8deb-ec1b91efee38 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Detaching volume 750c09ed-f333-4058-a257-ac7588e06cff [ 706.967767] env[63440]: INFO nova.virt.block_device [None req-c9731ab8-ae4f-4939-8deb-ec1b91efee38 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Attempting to driver detach volume 750c09ed-f333-4058-a257-ac7588e06cff from mountpoint /dev/sdb [ 706.967907] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9731ab8-ae4f-4939-8deb-ec1b91efee38 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Volume detach. Driver type: vmdk {{(pid=63440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 706.968331] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9731ab8-ae4f-4939-8deb-ec1b91efee38 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536674', 'volume_id': '750c09ed-f333-4058-a257-ac7588e06cff', 'name': 'volume-750c09ed-f333-4058-a257-ac7588e06cff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef67ae7a-f55e-453f-a821-f50c27a35ab4', 'attached_at': '', 'detached_at': '', 'volume_id': '750c09ed-f333-4058-a257-ac7588e06cff', 'serial': '750c09ed-f333-4058-a257-ac7588e06cff'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 706.969217] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ae1496-d19f-43c0-83eb-d73927dfddb4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.973799] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Creating Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 706.974289] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-28036eab-5293-4d56-a9c9-fde6e8a2747b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.999760] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52361ab-ef29-478e-95e3-419a29013ec5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.003155] env[63440]: DEBUG oslo_vmware.api [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 707.003155] env[63440]: value = "task-2661304" [ 707.003155] env[63440]: _type = "Task" [ 707.003155] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.011793] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e8bfab-11a3-4128-a724-2203a0df86a5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.017075] env[63440]: DEBUG oslo_vmware.api [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661304, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.040096] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da51b98-8008-4041-83f8-08e6f0ab2487 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.056390] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9731ab8-ae4f-4939-8deb-ec1b91efee38 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] The volume has not been displaced from its original location: [datastore2] volume-750c09ed-f333-4058-a257-ac7588e06cff/volume-750c09ed-f333-4058-a257-ac7588e06cff.vmdk. No consolidation needed. {{(pid=63440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 707.065019] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9731ab8-ae4f-4939-8deb-ec1b91efee38 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Reconfiguring VM instance instance-00000020 to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 707.065019] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0d1f6b1-e77f-49d3-843e-46d78bad5aa1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.083878] env[63440]: DEBUG oslo_vmware.api [None req-c9731ab8-ae4f-4939-8deb-ec1b91efee38 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 707.083878] env[63440]: value = "task-2661305" [ 707.083878] env[63440]: _type = "Task" [ 707.083878] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.092611] env[63440]: DEBUG oslo_vmware.api [None req-c9731ab8-ae4f-4939-8deb-ec1b91efee38 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661305, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.094224] env[63440]: INFO nova.compute.manager [-] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Took 2.06 seconds to deallocate network for instance. [ 707.209405] env[63440]: DEBUG nova.network.neutron [req-42e15cee-7ad3-4a53-91dc-ec0a248ba926 req-bddefd1f-b185-444d-8953-99ffe91b2ca0 service nova] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Updated VIF entry in instance network info cache for port 1c8b489d-0704-4464-84d9-474913c7c099. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.211234] env[63440]: DEBUG nova.network.neutron [req-42e15cee-7ad3-4a53-91dc-ec0a248ba926 req-bddefd1f-b185-444d-8953-99ffe91b2ca0 service nova] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Updating instance_info_cache with network_info: [{"id": "1c8b489d-0704-4464-84d9-474913c7c099", "address": "fa:16:3e:69:2d:ef", "network": {"id": "82b173a5-7a11-4685-a9f6-f1bbf50e67ce", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1396592180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "476d5393a48c4654a0057cda5d960b0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c8b489d-07", "ovs_interfaceid": "1c8b489d-0704-4464-84d9-474913c7c099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.263120] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661302, 'name': ReconfigVM_Task, 'duration_secs': 0.498727} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.263588] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 708790b8-38b0-460b-b6b5-79fd091922f3/708790b8-38b0-460b-b6b5-79fd091922f3.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.264391] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed0b50b0-7a46-436c-b5ec-69082970af2a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.270995] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 707.270995] env[63440]: value = "task-2661306" [ 707.270995] env[63440]: _type = "Task" [ 707.270995] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.283848] env[63440]: DEBUG nova.compute.utils [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.285664] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661306, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.286234] env[63440]: DEBUG nova.compute.manager [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.286453] env[63440]: DEBUG nova.network.neutron [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.324305] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6c55066d-316a-48b5-96d5-6b28e301c9f5 tempest-ServersTestManualDisk-863687212 tempest-ServersTestManualDisk-863687212-project-member] Lock "94667ac7-3f46-4a26-a62f-132dcab3ac5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.373s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.334412] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55e816b6-37a7-4c55-8a83-4dd3641b1335 tempest-ServersAaction247Test-763789034 tempest-ServersAaction247Test-763789034-project-member] Lock "a3f2ac99-8c0b-42d5-9459-87217561d4e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.450s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.373602] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661303, 'name': PowerOnVM_Task, 'duration_secs': 0.490239} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.376552] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.376906] env[63440]: INFO nova.compute.manager [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Took 9.58 seconds to spawn the instance on the hypervisor. [ 707.377012] env[63440]: DEBUG nova.compute.manager [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.378072] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846c44eb-bee7-4e66-b6f0-f1633a5b2dcf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.405479] env[63440]: DEBUG nova.compute.manager [req-68ad5837-ed53-42ff-b6c7-67ac9aaf2be8 req-9fc121c1-8876-415c-88f8-d542e40b17f5 service nova] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Received event network-vif-deleted-fa2628fd-6e0a-4cfc-9201-0f68b1dd12bd {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.406463] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661301, 'name': CreateVM_Task, 'duration_secs': 0.512051} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.410892] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.412412] env[63440]: DEBUG oslo_concurrency.lockutils [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.412657] env[63440]: DEBUG oslo_concurrency.lockutils [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.413276] env[63440]: DEBUG oslo_concurrency.lockutils [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.415497] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e39edab-1f1b-4c09-b43e-65bfd193950f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.422960] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Waiting for the task: (returnval){ [ 707.422960] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5248da46-40d8-a7c6-ceac-af03b96f4f81" [ 707.422960] env[63440]: _type = "Task" [ 707.422960] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.437169] env[63440]: DEBUG nova.policy [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34f222d8c7184b3b91b6be199f275467', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b260f3a9c07b422ead624e350f0d096d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.445507] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5248da46-40d8-a7c6-ceac-af03b96f4f81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.527541] env[63440]: DEBUG oslo_vmware.api [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661304, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.603328] env[63440]: DEBUG oslo_vmware.rw_handles [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f1af93-7cdf-5cde-213b-b9281027accd/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 707.605447] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.607264] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad675200-ceb1-4f6d-b1f9-9049dbf61728 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.613116] env[63440]: DEBUG oslo_vmware.api [None req-c9731ab8-ae4f-4939-8deb-ec1b91efee38 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661305, 'name': ReconfigVM_Task, 'duration_secs': 0.350524} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.613940] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9731ab8-ae4f-4939-8deb-ec1b91efee38 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Reconfigured VM instance instance-00000020 to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 707.622824] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-451dac26-b2b2-43ca-b589-85c5c60160e8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.632931] env[63440]: DEBUG oslo_vmware.rw_handles [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f1af93-7cdf-5cde-213b-b9281027accd/disk-0.vmdk is in state: ready. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 707.633117] env[63440]: ERROR oslo_vmware.rw_handles [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f1af93-7cdf-5cde-213b-b9281027accd/disk-0.vmdk due to incomplete transfer. [ 707.633592] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-473645af-bb47-46d3-affc-d9b81cd5d9d0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.642472] env[63440]: DEBUG oslo_vmware.api [None req-c9731ab8-ae4f-4939-8deb-ec1b91efee38 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 707.642472] env[63440]: value = "task-2661307" [ 707.642472] env[63440]: _type = "Task" [ 707.642472] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.643055] env[63440]: DEBUG oslo_vmware.rw_handles [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f1af93-7cdf-5cde-213b-b9281027accd/disk-0.vmdk. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 707.643261] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Uploaded image 8cef0114-e194-47cb-97a9-e0afaaca1ab1 to the Glance image server {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 707.645626] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Destroying the VM {{(pid=63440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 707.652992] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-479c29d4-b61a-4860-b108-2aa58ac0cf1d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.664437] env[63440]: DEBUG oslo_vmware.api [None req-c9731ab8-ae4f-4939-8deb-ec1b91efee38 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.667225] env[63440]: DEBUG oslo_vmware.api [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 707.667225] env[63440]: value = "task-2661308" [ 707.667225] env[63440]: _type = "Task" [ 707.667225] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.678156] env[63440]: DEBUG oslo_vmware.api [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661308, 'name': Destroy_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.714158] env[63440]: DEBUG oslo_concurrency.lockutils [req-42e15cee-7ad3-4a53-91dc-ec0a248ba926 req-bddefd1f-b185-444d-8953-99ffe91b2ca0 service nova] Releasing lock "refresh_cache-856f9056-6ca2-4ada-9ab9-2755298b7fa6" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.782899] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661306, 'name': Rename_Task, 'duration_secs': 0.245051} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.783215] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.783471] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5c7489e-df54-4ec3-8454-14bcacd4a0ac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.787136] env[63440]: DEBUG nova.compute.manager [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.792151] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 707.792151] env[63440]: value = "task-2661309" [ 707.792151] env[63440]: _type = "Task" [ 707.792151] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.808671] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661309, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.921823] env[63440]: INFO nova.compute.manager [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Took 51.76 seconds to build instance. [ 707.936162] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5248da46-40d8-a7c6-ceac-af03b96f4f81, 'name': SearchDatastore_Task, 'duration_secs': 0.021766} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.936496] env[63440]: DEBUG oslo_concurrency.lockutils [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.936736] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.936975] env[63440]: DEBUG oslo_concurrency.lockutils [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.937207] env[63440]: DEBUG oslo_concurrency.lockutils [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.937328] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.937765] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea1b7ab8-0fa6-444f-b4ae-16b3dc021dd8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.943605] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e477b4-cc80-4242-a568-46e107525234 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.949495] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.949719] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.951129] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67e627ae-b591-434e-b616-2a479bea8ff6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.957958] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75ea4b0-6e4c-46a6-9d9c-2067d59ef2ad {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.964728] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Waiting for the task: (returnval){ [ 707.964728] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f95315-7606-2125-a5b3-70f3075db220" [ 707.964728] env[63440]: _type = "Task" [ 707.964728] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.995880] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8646dfa-0e15-4912-bf8f-ddafcd0664b7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.002753] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f95315-7606-2125-a5b3-70f3075db220, 'name': SearchDatastore_Task, 'duration_secs': 0.009745} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.003674] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd9948f-3774-4588-abc6-b6bc023c8793 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.012345] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65438d8-808e-4287-8b2e-5ffecc40066c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.016527] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Waiting for the task: (returnval){ [ 708.016527] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5247343d-684c-d070-b39a-5ea9f95459c2" [ 708.016527] env[63440]: _type = "Task" [ 708.016527] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.033857] env[63440]: DEBUG nova.compute.provider_tree [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.040181] env[63440]: DEBUG oslo_vmware.api [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661304, 'name': CreateSnapshot_Task, 'duration_secs': 0.98896} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.040468] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Created Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 708.041297] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3994d5-0906-4ce6-bc7c-c59d43a03492 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.049743] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5247343d-684c-d070-b39a-5ea9f95459c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009321} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.050315] env[63440]: DEBUG nova.network.neutron [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Successfully updated port: ab0dc823-e17a-4a79-994c-ef1b42a5a4f6 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.052586] env[63440]: DEBUG oslo_concurrency.lockutils [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.052903] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 856f9056-6ca2-4ada-9ab9-2755298b7fa6/856f9056-6ca2-4ada-9ab9-2755298b7fa6.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.053458] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71d4622a-fcba-44d5-a188-52b21a0d1e7a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.067595] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Waiting for the task: (returnval){ [ 708.067595] env[63440]: value = "task-2661310" [ 708.067595] env[63440]: _type = "Task" [ 708.067595] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.078667] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Task: {'id': task-2661310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.147490] env[63440]: DEBUG nova.network.neutron [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Successfully created port: 2fcc7d1e-8504-4483-97a9-bdfa03b8a338 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.159080] env[63440]: DEBUG oslo_vmware.api [None req-c9731ab8-ae4f-4939-8deb-ec1b91efee38 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661307, 'name': ReconfigVM_Task, 'duration_secs': 0.208956} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.159459] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9731ab8-ae4f-4939-8deb-ec1b91efee38 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536674', 'volume_id': '750c09ed-f333-4058-a257-ac7588e06cff', 'name': 'volume-750c09ed-f333-4058-a257-ac7588e06cff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef67ae7a-f55e-453f-a821-f50c27a35ab4', 'attached_at': '', 'detached_at': '', 'volume_id': '750c09ed-f333-4058-a257-ac7588e06cff', 'serial': '750c09ed-f333-4058-a257-ac7588e06cff'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 708.176312] env[63440]: DEBUG oslo_vmware.api [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661308, 'name': Destroy_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.323224] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661309, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.423796] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "35e411e2-5b0d-42e9-9cb8-762e1ec11396" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.957s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.539468] env[63440]: DEBUG nova.scheduler.client.report [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.553519] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Acquiring lock "refresh_cache-da012cdd-2d81-4886-95bf-550f4d6ec16f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.553649] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Acquired lock "refresh_cache-da012cdd-2d81-4886-95bf-550f4d6ec16f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.553907] env[63440]: DEBUG nova.network.neutron [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.571948] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Creating linked-clone VM from snapshot {{(pid=63440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 708.573576] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6c8a8ca8-07bd-4f7b-851d-cb3c844e7109 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.587590] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Task: {'id': task-2661310, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.589337] env[63440]: DEBUG oslo_vmware.api [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 708.589337] env[63440]: value = "task-2661311" [ 708.589337] env[63440]: _type = "Task" [ 708.589337] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.600377] env[63440]: DEBUG oslo_vmware.api [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661311, 'name': CloneVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.677210] env[63440]: DEBUG oslo_vmware.api [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661308, 'name': Destroy_Task, 'duration_secs': 0.577024} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.677504] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Destroyed the VM [ 708.677748] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Deleting Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 708.678029] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-de6feac0-1646-4a7d-8f78-f1fa6f0a64f8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.684328] env[63440]: DEBUG oslo_vmware.api [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 708.684328] env[63440]: value = "task-2661312" [ 708.684328] env[63440]: _type = "Task" [ 708.684328] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.692728] env[63440]: DEBUG oslo_vmware.api [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661312, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.729593] env[63440]: DEBUG nova.objects.instance [None req-c9731ab8-ae4f-4939-8deb-ec1b91efee38 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lazy-loading 'flavor' on Instance uuid ef67ae7a-f55e-453f-a821-f50c27a35ab4 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.807592] env[63440]: DEBUG oslo_vmware.api [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661309, 'name': PowerOnVM_Task, 'duration_secs': 0.763076} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.808110] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.808362] env[63440]: INFO nova.compute.manager [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Took 8.31 seconds to spawn the instance on the hypervisor. [ 708.808590] env[63440]: DEBUG nova.compute.manager [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.809449] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c88ddfb-dce0-4d3c-9775-e122694888ab {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.813097] env[63440]: DEBUG nova.compute.manager [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.841498] env[63440]: DEBUG nova.virt.hardware [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:44:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='999b5c12-6020-445c-8036-586f3ae911f1',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1308729682',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.841753] env[63440]: DEBUG nova.virt.hardware [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.841919] env[63440]: DEBUG nova.virt.hardware [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.842128] env[63440]: DEBUG nova.virt.hardware [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.842278] env[63440]: DEBUG nova.virt.hardware [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.842433] env[63440]: DEBUG nova.virt.hardware [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.842642] env[63440]: DEBUG nova.virt.hardware [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.842885] env[63440]: DEBUG nova.virt.hardware [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.843205] env[63440]: DEBUG nova.virt.hardware [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.843305] env[63440]: DEBUG nova.virt.hardware [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.843432] env[63440]: DEBUG nova.virt.hardware [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.844317] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a94903a-651b-44c1-844d-27bf09649f40 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.852983] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c15f3c6-7ffb-43f2-8cf2-5b0eda571bda {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.932058] env[63440]: DEBUG nova.compute.manager [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.047885] env[63440]: DEBUG oslo_concurrency.lockutils [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.050535] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.879s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.052020] env[63440]: INFO nova.compute.claims [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.079382] env[63440]: INFO nova.scheduler.client.report [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Deleted allocations for instance d735bb99-dc6e-44e8-8cc1-d9b0dee29647 [ 709.083976] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Task: {'id': task-2661310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526167} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.086380] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 856f9056-6ca2-4ada-9ab9-2755298b7fa6/856f9056-6ca2-4ada-9ab9-2755298b7fa6.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.086595] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.087037] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8218bb6-fcf5-4fab-a103-e66a964dc4c8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.095102] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Waiting for the task: (returnval){ [ 709.095102] env[63440]: value = "task-2661313" [ 709.095102] env[63440]: _type = "Task" [ 709.095102] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.099158] env[63440]: DEBUG nova.network.neutron [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.106020] env[63440]: DEBUG oslo_vmware.api [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661311, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.113294] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Task: {'id': task-2661313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.196872] env[63440]: DEBUG oslo_vmware.api [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661312, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.257996] env[63440]: DEBUG nova.network.neutron [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Updating instance_info_cache with network_info: [{"id": "ab0dc823-e17a-4a79-994c-ef1b42a5a4f6", "address": "fa:16:3e:83:a5:f6", "network": {"id": "56992fc2-56dc-4ce8-a040-69c65f14045b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-765413221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9621f8df3ec14831a704b79801f3849c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab0dc823-e1", "ovs_interfaceid": "ab0dc823-e17a-4a79-994c-ef1b42a5a4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.337113] env[63440]: INFO nova.compute.manager [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Took 48.92 seconds to build instance. [ 709.458432] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.562426] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Acquiring lock "17ed76bd-664c-43b3-b8ff-d48dc4b92478" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.562798] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Lock "17ed76bd-664c-43b3-b8ff-d48dc4b92478" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.591131] env[63440]: DEBUG oslo_concurrency.lockutils [None req-21c0b093-52b6-4ceb-8f6c-55f2f78b069f tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "d735bb99-dc6e-44e8-8cc1-d9b0dee29647" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.455s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.605563] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Task: {'id': task-2661313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071613} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.608949] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.610243] env[63440]: DEBUG oslo_vmware.api [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661311, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.611039] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866813eb-a86a-4715-8c93-577e35b46c6a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.636136] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 856f9056-6ca2-4ada-9ab9-2755298b7fa6/856f9056-6ca2-4ada-9ab9-2755298b7fa6.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.637021] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd1d8ed8-4d19-413e-ae80-73804e011ac7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.657651] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Waiting for the task: (returnval){ [ 709.657651] env[63440]: value = "task-2661314" [ 709.657651] env[63440]: _type = "Task" [ 709.657651] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.666582] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Task: {'id': task-2661314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.694853] env[63440]: DEBUG oslo_vmware.api [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661312, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.737046] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c9731ab8-ae4f-4939-8deb-ec1b91efee38 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "ef67ae7a-f55e-453f-a821-f50c27a35ab4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.322s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.762104] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Releasing lock "refresh_cache-da012cdd-2d81-4886-95bf-550f4d6ec16f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.762557] env[63440]: DEBUG nova.compute.manager [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Instance network_info: |[{"id": "ab0dc823-e17a-4a79-994c-ef1b42a5a4f6", "address": "fa:16:3e:83:a5:f6", "network": {"id": "56992fc2-56dc-4ce8-a040-69c65f14045b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-765413221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9621f8df3ec14831a704b79801f3849c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab0dc823-e1", "ovs_interfaceid": "ab0dc823-e17a-4a79-994c-ef1b42a5a4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.763123] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:a5:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab0dc823-e17a-4a79-994c-ef1b42a5a4f6', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.773702] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Creating folder: Project (9621f8df3ec14831a704b79801f3849c). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.773702] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05281671-09e3-4f0e-bbd1-187d1aa4750e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.784088] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Created folder: Project (9621f8df3ec14831a704b79801f3849c) in parent group-v536546. [ 709.784342] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Creating folder: Instances. Parent ref: group-v536685. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.784626] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a3bfae2-586a-4c45-92b1-c3f115763a6f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.794933] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Created folder: Instances in parent group-v536685. [ 709.795236] env[63440]: DEBUG oslo.service.loopingcall [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 709.795485] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.795721] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1fcbe77-924d-4c05-9928-2c92b1bd399c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.829285] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.829285] env[63440]: value = "task-2661317" [ 709.829285] env[63440]: _type = "Task" [ 709.829285] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.842260] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a91ee65-5120-4c50-9ed1-c689cfaba224 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "708790b8-38b0-460b-b6b5-79fd091922f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.338s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.842473] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661317, 'name': CreateVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.868037] env[63440]: DEBUG nova.network.neutron [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Successfully updated port: 2fcc7d1e-8504-4483-97a9-bdfa03b8a338 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.961282] env[63440]: DEBUG nova.compute.manager [req-ad6eeb3f-b77a-4a01-97c6-6c42702a1950 req-3b250dc0-6cf8-43f0-a7a9-011dc607b8bd service nova] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Received event network-vif-plugged-ab0dc823-e17a-4a79-994c-ef1b42a5a4f6 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 709.961514] env[63440]: DEBUG oslo_concurrency.lockutils [req-ad6eeb3f-b77a-4a01-97c6-6c42702a1950 req-3b250dc0-6cf8-43f0-a7a9-011dc607b8bd service nova] Acquiring lock "da012cdd-2d81-4886-95bf-550f4d6ec16f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.963062] env[63440]: DEBUG oslo_concurrency.lockutils [req-ad6eeb3f-b77a-4a01-97c6-6c42702a1950 req-3b250dc0-6cf8-43f0-a7a9-011dc607b8bd service nova] Lock "da012cdd-2d81-4886-95bf-550f4d6ec16f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.963062] env[63440]: DEBUG oslo_concurrency.lockutils [req-ad6eeb3f-b77a-4a01-97c6-6c42702a1950 req-3b250dc0-6cf8-43f0-a7a9-011dc607b8bd service nova] Lock "da012cdd-2d81-4886-95bf-550f4d6ec16f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.963062] env[63440]: DEBUG nova.compute.manager [req-ad6eeb3f-b77a-4a01-97c6-6c42702a1950 req-3b250dc0-6cf8-43f0-a7a9-011dc607b8bd service nova] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] No waiting events found dispatching network-vif-plugged-ab0dc823-e17a-4a79-994c-ef1b42a5a4f6 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.963062] env[63440]: WARNING nova.compute.manager [req-ad6eeb3f-b77a-4a01-97c6-6c42702a1950 req-3b250dc0-6cf8-43f0-a7a9-011dc607b8bd service nova] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Received unexpected event network-vif-plugged-ab0dc823-e17a-4a79-994c-ef1b42a5a4f6 for instance with vm_state building and task_state spawning. [ 709.963062] env[63440]: DEBUG nova.compute.manager [req-ad6eeb3f-b77a-4a01-97c6-6c42702a1950 req-3b250dc0-6cf8-43f0-a7a9-011dc607b8bd service nova] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Received event network-changed-ab0dc823-e17a-4a79-994c-ef1b42a5a4f6 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 709.963062] env[63440]: DEBUG nova.compute.manager [req-ad6eeb3f-b77a-4a01-97c6-6c42702a1950 req-3b250dc0-6cf8-43f0-a7a9-011dc607b8bd service nova] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Refreshing instance network info cache due to event network-changed-ab0dc823-e17a-4a79-994c-ef1b42a5a4f6. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 709.963062] env[63440]: DEBUG oslo_concurrency.lockutils [req-ad6eeb3f-b77a-4a01-97c6-6c42702a1950 req-3b250dc0-6cf8-43f0-a7a9-011dc607b8bd service nova] Acquiring lock "refresh_cache-da012cdd-2d81-4886-95bf-550f4d6ec16f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.963331] env[63440]: DEBUG oslo_concurrency.lockutils [req-ad6eeb3f-b77a-4a01-97c6-6c42702a1950 req-3b250dc0-6cf8-43f0-a7a9-011dc607b8bd service nova] Acquired lock "refresh_cache-da012cdd-2d81-4886-95bf-550f4d6ec16f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.963488] env[63440]: DEBUG nova.network.neutron [req-ad6eeb3f-b77a-4a01-97c6-6c42702a1950 req-3b250dc0-6cf8-43f0-a7a9-011dc607b8bd service nova] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Refreshing network info cache for port ab0dc823-e17a-4a79-994c-ef1b42a5a4f6 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.109341] env[63440]: DEBUG oslo_vmware.api [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661311, 'name': CloneVM_Task} progress is 95%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.169966] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Task: {'id': task-2661314, 'name': ReconfigVM_Task, 'duration_secs': 0.4125} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.169966] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 856f9056-6ca2-4ada-9ab9-2755298b7fa6/856f9056-6ca2-4ada-9ab9-2755298b7fa6.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.170722] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-485322b9-92bf-4b3b-a02c-e067ddbc2650 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.178478] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Waiting for the task: (returnval){ [ 710.178478] env[63440]: value = "task-2661318" [ 710.178478] env[63440]: _type = "Task" [ 710.178478] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.202916] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Task: {'id': task-2661318, 'name': Rename_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.203313] env[63440]: DEBUG oslo_vmware.api [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661312, 'name': RemoveSnapshot_Task, 'duration_secs': 1.31301} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.203826] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Deleted Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 710.204515] env[63440]: INFO nova.compute.manager [None req-ed7a9412-f581-4ad7-8830-82596b5120e8 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Took 16.37 seconds to snapshot the instance on the hypervisor. [ 710.339170] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661317, 'name': CreateVM_Task, 'duration_secs': 0.392329} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.339746] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.340184] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.340385] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.342184] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.342184] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e4a8f3-a25b-493f-b28b-6da4066c286a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.347322] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Waiting for the task: (returnval){ [ 710.347322] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5294054e-f5da-e027-f53f-2c5cf3f1fde1" [ 710.347322] env[63440]: _type = "Task" [ 710.347322] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.353364] env[63440]: DEBUG nova.compute.manager [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.363038] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5294054e-f5da-e027-f53f-2c5cf3f1fde1, 'name': SearchDatastore_Task, 'duration_secs': 0.009447} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.363153] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.364356] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.365252] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.365252] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.365252] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.365252] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94f73ea9-099d-446d-b2e0-671a17b4a726 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.371187] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "refresh_cache-66f4957e-96a9-462c-8a41-06dfd9ea93f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.371395] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquired lock "refresh_cache-66f4957e-96a9-462c-8a41-06dfd9ea93f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.371575] env[63440]: DEBUG nova.network.neutron [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.375305] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.375305] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.375305] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7c46edd-430d-4fcd-b10c-a457a8f16cfe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.380312] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Waiting for the task: (returnval){ [ 710.380312] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52423f14-791b-64f1-74e3-50aa55729512" [ 710.380312] env[63440]: _type = "Task" [ 710.380312] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.389589] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52423f14-791b-64f1-74e3-50aa55729512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.611390] env[63440]: DEBUG oslo_vmware.api [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661311, 'name': CloneVM_Task, 'duration_secs': 1.696377} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.611736] env[63440]: INFO nova.virt.vmwareapi.vmops [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Created linked-clone VM from snapshot [ 710.612608] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98102575-bbf9-4d4e-9b9f-d45897940df1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.622978] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Uploading image d0c171c2-0869-4706-b407-7a46714bb6cb {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 710.633723] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Destroying the VM {{(pid=63440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 710.634018] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1ab5b237-a18f-421a-ad3e-a4db2704bc8f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.643428] env[63440]: DEBUG oslo_vmware.api [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 710.643428] env[63440]: value = "task-2661319" [ 710.643428] env[63440]: _type = "Task" [ 710.643428] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.655189] env[63440]: DEBUG oslo_vmware.api [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661319, 'name': Destroy_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.661571] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c420a7d-330f-4759-988f-14d94a9ba528 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.668870] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84710957-bdb9-472a-b398-4a00db41b25b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.709154] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d536726e-d01d-40a9-951b-77d56b8b09e3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.719096] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Task: {'id': task-2661318, 'name': Rename_Task, 'duration_secs': 0.240677} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.721340] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.721914] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c1d75b0-a6c6-4d98-8ef9-9df40a61062d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.724528] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f022948-d2a6-44ea-9d05-449aaa37deec {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.742306] env[63440]: DEBUG nova.compute.provider_tree [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.745370] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Waiting for the task: (returnval){ [ 710.745370] env[63440]: value = "task-2661320" [ 710.745370] env[63440]: _type = "Task" [ 710.745370] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.759444] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Task: {'id': task-2661320, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.779455] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "708790b8-38b0-460b-b6b5-79fd091922f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.779717] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "708790b8-38b0-460b-b6b5-79fd091922f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.779931] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "708790b8-38b0-460b-b6b5-79fd091922f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.780126] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "708790b8-38b0-460b-b6b5-79fd091922f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.780313] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "708790b8-38b0-460b-b6b5-79fd091922f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.782662] env[63440]: DEBUG nova.network.neutron [req-ad6eeb3f-b77a-4a01-97c6-6c42702a1950 req-3b250dc0-6cf8-43f0-a7a9-011dc607b8bd service nova] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Updated VIF entry in instance network info cache for port ab0dc823-e17a-4a79-994c-ef1b42a5a4f6. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.782960] env[63440]: DEBUG nova.network.neutron [req-ad6eeb3f-b77a-4a01-97c6-6c42702a1950 req-3b250dc0-6cf8-43f0-a7a9-011dc607b8bd service nova] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Updating instance_info_cache with network_info: [{"id": "ab0dc823-e17a-4a79-994c-ef1b42a5a4f6", "address": "fa:16:3e:83:a5:f6", "network": {"id": "56992fc2-56dc-4ce8-a040-69c65f14045b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-765413221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9621f8df3ec14831a704b79801f3849c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab0dc823-e1", "ovs_interfaceid": "ab0dc823-e17a-4a79-994c-ef1b42a5a4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.784411] env[63440]: INFO nova.compute.manager [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Terminating instance [ 710.881202] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.897476] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52423f14-791b-64f1-74e3-50aa55729512, 'name': SearchDatastore_Task, 'duration_secs': 0.008006} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.898721] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d296bbbc-d7b9-4820-8224-3bf754edb498 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.905220] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Waiting for the task: (returnval){ [ 710.905220] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526f489b-c4c2-1438-376f-1b9414788330" [ 710.905220] env[63440]: _type = "Task" [ 710.905220] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.916229] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526f489b-c4c2-1438-376f-1b9414788330, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.916376] env[63440]: DEBUG nova.network.neutron [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.004673] env[63440]: DEBUG oslo_concurrency.lockutils [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "878091d4-d403-4f93-a331-359ff1b5a4c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.004673] env[63440]: DEBUG oslo_concurrency.lockutils [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "878091d4-d403-4f93-a331-359ff1b5a4c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.004673] env[63440]: DEBUG oslo_concurrency.lockutils [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "878091d4-d403-4f93-a331-359ff1b5a4c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.004889] env[63440]: DEBUG oslo_concurrency.lockutils [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "878091d4-d403-4f93-a331-359ff1b5a4c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.005407] env[63440]: DEBUG oslo_concurrency.lockutils [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "878091d4-d403-4f93-a331-359ff1b5a4c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.008996] env[63440]: INFO nova.compute.manager [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Terminating instance [ 711.068090] env[63440]: DEBUG nova.network.neutron [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Updating instance_info_cache with network_info: [{"id": "2fcc7d1e-8504-4483-97a9-bdfa03b8a338", "address": "fa:16:3e:f3:b6:6f", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcc7d1e-85", "ovs_interfaceid": "2fcc7d1e-8504-4483-97a9-bdfa03b8a338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.078394] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "35e411e2-5b0d-42e9-9cb8-762e1ec11396" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.078602] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "35e411e2-5b0d-42e9-9cb8-762e1ec11396" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.078926] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "35e411e2-5b0d-42e9-9cb8-762e1ec11396-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.079199] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "35e411e2-5b0d-42e9-9cb8-762e1ec11396-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.079600] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "35e411e2-5b0d-42e9-9cb8-762e1ec11396-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.082856] env[63440]: INFO nova.compute.manager [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Terminating instance [ 711.158316] env[63440]: DEBUG oslo_vmware.api [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661319, 'name': Destroy_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.247789] env[63440]: DEBUG nova.scheduler.client.report [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.261873] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Task: {'id': task-2661320, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.286681] env[63440]: DEBUG oslo_concurrency.lockutils [req-ad6eeb3f-b77a-4a01-97c6-6c42702a1950 req-3b250dc0-6cf8-43f0-a7a9-011dc607b8bd service nova] Releasing lock "refresh_cache-da012cdd-2d81-4886-95bf-550f4d6ec16f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.287813] env[63440]: DEBUG nova.compute.manager [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.288156] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.290284] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74585673-74d9-4a74-adf2-d33f4a3074bc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.299786] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.300486] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9239c024-7093-40f0-9f62-cc0c47a61225 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.308366] env[63440]: DEBUG oslo_vmware.api [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 711.308366] env[63440]: value = "task-2661321" [ 711.308366] env[63440]: _type = "Task" [ 711.308366] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.320086] env[63440]: DEBUG oslo_vmware.api [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.417570] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526f489b-c4c2-1438-376f-1b9414788330, 'name': SearchDatastore_Task, 'duration_secs': 0.009333} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.417862] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.417994] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] da012cdd-2d81-4886-95bf-550f4d6ec16f/da012cdd-2d81-4886-95bf-550f4d6ec16f.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.418276] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5946451f-6c74-42db-808e-d88cfd56911d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.424596] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Waiting for the task: (returnval){ [ 711.424596] env[63440]: value = "task-2661322" [ 711.424596] env[63440]: _type = "Task" [ 711.424596] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.433978] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Task: {'id': task-2661322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.514086] env[63440]: DEBUG nova.compute.manager [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.514670] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.515284] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a94a8ef-06a3-435b-990f-8f49069b3894 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.523131] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.523131] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-558f3d61-a27d-40bd-b0a1-81c1da5ab9a8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.573608] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Releasing lock "refresh_cache-66f4957e-96a9-462c-8a41-06dfd9ea93f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.573974] env[63440]: DEBUG nova.compute.manager [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Instance network_info: |[{"id": "2fcc7d1e-8504-4483-97a9-bdfa03b8a338", "address": "fa:16:3e:f3:b6:6f", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcc7d1e-85", "ovs_interfaceid": "2fcc7d1e-8504-4483-97a9-bdfa03b8a338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.577297] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:b6:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fcc7d1e-8504-4483-97a9-bdfa03b8a338', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.587162] env[63440]: DEBUG oslo.service.loopingcall [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 711.587524] env[63440]: DEBUG nova.compute.manager [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.587715] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.588229] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.588781] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b850d2d5-a352-4ea8-898d-ed4cd6d9c5e8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.592539] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cda4e5d1-1ec1-4e61-8591-715b232108c7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.614302] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.616263] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcfb606f-d10e-460d-9e1d-03d5da2c6c2a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.618359] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.618359] env[63440]: value = "task-2661324" [ 711.618359] env[63440]: _type = "Task" [ 711.618359] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.619824] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.619824] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.619824] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Deleting the datastore file [datastore1] 878091d4-d403-4f93-a331-359ff1b5a4c9 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.619824] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3392c95c-2954-4567-b172-0f3f86c8cc9f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.629365] env[63440]: DEBUG oslo_vmware.api [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 711.629365] env[63440]: value = "task-2661325" [ 711.629365] env[63440]: _type = "Task" [ 711.629365] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.640931] env[63440]: DEBUG oslo_vmware.api [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 711.640931] env[63440]: value = "task-2661326" [ 711.640931] env[63440]: _type = "Task" [ 711.640931] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.641284] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661324, 'name': CreateVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.430011] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.378s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.430011] env[63440]: DEBUG nova.compute.manager [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.432279] env[63440]: DEBUG oslo_vmware.api [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.432512] env[63440]: WARNING oslo_vmware.common.loopingcall [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] task run outlasted interval by 0.302824 sec [ 712.441590] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.888s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.441972] env[63440]: DEBUG nova.objects.instance [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lazy-loading 'resources' on Instance uuid da0ca831-d17a-4ed3-923e-1cca983410cd {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.456542] env[63440]: DEBUG nova.compute.manager [req-ae971d7b-fe14-441f-895c-9fcaa6ea7687 req-0690a2ab-9a32-4c11-8310-f406fc8d2e70 service nova] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Received event network-vif-plugged-2fcc7d1e-8504-4483-97a9-bdfa03b8a338 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.456759] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae971d7b-fe14-441f-895c-9fcaa6ea7687 req-0690a2ab-9a32-4c11-8310-f406fc8d2e70 service nova] Acquiring lock "66f4957e-96a9-462c-8a41-06dfd9ea93f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.456965] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae971d7b-fe14-441f-895c-9fcaa6ea7687 req-0690a2ab-9a32-4c11-8310-f406fc8d2e70 service nova] Lock "66f4957e-96a9-462c-8a41-06dfd9ea93f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.457143] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae971d7b-fe14-441f-895c-9fcaa6ea7687 req-0690a2ab-9a32-4c11-8310-f406fc8d2e70 service nova] Lock "66f4957e-96a9-462c-8a41-06dfd9ea93f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.457308] env[63440]: DEBUG nova.compute.manager [req-ae971d7b-fe14-441f-895c-9fcaa6ea7687 req-0690a2ab-9a32-4c11-8310-f406fc8d2e70 service nova] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] No waiting events found dispatching network-vif-plugged-2fcc7d1e-8504-4483-97a9-bdfa03b8a338 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.457475] env[63440]: WARNING nova.compute.manager [req-ae971d7b-fe14-441f-895c-9fcaa6ea7687 req-0690a2ab-9a32-4c11-8310-f406fc8d2e70 service nova] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Received unexpected event network-vif-plugged-2fcc7d1e-8504-4483-97a9-bdfa03b8a338 for instance with vm_state building and task_state spawning. [ 712.458228] env[63440]: DEBUG nova.compute.manager [req-ae971d7b-fe14-441f-895c-9fcaa6ea7687 req-0690a2ab-9a32-4c11-8310-f406fc8d2e70 service nova] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Received event network-changed-2fcc7d1e-8504-4483-97a9-bdfa03b8a338 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.458228] env[63440]: DEBUG nova.compute.manager [req-ae971d7b-fe14-441f-895c-9fcaa6ea7687 req-0690a2ab-9a32-4c11-8310-f406fc8d2e70 service nova] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Refreshing instance network info cache due to event network-changed-2fcc7d1e-8504-4483-97a9-bdfa03b8a338. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 712.458228] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae971d7b-fe14-441f-895c-9fcaa6ea7687 req-0690a2ab-9a32-4c11-8310-f406fc8d2e70 service nova] Acquiring lock "refresh_cache-66f4957e-96a9-462c-8a41-06dfd9ea93f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.458228] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae971d7b-fe14-441f-895c-9fcaa6ea7687 req-0690a2ab-9a32-4c11-8310-f406fc8d2e70 service nova] Acquired lock "refresh_cache-66f4957e-96a9-462c-8a41-06dfd9ea93f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.458426] env[63440]: DEBUG nova.network.neutron [req-ae971d7b-fe14-441f-895c-9fcaa6ea7687 req-0690a2ab-9a32-4c11-8310-f406fc8d2e70 service nova] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Refreshing network info cache for port 2fcc7d1e-8504-4483-97a9-bdfa03b8a338 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.468292] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquiring lock "2376e3de-3e5c-4cc2-8c86-270b0babf047" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.468534] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "2376e3de-3e5c-4cc2-8c86-270b0babf047" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.468740] env[63440]: DEBUG oslo_concurrency.lockutils [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "1c95181d-5390-4992-a60f-0f0f707ad32f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.468930] env[63440]: DEBUG oslo_concurrency.lockutils [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "1c95181d-5390-4992-a60f-0f0f707ad32f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.469148] env[63440]: DEBUG oslo_vmware.api [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436196} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.473992] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.474127] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.474390] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.474454] env[63440]: INFO nova.compute.manager [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Took 0.96 seconds to destroy the instance on the hypervisor. [ 712.474687] env[63440]: DEBUG oslo.service.loopingcall [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 712.475888] env[63440]: DEBUG nova.compute.manager [-] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.476016] env[63440]: DEBUG nova.network.neutron [-] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.495563] env[63440]: DEBUG oslo_vmware.api [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Task: {'id': task-2661320, 'name': PowerOnVM_Task, 'duration_secs': 0.641118} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.495769] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661324, 'name': CreateVM_Task, 'duration_secs': 0.571355} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.495975] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Task: {'id': task-2661322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508344} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.496191] env[63440]: DEBUG oslo_vmware.api [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661325, 'name': PowerOffVM_Task, 'duration_secs': 0.238239} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.496383] env[63440]: DEBUG oslo_vmware.api [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661321, 'name': PowerOffVM_Task, 'duration_secs': 0.278096} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.496568] env[63440]: DEBUG oslo_vmware.api [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661319, 'name': Destroy_Task, 'duration_secs': 0.552778} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.497098] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.497296] env[63440]: INFO nova.compute.manager [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Took 9.16 seconds to spawn the instance on the hypervisor. [ 712.497472] env[63440]: DEBUG nova.compute.manager [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.497670] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.497892] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] da012cdd-2d81-4886-95bf-550f4d6ec16f/da012cdd-2d81-4886-95bf-550f4d6ec16f.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.498103] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.498332] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.498486] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.498939] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.499123] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.499346] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Destroyed the VM [ 712.499558] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Deleting Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 712.500304] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa560f5-2152-4350-816f-09bea6378f1f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.503187] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.503349] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.503646] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.503884] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfecd1f4-4381-4e05-bdf7-2d0e34460c9b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.506177] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf4ac4af-1839-4f0a-a941-1bcf6f914db0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.507444] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89a59062-7744-42c7-80ae-ef8a3aee0d1e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.508484] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e11cb8ab-4128-4457-ba0d-78ae54d82490 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.510319] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-246857ae-46b9-4e27-aaab-5d0e32dcc16b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.523662] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Waiting for the task: (returnval){ [ 712.523662] env[63440]: value = "task-2661327" [ 712.523662] env[63440]: _type = "Task" [ 712.523662] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.524050] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 712.524050] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5251b0fe-f699-7c46-5bde-de819ad6935b" [ 712.524050] env[63440]: _type = "Task" [ 712.524050] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.524292] env[63440]: DEBUG oslo_vmware.api [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 712.524292] env[63440]: value = "task-2661330" [ 712.524292] env[63440]: _type = "Task" [ 712.524292] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.541996] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5251b0fe-f699-7c46-5bde-de819ad6935b, 'name': SearchDatastore_Task, 'duration_secs': 0.010535} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.548141] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.548426] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.548682] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.548849] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.549068] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.549394] env[63440]: DEBUG oslo_vmware.api [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661330, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.549660] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Task: {'id': task-2661327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.549903] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1627d5bd-4767-4834-bb68-7679e9a1a15c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.560205] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.560205] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.560205] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95313d59-cd41-46f5-86dd-130c8e10e032 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.563807] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 712.563807] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f6958b-b02a-8ccb-5f4e-d2ee93633dcd" [ 712.563807] env[63440]: _type = "Task" [ 712.563807] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.576149] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f6958b-b02a-8ccb-5f4e-d2ee93633dcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.605127] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.605403] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.605603] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Deleting the datastore file [datastore2] 35e411e2-5b0d-42e9-9cb8-762e1ec11396 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.605885] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-333270fb-bd79-4181-9ce9-8ac422c468cc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.612663] env[63440]: DEBUG oslo_vmware.api [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 712.612663] env[63440]: value = "task-2661331" [ 712.612663] env[63440]: _type = "Task" [ 712.612663] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.619760] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.620052] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.620166] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Deleting the datastore file [datastore1] 708790b8-38b0-460b-b6b5-79fd091922f3 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.623381] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa68596c-7155-4e50-981b-0522c51ead17 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.625487] env[63440]: DEBUG oslo_vmware.api [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.629932] env[63440]: DEBUG oslo_vmware.api [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 712.629932] env[63440]: value = "task-2661332" [ 712.629932] env[63440]: _type = "Task" [ 712.629932] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.638722] env[63440]: DEBUG oslo_vmware.api [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.935405] env[63440]: DEBUG nova.compute.utils [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.940036] env[63440]: DEBUG nova.compute.manager [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.940036] env[63440]: DEBUG nova.network.neutron [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.050065] env[63440]: DEBUG nova.policy [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c239db7b64814c69bb8df182c28354fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8925a9d46d254db582d00c6cb5324461', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.052743] env[63440]: INFO nova.compute.manager [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Took 47.93 seconds to build instance. [ 713.067147] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Task: {'id': task-2661327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083471} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.067479] env[63440]: DEBUG oslo_vmware.api [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661330, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.067727] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.072493] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663ffcd3-5aa3-4b6f-87e3-4b45fd896809 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.083028] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f6958b-b02a-8ccb-5f4e-d2ee93633dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.010662} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.104866] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] da012cdd-2d81-4886-95bf-550f4d6ec16f/da012cdd-2d81-4886-95bf-550f4d6ec16f.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.106425] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e7bff0-738e-4c73-bbdd-eef72aabec0a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.109343] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3e2979c-e13b-4e74-841d-032dbbc8f321 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.130635] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 713.130635] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a7ea36-7809-e9bd-84c7-da62daca7b99" [ 713.130635] env[63440]: _type = "Task" [ 713.130635] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.143246] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Waiting for the task: (returnval){ [ 713.143246] env[63440]: value = "task-2661333" [ 713.143246] env[63440]: _type = "Task" [ 713.143246] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.143246] env[63440]: DEBUG oslo_vmware.api [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16653} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.147375] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.150033] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.150033] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.150033] env[63440]: INFO nova.compute.manager [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Took 1.56 seconds to destroy the instance on the hypervisor. [ 713.150033] env[63440]: DEBUG oslo.service.loopingcall [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 713.161654] env[63440]: DEBUG nova.compute.manager [-] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.161654] env[63440]: DEBUG nova.network.neutron [-] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.161654] env[63440]: DEBUG oslo_vmware.api [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152346} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.164728] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.165021] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.165277] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.165564] env[63440]: INFO nova.compute.manager [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Took 1.88 seconds to destroy the instance on the hypervisor. [ 713.165921] env[63440]: DEBUG oslo.service.loopingcall [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 713.166220] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a7ea36-7809-e9bd-84c7-da62daca7b99, 'name': SearchDatastore_Task, 'duration_secs': 0.012608} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.170147] env[63440]: DEBUG nova.compute.manager [-] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.170275] env[63440]: DEBUG nova.network.neutron [-] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.172621] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.173943] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 66f4957e-96a9-462c-8a41-06dfd9ea93f9/66f4957e-96a9-462c-8a41-06dfd9ea93f9.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.180971] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b78d022-79a4-4e63-9b81-eeb4754c8ddd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.186184] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Task: {'id': task-2661333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.196624] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 713.196624] env[63440]: value = "task-2661334" [ 713.196624] env[63440]: _type = "Task" [ 713.196624] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.207889] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.442281] env[63440]: DEBUG nova.compute.manager [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.551200] env[63440]: DEBUG oslo_vmware.api [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661330, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.555290] env[63440]: DEBUG oslo_concurrency.lockutils [None req-093a2553-8a0d-46ae-b524-163922a01fa2 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Lock "856f9056-6ca2-4ada-9ab9-2755298b7fa6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.462s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.635981] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ab188f-d9e6-4dda-91f8-b9eaf994fc93 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.642061] env[63440]: DEBUG nova.compute.manager [req-77479c39-338a-45f0-b3ac-3486a7c73677 req-0a033075-248a-4d39-b64c-db398a3a77e7 service nova] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Received event network-vif-deleted-16a8a2be-b457-4cbe-92c5-92c6b00556d2 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 713.642292] env[63440]: INFO nova.compute.manager [req-77479c39-338a-45f0-b3ac-3486a7c73677 req-0a033075-248a-4d39-b64c-db398a3a77e7 service nova] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Neutron deleted interface 16a8a2be-b457-4cbe-92c5-92c6b00556d2; detaching it from the instance and deleting it from the info cache [ 713.642717] env[63440]: DEBUG nova.network.neutron [req-77479c39-338a-45f0-b3ac-3486a7c73677 req-0a033075-248a-4d39-b64c-db398a3a77e7 service nova] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.658553] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6e45ea-3f16-4ca6-8dc0-5f2a224c5a4d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.673783] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Task: {'id': task-2661333, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.705568] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.705818] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.710016] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9689ab07-3811-41ad-98e6-abb08b349899 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.720201] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522626} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.722338] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 66f4957e-96a9-462c-8a41-06dfd9ea93f9/66f4957e-96a9-462c-8a41-06dfd9ea93f9.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.722562] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.723155] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6b45b13-b6fb-43da-bb8a-210ed35ce847 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.726628] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb68900a-da29-48fc-a78e-c382b6fd5f79 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.745022] env[63440]: DEBUG nova.compute.provider_tree [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.745398] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 713.745398] env[63440]: value = "task-2661335" [ 713.745398] env[63440]: _type = "Task" [ 713.745398] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.755095] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.773239] env[63440]: DEBUG nova.network.neutron [req-ae971d7b-fe14-441f-895c-9fcaa6ea7687 req-0690a2ab-9a32-4c11-8310-f406fc8d2e70 service nova] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Updated VIF entry in instance network info cache for port 2fcc7d1e-8504-4483-97a9-bdfa03b8a338. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.773635] env[63440]: DEBUG nova.network.neutron [req-ae971d7b-fe14-441f-895c-9fcaa6ea7687 req-0690a2ab-9a32-4c11-8310-f406fc8d2e70 service nova] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Updating instance_info_cache with network_info: [{"id": "2fcc7d1e-8504-4483-97a9-bdfa03b8a338", "address": "fa:16:3e:f3:b6:6f", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcc7d1e-85", "ovs_interfaceid": "2fcc7d1e-8504-4483-97a9-bdfa03b8a338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.956236] env[63440]: DEBUG nova.network.neutron [-] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.005945] env[63440]: DEBUG nova.network.neutron [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Successfully created port: 7ea0fef4-5adc-43bd-8c32-7b642dddfdb3 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.050440] env[63440]: DEBUG oslo_vmware.api [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661330, 'name': RemoveSnapshot_Task, 'duration_secs': 1.290269} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.050755] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Deleted Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 714.064031] env[63440]: DEBUG nova.network.neutron [-] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.064031] env[63440]: DEBUG nova.compute.manager [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.147051] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e9dde73-3c5f-49a6-ab6a-0768e46e76e2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.159186] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ea8684-c4de-4a58-847c-677ab6696a8a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.172657] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Task: {'id': task-2661333, 'name': ReconfigVM_Task, 'duration_secs': 0.566437} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.173320] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Reconfigured VM instance instance-0000002d to attach disk [datastore1] da012cdd-2d81-4886-95bf-550f4d6ec16f/da012cdd-2d81-4886-95bf-550f4d6ec16f.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.174064] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e947019-1650-4dc3-a41d-f7addca5d860 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.182610] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Waiting for the task: (returnval){ [ 714.182610] env[63440]: value = "task-2661336" [ 714.182610] env[63440]: _type = "Task" [ 714.182610] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.200699] env[63440]: DEBUG nova.compute.manager [req-77479c39-338a-45f0-b3ac-3486a7c73677 req-0a033075-248a-4d39-b64c-db398a3a77e7 service nova] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Detach interface failed, port_id=16a8a2be-b457-4cbe-92c5-92c6b00556d2, reason: Instance 35e411e2-5b0d-42e9-9cb8-762e1ec11396 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 714.206026] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Task: {'id': task-2661336, 'name': Rename_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.255194] env[63440]: DEBUG nova.scheduler.client.report [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.263943] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07317} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.264765] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.265321] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37486eb3-56c9-485b-bf1b-ebdac6d28f14 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.286839] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae971d7b-fe14-441f-895c-9fcaa6ea7687 req-0690a2ab-9a32-4c11-8310-f406fc8d2e70 service nova] Releasing lock "refresh_cache-66f4957e-96a9-462c-8a41-06dfd9ea93f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.292939] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 66f4957e-96a9-462c-8a41-06dfd9ea93f9/66f4957e-96a9-462c-8a41-06dfd9ea93f9.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.293262] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64dd85d2-2c11-4ede-a327-d4526dc61be7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.312504] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 714.312504] env[63440]: value = "task-2661337" [ 714.312504] env[63440]: _type = "Task" [ 714.312504] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.313357] env[63440]: DEBUG oslo_concurrency.lockutils [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Acquiring lock "856f9056-6ca2-4ada-9ab9-2755298b7fa6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.313592] env[63440]: DEBUG oslo_concurrency.lockutils [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Lock "856f9056-6ca2-4ada-9ab9-2755298b7fa6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.313935] env[63440]: DEBUG oslo_concurrency.lockutils [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Acquiring lock "856f9056-6ca2-4ada-9ab9-2755298b7fa6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.314166] env[63440]: DEBUG oslo_concurrency.lockutils [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Lock "856f9056-6ca2-4ada-9ab9-2755298b7fa6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.314341] env[63440]: DEBUG oslo_concurrency.lockutils [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Lock "856f9056-6ca2-4ada-9ab9-2755298b7fa6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.319445] env[63440]: INFO nova.compute.manager [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Terminating instance [ 714.326123] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661337, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.371813] env[63440]: DEBUG nova.compute.manager [req-58acd0eb-342d-42e0-8bca-3158cb17cd65 req-809c1a32-34ca-43fc-9c92-57bef41ea543 service nova] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Received event network-vif-deleted-bbf30b31-9229-4e24-9467-057c02f0104e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.372298] env[63440]: DEBUG nova.compute.manager [req-58acd0eb-342d-42e0-8bca-3158cb17cd65 req-809c1a32-34ca-43fc-9c92-57bef41ea543 service nova] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Received event network-vif-deleted-10e93d46-7636-4f1b-bf27-e76ec9a0b2e9 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.373079] env[63440]: INFO nova.compute.manager [req-58acd0eb-342d-42e0-8bca-3158cb17cd65 req-809c1a32-34ca-43fc-9c92-57bef41ea543 service nova] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Neutron deleted interface 10e93d46-7636-4f1b-bf27-e76ec9a0b2e9; detaching it from the instance and deleting it from the info cache [ 714.373079] env[63440]: DEBUG nova.network.neutron [req-58acd0eb-342d-42e0-8bca-3158cb17cd65 req-809c1a32-34ca-43fc-9c92-57bef41ea543 service nova] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.457764] env[63440]: INFO nova.compute.manager [-] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Took 1.98 seconds to deallocate network for instance. [ 714.465568] env[63440]: DEBUG nova.compute.manager [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.490138] env[63440]: DEBUG nova.network.neutron [-] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.504776] env[63440]: DEBUG nova.virt.hardware [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.506123] env[63440]: DEBUG nova.virt.hardware [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.507878] env[63440]: DEBUG nova.virt.hardware [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.507878] env[63440]: DEBUG nova.virt.hardware [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.507878] env[63440]: DEBUG nova.virt.hardware [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.507878] env[63440]: DEBUG nova.virt.hardware [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.507878] env[63440]: DEBUG nova.virt.hardware [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.507878] env[63440]: DEBUG nova.virt.hardware [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.507878] env[63440]: DEBUG nova.virt.hardware [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.507878] env[63440]: DEBUG nova.virt.hardware [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.507878] env[63440]: DEBUG nova.virt.hardware [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.510270] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc4cde0-0269-47ed-ae99-bbfdc1247cdb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.519284] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6e71a8-51dc-4694-86dd-7a4b72182fbb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.556252] env[63440]: WARNING nova.compute.manager [None req-a37374eb-111d-4d6f-ba6b-9e997cafaa97 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Image not found during snapshot: nova.exception.ImageNotFound: Image d0c171c2-0869-4706-b407-7a46714bb6cb could not be found. [ 714.570351] env[63440]: INFO nova.compute.manager [-] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Took 1.41 seconds to deallocate network for instance. [ 714.592079] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.698048] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Task: {'id': task-2661336, 'name': Rename_Task, 'duration_secs': 0.309894} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.698406] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.698594] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-844ac01b-8d99-4181-81c0-2121dae3168b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.706553] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Waiting for the task: (returnval){ [ 714.706553] env[63440]: value = "task-2661338" [ 714.706553] env[63440]: _type = "Task" [ 714.706553] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.717760] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Task: {'id': task-2661338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.757264] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.315s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.759956] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.514s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.762322] env[63440]: DEBUG nova.objects.instance [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Lazy-loading 'resources' on Instance uuid 3a2ed53d-1634-41fc-ab85-ca3fde3c7544 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.776092] env[63440]: INFO nova.scheduler.client.report [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Deleted allocations for instance da0ca831-d17a-4ed3-923e-1cca983410cd [ 714.831143] env[63440]: DEBUG nova.compute.manager [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.831428] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.831802] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661337, 'name': ReconfigVM_Task, 'duration_secs': 0.393345} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.832737] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa83d16-203b-4edd-a941-cea15c8ec38c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.835725] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 66f4957e-96a9-462c-8a41-06dfd9ea93f9/66f4957e-96a9-462c-8a41-06dfd9ea93f9.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.836376] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2743ebc6-7b20-48be-bd35-6906b69ddef2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.842812] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.844052] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15aa17f5-5be4-47d7-b884-25e843860c61 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.847272] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 714.847272] env[63440]: value = "task-2661339" [ 714.847272] env[63440]: _type = "Task" [ 714.847272] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.852311] env[63440]: DEBUG oslo_vmware.api [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Waiting for the task: (returnval){ [ 714.852311] env[63440]: value = "task-2661340" [ 714.852311] env[63440]: _type = "Task" [ 714.852311] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.859932] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661339, 'name': Rename_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.864984] env[63440]: DEBUG oslo_vmware.api [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Task: {'id': task-2661340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.875741] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77baf842-0e90-4f20-b03a-5f5e825ebb38 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.884372] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1906595-5d48-4ba1-b7cd-ea60771a4596 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.920810] env[63440]: DEBUG nova.compute.manager [req-58acd0eb-342d-42e0-8bca-3158cb17cd65 req-809c1a32-34ca-43fc-9c92-57bef41ea543 service nova] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Detach interface failed, port_id=10e93d46-7636-4f1b-bf27-e76ec9a0b2e9, reason: Instance 708790b8-38b0-460b-b6b5-79fd091922f3 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 714.970021] env[63440]: DEBUG oslo_concurrency.lockutils [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.993640] env[63440]: INFO nova.compute.manager [-] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Took 1.82 seconds to deallocate network for instance. [ 715.079789] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.226629] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Task: {'id': task-2661338, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.243595] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "b3a46e0f-15e3-4385-bb4f-b08568ae2fd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.243595] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "b3a46e0f-15e3-4385-bb4f-b08568ae2fd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.243595] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "b3a46e0f-15e3-4385-bb4f-b08568ae2fd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.243595] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "b3a46e0f-15e3-4385-bb4f-b08568ae2fd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.243595] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "b3a46e0f-15e3-4385-bb4f-b08568ae2fd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.248563] env[63440]: INFO nova.compute.manager [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Terminating instance [ 715.285085] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cdc8dd52-7df9-484c-9a21-2a9f5514b742 tempest-ServersAdminNegativeTestJSON-497451963 tempest-ServersAdminNegativeTestJSON-497451963-project-member] Lock "da0ca831-d17a-4ed3-923e-1cca983410cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.235s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.365984] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661339, 'name': Rename_Task, 'duration_secs': 0.215948} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.366288] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.367037] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13116510-0f70-4862-8571-750571bb23ef {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.371681] env[63440]: DEBUG oslo_vmware.api [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Task: {'id': task-2661340, 'name': PowerOffVM_Task, 'duration_secs': 0.201446} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.372465] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.372742] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.373049] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b68e2865-6fed-4ceb-a259-5a13b9607e16 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.377290] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 715.377290] env[63440]: value = "task-2661341" [ 715.377290] env[63440]: _type = "Task" [ 715.377290] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.388730] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.444258] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.444479] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.444676] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Deleting the datastore file [datastore1] 856f9056-6ca2-4ada-9ab9-2755298b7fa6 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.444948] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cc1e0e8-ed7a-47cc-b055-118a6971506e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.451226] env[63440]: DEBUG oslo_vmware.api [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Waiting for the task: (returnval){ [ 715.451226] env[63440]: value = "task-2661343" [ 715.451226] env[63440]: _type = "Task" [ 715.451226] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.465558] env[63440]: DEBUG oslo_vmware.api [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Task: {'id': task-2661343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.503013] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.572299] env[63440]: DEBUG nova.network.neutron [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Successfully updated port: 7ea0fef4-5adc-43bd-8c32-7b642dddfdb3 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.720289] env[63440]: DEBUG oslo_vmware.api [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Task: {'id': task-2661338, 'name': PowerOnVM_Task, 'duration_secs': 0.686921} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.720595] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.720595] env[63440]: INFO nova.compute.manager [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Took 9.70 seconds to spawn the instance on the hypervisor. [ 715.721637] env[63440]: DEBUG nova.compute.manager [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.721637] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d994e5-cc94-41a2-8e7e-fd7d48f1626b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.757550] env[63440]: DEBUG nova.compute.manager [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.757550] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.758821] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1949135e-a65e-4ce1-b322-ab138583ec23 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.768547] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.768839] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fc2a26b-2189-4546-bfc7-9861d4fb81a0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.778911] env[63440]: DEBUG oslo_vmware.api [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 715.778911] env[63440]: value = "task-2661344" [ 715.778911] env[63440]: _type = "Task" [ 715.778911] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.790170] env[63440]: DEBUG oslo_vmware.api [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.871817] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f554f4-01b3-4f85-87d2-e1e9a698977a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.886781] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9478de73-a195-45cf-9f4c-58e33e8ecaa8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.897507] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.933758] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6aeb69-5f5b-48c2-a84b-098f82f8ddbb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.942292] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e530914-7df3-42bf-bfc3-79ef42b7b862 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.957591] env[63440]: DEBUG nova.compute.provider_tree [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.968437] env[63440]: DEBUG oslo_vmware.api [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Task: {'id': task-2661343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274575} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.969420] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.969636] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.969855] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.970084] env[63440]: INFO nova.compute.manager [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 715.970338] env[63440]: DEBUG oslo.service.loopingcall [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.971120] env[63440]: DEBUG nova.compute.manager [-] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.971120] env[63440]: DEBUG nova.network.neutron [-] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.076691] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "refresh_cache-a2b60472-d9a3-46ff-82ed-f0ae9b259663" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.076854] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired lock "refresh_cache-a2b60472-d9a3-46ff-82ed-f0ae9b259663" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.077081] env[63440]: DEBUG nova.network.neutron [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.250478] env[63440]: INFO nova.compute.manager [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Took 48.38 seconds to build instance. [ 716.295512] env[63440]: DEBUG oslo_vmware.api [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661344, 'name': PowerOffVM_Task, 'duration_secs': 0.215457} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.295911] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.296195] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.296556] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81aeb330-498e-4a55-aee5-f44cc05979ab {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.369373] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.369648] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.369854] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Deleting the datastore file [datastore2] b3a46e0f-15e3-4385-bb4f-b08568ae2fd8 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.370235] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4bf7dba-5bb7-4407-9b97-93a0c5909ed8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.377851] env[63440]: DEBUG oslo_vmware.api [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 716.377851] env[63440]: value = "task-2661346" [ 716.377851] env[63440]: _type = "Task" [ 716.377851] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.390316] env[63440]: DEBUG oslo_vmware.api [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.393565] env[63440]: DEBUG oslo_vmware.api [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661341, 'name': PowerOnVM_Task, 'duration_secs': 0.732065} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.393626] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.393853] env[63440]: INFO nova.compute.manager [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Took 7.58 seconds to spawn the instance on the hypervisor. [ 716.394052] env[63440]: DEBUG nova.compute.manager [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.394801] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba8ceb1-a7c9-42cc-b4c9-6c0cc024c75f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.464335] env[63440]: DEBUG nova.scheduler.client.report [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.548968] env[63440]: DEBUG nova.compute.manager [req-180e7aad-b893-428e-a377-0a735b993c11 req-4f9dcd07-ede7-4e60-b0ec-970c48d1de20 service nova] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Received event network-vif-plugged-7ea0fef4-5adc-43bd-8c32-7b642dddfdb3 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.549228] env[63440]: DEBUG oslo_concurrency.lockutils [req-180e7aad-b893-428e-a377-0a735b993c11 req-4f9dcd07-ede7-4e60-b0ec-970c48d1de20 service nova] Acquiring lock "a2b60472-d9a3-46ff-82ed-f0ae9b259663-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.549495] env[63440]: DEBUG oslo_concurrency.lockutils [req-180e7aad-b893-428e-a377-0a735b993c11 req-4f9dcd07-ede7-4e60-b0ec-970c48d1de20 service nova] Lock "a2b60472-d9a3-46ff-82ed-f0ae9b259663-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.550051] env[63440]: DEBUG oslo_concurrency.lockutils [req-180e7aad-b893-428e-a377-0a735b993c11 req-4f9dcd07-ede7-4e60-b0ec-970c48d1de20 service nova] Lock "a2b60472-d9a3-46ff-82ed-f0ae9b259663-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.550051] env[63440]: DEBUG nova.compute.manager [req-180e7aad-b893-428e-a377-0a735b993c11 req-4f9dcd07-ede7-4e60-b0ec-970c48d1de20 service nova] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] No waiting events found dispatching network-vif-plugged-7ea0fef4-5adc-43bd-8c32-7b642dddfdb3 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.551171] env[63440]: WARNING nova.compute.manager [req-180e7aad-b893-428e-a377-0a735b993c11 req-4f9dcd07-ede7-4e60-b0ec-970c48d1de20 service nova] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Received unexpected event network-vif-plugged-7ea0fef4-5adc-43bd-8c32-7b642dddfdb3 for instance with vm_state building and task_state spawning. [ 716.552296] env[63440]: DEBUG nova.compute.manager [req-180e7aad-b893-428e-a377-0a735b993c11 req-4f9dcd07-ede7-4e60-b0ec-970c48d1de20 service nova] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Received event network-changed-7ea0fef4-5adc-43bd-8c32-7b642dddfdb3 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.552296] env[63440]: DEBUG nova.compute.manager [req-180e7aad-b893-428e-a377-0a735b993c11 req-4f9dcd07-ede7-4e60-b0ec-970c48d1de20 service nova] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Refreshing instance network info cache due to event network-changed-7ea0fef4-5adc-43bd-8c32-7b642dddfdb3. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 716.552296] env[63440]: DEBUG oslo_concurrency.lockutils [req-180e7aad-b893-428e-a377-0a735b993c11 req-4f9dcd07-ede7-4e60-b0ec-970c48d1de20 service nova] Acquiring lock "refresh_cache-a2b60472-d9a3-46ff-82ed-f0ae9b259663" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.621724] env[63440]: DEBUG nova.network.neutron [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.752510] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd77c1fe-3760-4197-9818-acde323b3fea tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Lock "da012cdd-2d81-4886-95bf-550f4d6ec16f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.770s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.767806] env[63440]: DEBUG nova.network.neutron [-] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.772310] env[63440]: DEBUG nova.network.neutron [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Updating instance_info_cache with network_info: [{"id": "7ea0fef4-5adc-43bd-8c32-7b642dddfdb3", "address": "fa:16:3e:b0:a4:cb", "network": {"id": "730b4557-7e72-4f78-9cd0-373b1d9c31d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-866265707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8925a9d46d254db582d00c6cb5324461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ea0fef4-5a", "ovs_interfaceid": "7ea0fef4-5adc-43bd-8c32-7b642dddfdb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.894550] env[63440]: DEBUG oslo_vmware.api [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402676} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.894550] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.894550] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.894742] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.894902] env[63440]: INFO nova.compute.manager [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 716.895163] env[63440]: DEBUG oslo.service.loopingcall [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 716.896534] env[63440]: DEBUG nova.compute.manager [-] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.896534] env[63440]: DEBUG nova.network.neutron [-] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.919576] env[63440]: INFO nova.compute.manager [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Took 43.54 seconds to build instance. [ 716.979000] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.981950] env[63440]: DEBUG oslo_concurrency.lockutils [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.209s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.982486] env[63440]: DEBUG nova.objects.instance [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lazy-loading 'resources' on Instance uuid c5462524-b503-4578-91a4-a8c0b4589ff7 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.018418] env[63440]: INFO nova.scheduler.client.report [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Deleted allocations for instance 3a2ed53d-1634-41fc-ab85-ca3fde3c7544 [ 717.081419] env[63440]: DEBUG oslo_concurrency.lockutils [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Acquiring lock "d048f0f4-c8ec-448a-a789-8fdf2dadfbaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.081659] env[63440]: DEBUG oslo_concurrency.lockutils [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Lock "d048f0f4-c8ec-448a-a789-8fdf2dadfbaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.256169] env[63440]: DEBUG nova.compute.manager [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.269762] env[63440]: INFO nova.compute.manager [-] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Took 1.30 seconds to deallocate network for instance. [ 717.275739] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Releasing lock "refresh_cache-a2b60472-d9a3-46ff-82ed-f0ae9b259663" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.275739] env[63440]: DEBUG nova.compute.manager [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Instance network_info: |[{"id": "7ea0fef4-5adc-43bd-8c32-7b642dddfdb3", "address": "fa:16:3e:b0:a4:cb", "network": {"id": "730b4557-7e72-4f78-9cd0-373b1d9c31d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-866265707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8925a9d46d254db582d00c6cb5324461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ea0fef4-5a", "ovs_interfaceid": "7ea0fef4-5adc-43bd-8c32-7b642dddfdb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.275739] env[63440]: DEBUG oslo_concurrency.lockutils [req-180e7aad-b893-428e-a377-0a735b993c11 req-4f9dcd07-ede7-4e60-b0ec-970c48d1de20 service nova] Acquired lock "refresh_cache-a2b60472-d9a3-46ff-82ed-f0ae9b259663" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.275739] env[63440]: DEBUG nova.network.neutron [req-180e7aad-b893-428e-a377-0a735b993c11 req-4f9dcd07-ede7-4e60-b0ec-970c48d1de20 service nova] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Refreshing network info cache for port 7ea0fef4-5adc-43bd-8c32-7b642dddfdb3 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.276221] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:a4:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ea0fef4-5adc-43bd-8c32-7b642dddfdb3', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.287278] env[63440]: DEBUG oslo.service.loopingcall [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 717.287278] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.287278] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c79f728-d6c0-4d3d-bed6-e120833c2dff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.309577] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.309577] env[63440]: value = "task-2661347" [ 717.309577] env[63440]: _type = "Task" [ 717.309577] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.319994] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661347, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.423657] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a351962a-3337-4388-9ec0-38453462b0ef tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "66f4957e-96a9-462c-8a41-06dfd9ea93f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.386s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.485286] env[63440]: DEBUG nova.compute.manager [req-50568582-5b26-4fb6-8e08-ba38a45ce9dd req-a869f4f9-fb9e-4a5c-944c-2faa28e5d69a service nova] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Received event network-changed-ab0dc823-e17a-4a79-994c-ef1b42a5a4f6 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 717.485551] env[63440]: DEBUG nova.compute.manager [req-50568582-5b26-4fb6-8e08-ba38a45ce9dd req-a869f4f9-fb9e-4a5c-944c-2faa28e5d69a service nova] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Refreshing instance network info cache due to event network-changed-ab0dc823-e17a-4a79-994c-ef1b42a5a4f6. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 717.485768] env[63440]: DEBUG oslo_concurrency.lockutils [req-50568582-5b26-4fb6-8e08-ba38a45ce9dd req-a869f4f9-fb9e-4a5c-944c-2faa28e5d69a service nova] Acquiring lock "refresh_cache-da012cdd-2d81-4886-95bf-550f4d6ec16f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.485954] env[63440]: DEBUG oslo_concurrency.lockutils [req-50568582-5b26-4fb6-8e08-ba38a45ce9dd req-a869f4f9-fb9e-4a5c-944c-2faa28e5d69a service nova] Acquired lock "refresh_cache-da012cdd-2d81-4886-95bf-550f4d6ec16f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.486415] env[63440]: DEBUG nova.network.neutron [req-50568582-5b26-4fb6-8e08-ba38a45ce9dd req-a869f4f9-fb9e-4a5c-944c-2faa28e5d69a service nova] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Refreshing network info cache for port ab0dc823-e17a-4a79-994c-ef1b42a5a4f6 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.530229] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b9c5824b-93e3-42af-b41a-93aaedbc9024 tempest-ServerGroupTestJSON-407892098 tempest-ServerGroupTestJSON-407892098-project-member] Lock "3a2ed53d-1634-41fc-ab85-ca3fde3c7544" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.844s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.753266] env[63440]: DEBUG nova.network.neutron [-] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.775686] env[63440]: DEBUG oslo_concurrency.lockutils [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.783195] env[63440]: DEBUG oslo_concurrency.lockutils [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.821621] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661347, 'name': CreateVM_Task, 'duration_secs': 0.384362} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.821818] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.823146] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.823146] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.823146] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.825918] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a53bda20-b209-4c60-8382-4a4cb8c8af9c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.831772] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 717.831772] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dc0606-9516-fed0-068b-1a56966748f3" [ 717.831772] env[63440]: _type = "Task" [ 717.831772] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.843421] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dc0606-9516-fed0-068b-1a56966748f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.927856] env[63440]: DEBUG nova.compute.manager [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.083110] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ef8dd5-897d-4f26-a6ec-c4f1030e586d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.091756] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8885874d-e819-4ca6-abc3-eefb40f88b5a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.128127] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7df232-5835-45ca-9cb7-4e60894cef76 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.139091] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf20c1d9-8a56-4429-b3b7-0a18614603c0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.146687] env[63440]: DEBUG nova.network.neutron [req-180e7aad-b893-428e-a377-0a735b993c11 req-4f9dcd07-ede7-4e60-b0ec-970c48d1de20 service nova] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Updated VIF entry in instance network info cache for port 7ea0fef4-5adc-43bd-8c32-7b642dddfdb3. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.146862] env[63440]: DEBUG nova.network.neutron [req-180e7aad-b893-428e-a377-0a735b993c11 req-4f9dcd07-ede7-4e60-b0ec-970c48d1de20 service nova] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Updating instance_info_cache with network_info: [{"id": "7ea0fef4-5adc-43bd-8c32-7b642dddfdb3", "address": "fa:16:3e:b0:a4:cb", "network": {"id": "730b4557-7e72-4f78-9cd0-373b1d9c31d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-866265707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8925a9d46d254db582d00c6cb5324461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ea0fef4-5a", "ovs_interfaceid": "7ea0fef4-5adc-43bd-8c32-7b642dddfdb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.159369] env[63440]: DEBUG nova.compute.provider_tree [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.256960] env[63440]: INFO nova.compute.manager [-] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Took 1.36 seconds to deallocate network for instance. [ 718.311202] env[63440]: DEBUG nova.network.neutron [req-50568582-5b26-4fb6-8e08-ba38a45ce9dd req-a869f4f9-fb9e-4a5c-944c-2faa28e5d69a service nova] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Updated VIF entry in instance network info cache for port ab0dc823-e17a-4a79-994c-ef1b42a5a4f6. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.311596] env[63440]: DEBUG nova.network.neutron [req-50568582-5b26-4fb6-8e08-ba38a45ce9dd req-a869f4f9-fb9e-4a5c-944c-2faa28e5d69a service nova] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Updating instance_info_cache with network_info: [{"id": "ab0dc823-e17a-4a79-994c-ef1b42a5a4f6", "address": "fa:16:3e:83:a5:f6", "network": {"id": "56992fc2-56dc-4ce8-a040-69c65f14045b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-765413221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9621f8df3ec14831a704b79801f3849c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab0dc823-e1", "ovs_interfaceid": "ab0dc823-e17a-4a79-994c-ef1b42a5a4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.343642] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dc0606-9516-fed0-068b-1a56966748f3, 'name': SearchDatastore_Task, 'duration_secs': 0.014468} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.343954] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.344212] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.344443] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.344587] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.344761] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.345324] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7baca01-102c-4559-8f60-dafb86d4cfb6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.356618] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.356618] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.357585] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5513ea-7bbc-4418-99eb-d44e8415cd8f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.364051] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 718.364051] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f6c0ce-785d-c4fe-3fb2-5b31b6fe8840" [ 718.364051] env[63440]: _type = "Task" [ 718.364051] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.372727] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f6c0ce-785d-c4fe-3fb2-5b31b6fe8840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.454719] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.578725] env[63440]: DEBUG nova.compute.manager [req-156c8e5a-7bfa-496d-b221-6d6ad6605d73 req-a2edeef1-4ed7-4fd2-89dc-5c208c644c24 service nova] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Received event network-vif-deleted-29824e5c-ceb4-493c-ab12-a6a83a2ac6ce {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.651161] env[63440]: DEBUG oslo_concurrency.lockutils [req-180e7aad-b893-428e-a377-0a735b993c11 req-4f9dcd07-ede7-4e60-b0ec-970c48d1de20 service nova] Releasing lock "refresh_cache-a2b60472-d9a3-46ff-82ed-f0ae9b259663" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.651161] env[63440]: DEBUG nova.compute.manager [req-180e7aad-b893-428e-a377-0a735b993c11 req-4f9dcd07-ede7-4e60-b0ec-970c48d1de20 service nova] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Received event network-vif-deleted-1c8b489d-0704-4464-84d9-474913c7c099 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.651161] env[63440]: INFO nova.compute.manager [req-180e7aad-b893-428e-a377-0a735b993c11 req-4f9dcd07-ede7-4e60-b0ec-970c48d1de20 service nova] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Neutron deleted interface 1c8b489d-0704-4464-84d9-474913c7c099; detaching it from the instance and deleting it from the info cache [ 718.651161] env[63440]: DEBUG nova.network.neutron [req-180e7aad-b893-428e-a377-0a735b993c11 req-4f9dcd07-ede7-4e60-b0ec-970c48d1de20 service nova] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.664561] env[63440]: DEBUG nova.scheduler.client.report [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.764971] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.813930] env[63440]: DEBUG oslo_concurrency.lockutils [req-50568582-5b26-4fb6-8e08-ba38a45ce9dd req-a869f4f9-fb9e-4a5c-944c-2faa28e5d69a service nova] Releasing lock "refresh_cache-da012cdd-2d81-4886-95bf-550f4d6ec16f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.875651] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f6c0ce-785d-c4fe-3fb2-5b31b6fe8840, 'name': SearchDatastore_Task, 'duration_secs': 0.035286} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.876202] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89b2061e-735c-4d9c-8c2f-3cf6bc693a70 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.882788] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 718.882788] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52326984-d7a1-f4f4-b17d-0c639340ef54" [ 718.882788] env[63440]: _type = "Task" [ 718.882788] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.894361] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52326984-d7a1-f4f4-b17d-0c639340ef54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.153823] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee331957-3eca-47d9-9a9d-201b597e8992 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.168392] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230a9023-b3c2-4db1-8b3e-80eec863b260 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.182102] env[63440]: DEBUG oslo_concurrency.lockutils [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.184017] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.440s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.186791] env[63440]: INFO nova.compute.claims [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.218097] env[63440]: DEBUG nova.compute.manager [req-180e7aad-b893-428e-a377-0a735b993c11 req-4f9dcd07-ede7-4e60-b0ec-970c48d1de20 service nova] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Detach interface failed, port_id=1c8b489d-0704-4464-84d9-474913c7c099, reason: Instance 856f9056-6ca2-4ada-9ab9-2755298b7fa6 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 719.225126] env[63440]: INFO nova.scheduler.client.report [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Deleted allocations for instance c5462524-b503-4578-91a4-a8c0b4589ff7 [ 719.395317] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52326984-d7a1-f4f4-b17d-0c639340ef54, 'name': SearchDatastore_Task, 'duration_secs': 0.013165} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.395603] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.395871] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] a2b60472-d9a3-46ff-82ed-f0ae9b259663/a2b60472-d9a3-46ff-82ed-f0ae9b259663.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.396155] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8718cf0-390d-4fba-9f4e-e899e182953c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.404579] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 719.404579] env[63440]: value = "task-2661348" [ 719.404579] env[63440]: _type = "Task" [ 719.404579] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.413627] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.566838] env[63440]: DEBUG nova.compute.manager [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Stashing vm_state: active {{(pid=63440) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 719.733723] env[63440]: DEBUG oslo_concurrency.lockutils [None req-633e2095-2fda-4d97-b027-1a861957ed9f tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "c5462524-b503-4578-91a4-a8c0b4589ff7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.886s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.917715] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661348, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.092120] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.422987] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881366} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.422987] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] a2b60472-d9a3-46ff-82ed-f0ae9b259663/a2b60472-d9a3-46ff-82ed-f0ae9b259663.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.423164] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.423595] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08b8ee61-7cb4-42d8-bcc2-9b232f73b3ae {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.434677] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 720.434677] env[63440]: value = "task-2661349" [ 720.434677] env[63440]: _type = "Task" [ 720.434677] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.441135] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "7893db16-55a5-478c-8b9d-71f69791a95b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.441457] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "7893db16-55a5-478c-8b9d-71f69791a95b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.441678] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "7893db16-55a5-478c-8b9d-71f69791a95b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.441893] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "7893db16-55a5-478c-8b9d-71f69791a95b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.443710] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "7893db16-55a5-478c-8b9d-71f69791a95b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.450755] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.451087] env[63440]: INFO nova.compute.manager [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Terminating instance [ 720.740750] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9b7fe3-3358-4e96-8619-cba0a3c1dd4c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.750008] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14006d4a-a8ea-4e8d-bf05-fbc4f28cd8bc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.785294] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9056f4-8564-41fd-96d1-0c0340e7cddd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.799020] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a164bb-e2e4-44b5-9c88-ad56a9b75999 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.814151] env[63440]: DEBUG nova.compute.provider_tree [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.946353] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.398605} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.946741] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.947780] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aee166b-463f-46e6-bd12-e1027249f910 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.963908] env[63440]: DEBUG nova.compute.manager [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.964242] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.973546] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] a2b60472-d9a3-46ff-82ed-f0ae9b259663/a2b60472-d9a3-46ff-82ed-f0ae9b259663.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.974339] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d265d3fc-e0bf-4a50-a6d0-0df7430d9641 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.980024] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e816ce24-b2a4-404f-ab76-8ec7397cc216 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.001606] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.001863] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 721.001863] env[63440]: value = "task-2661350" [ 721.001863] env[63440]: _type = "Task" [ 721.001863] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.002192] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-255e6099-5350-4f47-926e-7a3fd11f14a8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.012866] env[63440]: DEBUG oslo_vmware.api [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 721.012866] env[63440]: value = "task-2661351" [ 721.012866] env[63440]: _type = "Task" [ 721.012866] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.016478] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661350, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.029286] env[63440]: DEBUG oslo_vmware.api [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.320182] env[63440]: DEBUG nova.scheduler.client.report [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.523018] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661350, 'name': ReconfigVM_Task, 'duration_secs': 0.441691} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.525301] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Reconfigured VM instance instance-0000002f to attach disk [datastore1] a2b60472-d9a3-46ff-82ed-f0ae9b259663/a2b60472-d9a3-46ff-82ed-f0ae9b259663.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.526055] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e622105d-0255-4c6f-8264-e83ef55469ad {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.533539] env[63440]: DEBUG oslo_vmware.api [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661351, 'name': PowerOffVM_Task, 'duration_secs': 0.254607} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.534434] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.536017] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.537266] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a0f7bb1-a1f1-4e5c-8722-bec8749e4130 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.542429] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 721.542429] env[63440]: value = "task-2661352" [ 721.542429] env[63440]: _type = "Task" [ 721.542429] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.552022] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661352, 'name': Rename_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.611428] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.611678] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.612573] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Deleting the datastore file [datastore2] 7893db16-55a5-478c-8b9d-71f69791a95b {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.612573] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75da5e7e-a5d7-49ba-9221-0a02498b8e39 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.619807] env[63440]: DEBUG oslo_vmware.api [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for the task: (returnval){ [ 721.619807] env[63440]: value = "task-2661354" [ 721.619807] env[63440]: _type = "Task" [ 721.619807] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.628706] env[63440]: DEBUG oslo_vmware.api [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.827199] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.827199] env[63440]: DEBUG nova.compute.manager [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.828187] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.904s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.829760] env[63440]: INFO nova.compute.claims [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.063064] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661352, 'name': Rename_Task, 'duration_secs': 0.161911} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.063064] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.063404] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5eed45ef-caf1-4186-9b66-798761b6322f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.074705] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 722.074705] env[63440]: value = "task-2661355" [ 722.074705] env[63440]: _type = "Task" [ 722.074705] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.086249] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.130924] env[63440]: DEBUG oslo_vmware.api [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Task: {'id': task-2661354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395892} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.131191] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.131375] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.131557] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.131715] env[63440]: INFO nova.compute.manager [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 722.131955] env[63440]: DEBUG oslo.service.loopingcall [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 722.132169] env[63440]: DEBUG nova.compute.manager [-] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.132840] env[63440]: DEBUG nova.network.neutron [-] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.174681] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Acquiring lock "f6bfb65e-23ae-4f19-beb4-8169f2fe7116" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.174960] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Lock "f6bfb65e-23ae-4f19-beb4-8169f2fe7116" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.342023] env[63440]: DEBUG nova.compute.utils [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.342023] env[63440]: DEBUG nova.compute.manager [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.342023] env[63440]: DEBUG nova.network.neutron [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.407105] env[63440]: DEBUG nova.policy [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cb83ba797954c2092402042b7999c18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d9d9d54f838427ba5e7116f4aa0247d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.464153] env[63440]: DEBUG nova.compute.manager [req-419c628c-6c4a-49b0-a150-c217bd64e44c req-f45f6644-c7c3-4635-9f76-118a4186c13e service nova] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Received event network-vif-deleted-5e9d1c84-5ccc-4715-aca3-f470424a588e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.464153] env[63440]: INFO nova.compute.manager [req-419c628c-6c4a-49b0-a150-c217bd64e44c req-f45f6644-c7c3-4635-9f76-118a4186c13e service nova] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Neutron deleted interface 5e9d1c84-5ccc-4715-aca3-f470424a588e; detaching it from the instance and deleting it from the info cache [ 722.464153] env[63440]: DEBUG nova.network.neutron [req-419c628c-6c4a-49b0-a150-c217bd64e44c req-f45f6644-c7c3-4635-9f76-118a4186c13e service nova] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.589665] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661355, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.720584] env[63440]: DEBUG nova.network.neutron [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Successfully created port: ef9ba047-c35d-4baf-84dc-4f390b3ff58f {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.846448] env[63440]: DEBUG nova.compute.utils [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.946696] env[63440]: DEBUG nova.network.neutron [-] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.971159] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6f0967f-1d24-492d-b6d0-ada3ff2ca541 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.983849] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9698bc52-7b7e-4204-94ce-10c5063be2a1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.023371] env[63440]: DEBUG nova.compute.manager [req-419c628c-6c4a-49b0-a150-c217bd64e44c req-f45f6644-c7c3-4635-9f76-118a4186c13e service nova] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Detach interface failed, port_id=5e9d1c84-5ccc-4715-aca3-f470424a588e, reason: Instance 7893db16-55a5-478c-8b9d-71f69791a95b could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 723.085605] env[63440]: DEBUG oslo_vmware.api [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661355, 'name': PowerOnVM_Task, 'duration_secs': 0.725599} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.088300] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.088524] env[63440]: INFO nova.compute.manager [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Took 8.62 seconds to spawn the instance on the hypervisor. [ 723.088710] env[63440]: DEBUG nova.compute.manager [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.089826] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b77e0e-a9be-4fbe-9302-4d34fe41d110 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.339951] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6fc63e-23d4-436e-b3ea-30fbfb959f01 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.348940] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61e2592-df60-4040-9abe-a9a1eab7ad2a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.352305] env[63440]: DEBUG nova.compute.manager [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.384873] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e3975d-e9a7-44d3-86b7-e7873eea0fd9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.393355] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c8bbe9-c271-4f72-8981-a0e5c0c3b883 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.407879] env[63440]: DEBUG nova.compute.provider_tree [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.448870] env[63440]: INFO nova.compute.manager [-] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Took 1.32 seconds to deallocate network for instance. [ 723.517472] env[63440]: DEBUG oslo_concurrency.lockutils [None req-64b835e8-f892-41fc-b763-30d7d2237ea0 tempest-ServersAdminTestJSON-80288070 tempest-ServersAdminTestJSON-80288070-project-admin] Acquiring lock "refresh_cache-a2b60472-d9a3-46ff-82ed-f0ae9b259663" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.517801] env[63440]: DEBUG oslo_concurrency.lockutils [None req-64b835e8-f892-41fc-b763-30d7d2237ea0 tempest-ServersAdminTestJSON-80288070 tempest-ServersAdminTestJSON-80288070-project-admin] Acquired lock "refresh_cache-a2b60472-d9a3-46ff-82ed-f0ae9b259663" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.517900] env[63440]: DEBUG nova.network.neutron [None req-64b835e8-f892-41fc-b763-30d7d2237ea0 tempest-ServersAdminTestJSON-80288070 tempest-ServersAdminTestJSON-80288070-project-admin] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.608573] env[63440]: INFO nova.compute.manager [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Took 43.45 seconds to build instance. [ 723.911030] env[63440]: DEBUG nova.scheduler.client.report [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.955728] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.110982] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ff1b28c0-d78a-4f64-8163-32a6522b40a6 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "a2b60472-d9a3-46ff-82ed-f0ae9b259663" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.138s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.362947] env[63440]: DEBUG nova.network.neutron [None req-64b835e8-f892-41fc-b763-30d7d2237ea0 tempest-ServersAdminTestJSON-80288070 tempest-ServersAdminTestJSON-80288070-project-admin] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Updating instance_info_cache with network_info: [{"id": "7ea0fef4-5adc-43bd-8c32-7b642dddfdb3", "address": "fa:16:3e:b0:a4:cb", "network": {"id": "730b4557-7e72-4f78-9cd0-373b1d9c31d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-866265707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8925a9d46d254db582d00c6cb5324461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ea0fef4-5a", "ovs_interfaceid": "7ea0fef4-5adc-43bd-8c32-7b642dddfdb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.365725] env[63440]: DEBUG nova.compute.manager [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.374069] env[63440]: DEBUG nova.network.neutron [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Successfully updated port: ef9ba047-c35d-4baf-84dc-4f390b3ff58f {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.411364] env[63440]: DEBUG nova.virt.hardware [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:42:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1240457570',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1921677642',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.412021] env[63440]: DEBUG nova.virt.hardware [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.412096] env[63440]: DEBUG nova.virt.hardware [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.412305] env[63440]: DEBUG nova.virt.hardware [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.412460] env[63440]: DEBUG nova.virt.hardware [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.412671] env[63440]: DEBUG nova.virt.hardware [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.412951] env[63440]: DEBUG nova.virt.hardware [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.413133] env[63440]: DEBUG nova.virt.hardware [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.413312] env[63440]: DEBUG nova.virt.hardware [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.413479] env[63440]: DEBUG nova.virt.hardware [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.413657] env[63440]: DEBUG nova.virt.hardware [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.414849] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cc1b56-8d85-4e07-8cd0-99191261251b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.418015] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.418487] env[63440]: DEBUG nova.compute.manager [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.421331] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.219s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.421547] env[63440]: DEBUG nova.objects.instance [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lazy-loading 'resources' on Instance uuid 832a2116-9b59-4038-b37c-0fe0d707f9d3 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.428902] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bf69af-544c-4d8c-99d8-0e9f080ce9e2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.568158] env[63440]: DEBUG nova.compute.manager [req-e5b980d3-cc71-48a7-93df-ea6d2d7948e7 req-35692dfb-b84e-45ad-89eb-1224af5ff9bd service nova] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Received event network-vif-plugged-ef9ba047-c35d-4baf-84dc-4f390b3ff58f {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.568851] env[63440]: DEBUG oslo_concurrency.lockutils [req-e5b980d3-cc71-48a7-93df-ea6d2d7948e7 req-35692dfb-b84e-45ad-89eb-1224af5ff9bd service nova] Acquiring lock "bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.569163] env[63440]: DEBUG oslo_concurrency.lockutils [req-e5b980d3-cc71-48a7-93df-ea6d2d7948e7 req-35692dfb-b84e-45ad-89eb-1224af5ff9bd service nova] Lock "bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.570611] env[63440]: DEBUG oslo_concurrency.lockutils [req-e5b980d3-cc71-48a7-93df-ea6d2d7948e7 req-35692dfb-b84e-45ad-89eb-1224af5ff9bd service nova] Lock "bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.570611] env[63440]: DEBUG nova.compute.manager [req-e5b980d3-cc71-48a7-93df-ea6d2d7948e7 req-35692dfb-b84e-45ad-89eb-1224af5ff9bd service nova] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] No waiting events found dispatching network-vif-plugged-ef9ba047-c35d-4baf-84dc-4f390b3ff58f {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.570611] env[63440]: WARNING nova.compute.manager [req-e5b980d3-cc71-48a7-93df-ea6d2d7948e7 req-35692dfb-b84e-45ad-89eb-1224af5ff9bd service nova] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Received unexpected event network-vif-plugged-ef9ba047-c35d-4baf-84dc-4f390b3ff58f for instance with vm_state building and task_state spawning. [ 724.571705] env[63440]: DEBUG nova.compute.manager [req-e5b980d3-cc71-48a7-93df-ea6d2d7948e7 req-35692dfb-b84e-45ad-89eb-1224af5ff9bd service nova] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Received event network-changed-ef9ba047-c35d-4baf-84dc-4f390b3ff58f {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.571705] env[63440]: DEBUG nova.compute.manager [req-e5b980d3-cc71-48a7-93df-ea6d2d7948e7 req-35692dfb-b84e-45ad-89eb-1224af5ff9bd service nova] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Refreshing instance network info cache due to event network-changed-ef9ba047-c35d-4baf-84dc-4f390b3ff58f. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 724.571705] env[63440]: DEBUG oslo_concurrency.lockutils [req-e5b980d3-cc71-48a7-93df-ea6d2d7948e7 req-35692dfb-b84e-45ad-89eb-1224af5ff9bd service nova] Acquiring lock "refresh_cache-bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.571705] env[63440]: DEBUG oslo_concurrency.lockutils [req-e5b980d3-cc71-48a7-93df-ea6d2d7948e7 req-35692dfb-b84e-45ad-89eb-1224af5ff9bd service nova] Acquired lock "refresh_cache-bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.571705] env[63440]: DEBUG nova.network.neutron [req-e5b980d3-cc71-48a7-93df-ea6d2d7948e7 req-35692dfb-b84e-45ad-89eb-1224af5ff9bd service nova] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Refreshing network info cache for port ef9ba047-c35d-4baf-84dc-4f390b3ff58f {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.616378] env[63440]: DEBUG nova.compute.manager [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.873530] env[63440]: DEBUG oslo_concurrency.lockutils [None req-64b835e8-f892-41fc-b763-30d7d2237ea0 tempest-ServersAdminTestJSON-80288070 tempest-ServersAdminTestJSON-80288070-project-admin] Releasing lock "refresh_cache-a2b60472-d9a3-46ff-82ed-f0ae9b259663" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.873780] env[63440]: DEBUG nova.compute.manager [None req-64b835e8-f892-41fc-b763-30d7d2237ea0 tempest-ServersAdminTestJSON-80288070 tempest-ServersAdminTestJSON-80288070-project-admin] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Inject network info {{(pid=63440) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 724.874163] env[63440]: DEBUG nova.compute.manager [None req-64b835e8-f892-41fc-b763-30d7d2237ea0 tempest-ServersAdminTestJSON-80288070 tempest-ServersAdminTestJSON-80288070-project-admin] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] network_info to inject: |[{"id": "7ea0fef4-5adc-43bd-8c32-7b642dddfdb3", "address": "fa:16:3e:b0:a4:cb", "network": {"id": "730b4557-7e72-4f78-9cd0-373b1d9c31d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-866265707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8925a9d46d254db582d00c6cb5324461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ea0fef4-5a", "ovs_interfaceid": "7ea0fef4-5adc-43bd-8c32-7b642dddfdb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 724.878928] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-64b835e8-f892-41fc-b763-30d7d2237ea0 tempest-ServersAdminTestJSON-80288070 tempest-ServersAdminTestJSON-80288070-project-admin] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Reconfiguring VM instance to set the machine id {{(pid=63440) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 724.879466] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquiring lock "refresh_cache-bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.879742] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-194d43ed-b12b-421a-8bb2-a845afcf8533 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.896787] env[63440]: DEBUG oslo_vmware.api [None req-64b835e8-f892-41fc-b763-30d7d2237ea0 tempest-ServersAdminTestJSON-80288070 tempest-ServersAdminTestJSON-80288070-project-admin] Waiting for the task: (returnval){ [ 724.896787] env[63440]: value = "task-2661356" [ 724.896787] env[63440]: _type = "Task" [ 724.896787] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.905524] env[63440]: DEBUG oslo_vmware.api [None req-64b835e8-f892-41fc-b763-30d7d2237ea0 tempest-ServersAdminTestJSON-80288070 tempest-ServersAdminTestJSON-80288070-project-admin] Task: {'id': task-2661356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.927906] env[63440]: DEBUG nova.compute.utils [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.930377] env[63440]: DEBUG nova.compute.manager [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.930569] env[63440]: DEBUG nova.network.neutron [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.979177] env[63440]: DEBUG nova.policy [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0710d4bdca1469e98a589cfd3a1ab70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d4e1687d1fa4fd19f17b14fe4089cc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.137111] env[63440]: DEBUG nova.network.neutron [req-e5b980d3-cc71-48a7-93df-ea6d2d7948e7 req-35692dfb-b84e-45ad-89eb-1224af5ff9bd service nova] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.148752] env[63440]: DEBUG oslo_concurrency.lockutils [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.257308] env[63440]: DEBUG nova.network.neutron [req-e5b980d3-cc71-48a7-93df-ea6d2d7948e7 req-35692dfb-b84e-45ad-89eb-1224af5ff9bd service nova] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.372116] env[63440]: DEBUG nova.network.neutron [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Successfully created port: 71691f63-3243-46c6-af62-c26eab5385a8 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.409543] env[63440]: DEBUG oslo_vmware.api [None req-64b835e8-f892-41fc-b763-30d7d2237ea0 tempest-ServersAdminTestJSON-80288070 tempest-ServersAdminTestJSON-80288070-project-admin] Task: {'id': task-2661356, 'name': ReconfigVM_Task, 'duration_secs': 0.196252} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.409852] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-64b835e8-f892-41fc-b763-30d7d2237ea0 tempest-ServersAdminTestJSON-80288070 tempest-ServersAdminTestJSON-80288070-project-admin] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Reconfigured VM instance to set the machine id {{(pid=63440) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 725.433958] env[63440]: DEBUG nova.compute.manager [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.445671] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d0c4f1-afc8-49f0-942d-30ae516acc35 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.458536] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fd6695-0aec-4adb-b33e-3c08a13cf21a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.493019] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0caa3f-69d5-4c6a-a13b-b0d1b60ed4ea {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.502592] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee6d358-1b99-4985-8479-7b03a3153728 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.518435] env[63440]: DEBUG nova.compute.provider_tree [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.694789] env[63440]: INFO nova.compute.manager [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Rebuilding instance [ 725.732796] env[63440]: DEBUG nova.compute.manager [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.733503] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c8750e-46b2-4350-a6b9-fca7d2ef82e8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.762180] env[63440]: DEBUG oslo_concurrency.lockutils [req-e5b980d3-cc71-48a7-93df-ea6d2d7948e7 req-35692dfb-b84e-45ad-89eb-1224af5ff9bd service nova] Releasing lock "refresh_cache-bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.762180] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquired lock "refresh_cache-bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.762180] env[63440]: DEBUG nova.network.neutron [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.024088] env[63440]: DEBUG nova.scheduler.client.report [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.296365] env[63440]: DEBUG nova.network.neutron [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.425255] env[63440]: DEBUG nova.network.neutron [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Updating instance_info_cache with network_info: [{"id": "ef9ba047-c35d-4baf-84dc-4f390b3ff58f", "address": "fa:16:3e:df:02:57", "network": {"id": "381a3bfc-b1b6-4a0d-9db6-bd9611005549", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1844457221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9d9d54f838427ba5e7116f4aa0247d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef9ba047-c3", "ovs_interfaceid": "ef9ba047-c35d-4baf-84dc-4f390b3ff58f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.443429] env[63440]: DEBUG nova.compute.manager [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.469016] env[63440]: DEBUG nova.virt.hardware [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.469205] env[63440]: DEBUG nova.virt.hardware [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.469257] env[63440]: DEBUG nova.virt.hardware [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.469454] env[63440]: DEBUG nova.virt.hardware [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.469619] env[63440]: DEBUG nova.virt.hardware [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.469772] env[63440]: DEBUG nova.virt.hardware [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.470059] env[63440]: DEBUG nova.virt.hardware [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.470150] env[63440]: DEBUG nova.virt.hardware [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.470318] env[63440]: DEBUG nova.virt.hardware [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.470569] env[63440]: DEBUG nova.virt.hardware [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.470642] env[63440]: DEBUG nova.virt.hardware [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.471879] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94167028-c045-4aed-952b-dee9bbc4ffb8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.480688] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8519e61-1752-4f5f-9ae3-9fe5290940cc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.529499] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.531664] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.550s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.532330] env[63440]: DEBUG nova.objects.instance [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Lazy-loading 'resources' on Instance uuid 545f7a96-8308-476c-be13-c815aeb0bad9 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.551741] env[63440]: INFO nova.scheduler.client.report [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Deleted allocations for instance 832a2116-9b59-4038-b37c-0fe0d707f9d3 [ 726.749164] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.749495] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-684f4a69-1305-47a7-8b78-92a1d315e536 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.757745] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 726.757745] env[63440]: value = "task-2661357" [ 726.757745] env[63440]: _type = "Task" [ 726.757745] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.771316] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.804023] env[63440]: DEBUG nova.compute.manager [req-50535c45-52fc-4ccb-a2df-7a192c0d5e5a req-f78c5066-d615-4b40-a366-1d897f509bbb service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Received event network-vif-plugged-71691f63-3243-46c6-af62-c26eab5385a8 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.804023] env[63440]: DEBUG oslo_concurrency.lockutils [req-50535c45-52fc-4ccb-a2df-7a192c0d5e5a req-f78c5066-d615-4b40-a366-1d897f509bbb service nova] Acquiring lock "c657ae98-7ffb-47de-a697-00dadba3b0a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.804023] env[63440]: DEBUG oslo_concurrency.lockutils [req-50535c45-52fc-4ccb-a2df-7a192c0d5e5a req-f78c5066-d615-4b40-a366-1d897f509bbb service nova] Lock "c657ae98-7ffb-47de-a697-00dadba3b0a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.804591] env[63440]: DEBUG oslo_concurrency.lockutils [req-50535c45-52fc-4ccb-a2df-7a192c0d5e5a req-f78c5066-d615-4b40-a366-1d897f509bbb service nova] Lock "c657ae98-7ffb-47de-a697-00dadba3b0a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.804925] env[63440]: DEBUG nova.compute.manager [req-50535c45-52fc-4ccb-a2df-7a192c0d5e5a req-f78c5066-d615-4b40-a366-1d897f509bbb service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] No waiting events found dispatching network-vif-plugged-71691f63-3243-46c6-af62-c26eab5385a8 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.805295] env[63440]: WARNING nova.compute.manager [req-50535c45-52fc-4ccb-a2df-7a192c0d5e5a req-f78c5066-d615-4b40-a366-1d897f509bbb service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Received unexpected event network-vif-plugged-71691f63-3243-46c6-af62-c26eab5385a8 for instance with vm_state building and task_state spawning. [ 726.871495] env[63440]: DEBUG nova.network.neutron [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Successfully updated port: 71691f63-3243-46c6-af62-c26eab5385a8 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.928671] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Releasing lock "refresh_cache-bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.929664] env[63440]: DEBUG nova.compute.manager [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Instance network_info: |[{"id": "ef9ba047-c35d-4baf-84dc-4f390b3ff58f", "address": "fa:16:3e:df:02:57", "network": {"id": "381a3bfc-b1b6-4a0d-9db6-bd9611005549", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1844457221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9d9d54f838427ba5e7116f4aa0247d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef9ba047-c3", "ovs_interfaceid": "ef9ba047-c35d-4baf-84dc-4f390b3ff58f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.929903] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:02:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef9ba047-c35d-4baf-84dc-4f390b3ff58f', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.938679] env[63440]: DEBUG oslo.service.loopingcall [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 726.938919] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.939514] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b26309e-b59e-47eb-b9d1-c076bfc259c0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.959928] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.959928] env[63440]: value = "task-2661358" [ 726.959928] env[63440]: _type = "Task" [ 726.959928] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.968154] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661358, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.062699] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6010e47f-0281-409f-beb8-4cd8b46fb406 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "832a2116-9b59-4038-b37c-0fe0d707f9d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.020s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.267682] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661357, 'name': PowerOffVM_Task, 'duration_secs': 0.190557} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.270137] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.270376] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.271410] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc8aa7c-f6aa-44a6-9daa-fcb6285603e9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.278797] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.279049] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51c8e203-edaa-4e28-9d9d-544518c623e0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.359312] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.359563] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.359732] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Deleting the datastore file [datastore2] f0398dc1-6edc-4245-acc7-b757741bdcf2 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.360073] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f242971d-b794-4298-990e-d19c0b962601 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.370092] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 727.370092] env[63440]: value = "task-2661360" [ 727.370092] env[63440]: _type = "Task" [ 727.370092] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.378960] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquiring lock "refresh_cache-c657ae98-7ffb-47de-a697-00dadba3b0a8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.379130] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquired lock "refresh_cache-c657ae98-7ffb-47de-a697-00dadba3b0a8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.379285] env[63440]: DEBUG nova.network.neutron [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.380972] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.470819] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661358, 'name': CreateVM_Task, 'duration_secs': 0.325804} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.473354] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.474501] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.474501] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.474717] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.475272] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a79bb2-bdcb-4ad9-a041-6c020b7fc723 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.480859] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 727.480859] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f0f121-ed5e-3629-71e3-08c8cf9e67e1" [ 727.480859] env[63440]: _type = "Task" [ 727.480859] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.486226] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ce5eb3-faab-455b-b3a9-7ab7ee66815b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.494127] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f0f121-ed5e-3629-71e3-08c8cf9e67e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.496357] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f747d3c-41ce-40d3-a764-307be1c2d92f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.533365] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4f560a-f5b6-43aa-9e27-f2d5a68adfa1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.541720] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014b77d1-1956-48d7-98c4-17ed5d4049f2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.555713] env[63440]: DEBUG nova.compute.provider_tree [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 727.880469] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134946} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.880739] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.880926] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.881121] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.920807] env[63440]: DEBUG nova.network.neutron [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.996048] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f0f121-ed5e-3629-71e3-08c8cf9e67e1, 'name': SearchDatastore_Task, 'duration_secs': 0.020348} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.996048] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.996048] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.996292] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.996373] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.996552] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.996815] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f82c072a-a09f-4b6d-9157-4677405bc35a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.009339] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.009632] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.011168] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-598e3ff5-211e-44e2-9fef-c506cd0b241d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.017376] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 728.017376] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b052d5-5c91-e705-8fd5-4bbfb9898c63" [ 728.017376] env[63440]: _type = "Task" [ 728.017376] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.030057] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b052d5-5c91-e705-8fd5-4bbfb9898c63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.079796] env[63440]: DEBUG nova.network.neutron [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Updating instance_info_cache with network_info: [{"id": "71691f63-3243-46c6-af62-c26eab5385a8", "address": "fa:16:3e:0d:9a:44", "network": {"id": "bd8301ec-cac7-427f-bba1-abf743751cf4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1249874736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d4e1687d1fa4fd19f17b14fe4089cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71691f63-32", "ovs_interfaceid": "71691f63-3243-46c6-af62-c26eab5385a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.082120] env[63440]: ERROR nova.scheduler.client.report [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] [req-d066cca6-bb84-4b09-994c-169c508fba9c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d066cca6-bb84-4b09-994c-169c508fba9c"}]} [ 728.102258] env[63440]: DEBUG nova.scheduler.client.report [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Refreshing inventories for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 728.122526] env[63440]: DEBUG nova.scheduler.client.report [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Updating ProviderTree inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 728.122823] env[63440]: DEBUG nova.compute.provider_tree [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 728.134782] env[63440]: DEBUG nova.scheduler.client.report [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Refreshing aggregate associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, aggregates: None {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 728.154589] env[63440]: DEBUG nova.scheduler.client.report [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Refreshing trait associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 728.507650] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "123370d2-3a4b-44c2-9e73-3672d42a11fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.508096] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "123370d2-3a4b-44c2-9e73-3672d42a11fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.530955] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b052d5-5c91-e705-8fd5-4bbfb9898c63, 'name': SearchDatastore_Task, 'duration_secs': 0.009209} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.531920] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e8013d-9124-4653-8cbe-7f992f61924b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.540296] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 728.540296] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52cf71d7-d6d5-c06b-08bd-6c3f0ee3173d" [ 728.540296] env[63440]: _type = "Task" [ 728.540296] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.549013] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52cf71d7-d6d5-c06b-08bd-6c3f0ee3173d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.573014] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0213099f-daec-407b-9384-8c8f5d89245c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.581216] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712c45e0-6547-49be-ad12-18a512aca69e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.586038] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Releasing lock "refresh_cache-c657ae98-7ffb-47de-a697-00dadba3b0a8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.586344] env[63440]: DEBUG nova.compute.manager [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Instance network_info: |[{"id": "71691f63-3243-46c6-af62-c26eab5385a8", "address": "fa:16:3e:0d:9a:44", "network": {"id": "bd8301ec-cac7-427f-bba1-abf743751cf4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1249874736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d4e1687d1fa4fd19f17b14fe4089cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71691f63-32", "ovs_interfaceid": "71691f63-3243-46c6-af62-c26eab5385a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.586714] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:9a:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71691f63-3243-46c6-af62-c26eab5385a8', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.594018] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Creating folder: Project (3d4e1687d1fa4fd19f17b14fe4089cc4). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.618339] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18359d06-4286-478d-8c70-7affc0cab996 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.620593] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae52fe1c-4499-44b0-87a2-6cc9ae135b78 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.630337] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad1c789-d80c-4613-882c-6c3df6900ca4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.637363] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Created folder: Project (3d4e1687d1fa4fd19f17b14fe4089cc4) in parent group-v536546. [ 728.637363] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Creating folder: Instances. Parent ref: group-v536691. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.637823] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bb29dfb-a690-45ab-b2c9-1480d15b5e90 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.647846] env[63440]: DEBUG nova.compute.provider_tree [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 728.650228] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Created folder: Instances in parent group-v536691. [ 728.650501] env[63440]: DEBUG oslo.service.loopingcall [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 728.650901] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.651162] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-764c2852-9397-4502-8556-3d2291f7ac42 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.671510] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.671510] env[63440]: value = "task-2661363" [ 728.671510] env[63440]: _type = "Task" [ 728.671510] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.679894] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661363, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.684784] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f37d0dc0-8ad3-4347-935c-03ebc71892ad tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.685096] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f37d0dc0-8ad3-4347-935c-03ebc71892ad tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.836324] env[63440]: DEBUG nova.compute.manager [req-d1600964-4308-471f-bcbf-89db1f3d3c7d req-95a0e4fe-11f6-44a6-ba21-ed8aa29c54f6 service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Received event network-changed-71691f63-3243-46c6-af62-c26eab5385a8 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 728.836609] env[63440]: DEBUG nova.compute.manager [req-d1600964-4308-471f-bcbf-89db1f3d3c7d req-95a0e4fe-11f6-44a6-ba21-ed8aa29c54f6 service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Refreshing instance network info cache due to event network-changed-71691f63-3243-46c6-af62-c26eab5385a8. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 728.836726] env[63440]: DEBUG oslo_concurrency.lockutils [req-d1600964-4308-471f-bcbf-89db1f3d3c7d req-95a0e4fe-11f6-44a6-ba21-ed8aa29c54f6 service nova] Acquiring lock "refresh_cache-c657ae98-7ffb-47de-a697-00dadba3b0a8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.836877] env[63440]: DEBUG oslo_concurrency.lockutils [req-d1600964-4308-471f-bcbf-89db1f3d3c7d req-95a0e4fe-11f6-44a6-ba21-ed8aa29c54f6 service nova] Acquired lock "refresh_cache-c657ae98-7ffb-47de-a697-00dadba3b0a8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.837049] env[63440]: DEBUG nova.network.neutron [req-d1600964-4308-471f-bcbf-89db1f3d3c7d req-95a0e4fe-11f6-44a6-ba21-ed8aa29c54f6 service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Refreshing network info cache for port 71691f63-3243-46c6-af62-c26eab5385a8 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.928458] env[63440]: DEBUG nova.virt.hardware [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.928717] env[63440]: DEBUG nova.virt.hardware [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.928879] env[63440]: DEBUG nova.virt.hardware [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.929076] env[63440]: DEBUG nova.virt.hardware [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.929229] env[63440]: DEBUG nova.virt.hardware [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.929379] env[63440]: DEBUG nova.virt.hardware [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.929591] env[63440]: DEBUG nova.virt.hardware [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.929753] env[63440]: DEBUG nova.virt.hardware [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.929924] env[63440]: DEBUG nova.virt.hardware [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.930103] env[63440]: DEBUG nova.virt.hardware [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.930283] env[63440]: DEBUG nova.virt.hardware [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.931646] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48320112-3679-43f2-8f9d-25b3081407d6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.940018] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8548db15-6f8d-477c-98a0-7bf604b299be {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.955354] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:85:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a2b93f5-3520-4975-b725-d45e61adabc7', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.963706] env[63440]: DEBUG oslo.service.loopingcall [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 728.963706] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.963706] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a50f887-8a06-4d85-a81d-4e6e23f342c2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.987113] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.987113] env[63440]: value = "task-2661364" [ 728.987113] env[63440]: _type = "Task" [ 728.987113] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.998315] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661364, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.053207] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52cf71d7-d6d5-c06b-08bd-6c3f0ee3173d, 'name': SearchDatastore_Task, 'duration_secs': 0.016879} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.053557] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.053881] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7/bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.054227] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a8bbf0b-df86-42c5-a7af-06b7412b1539 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.061846] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 729.061846] env[63440]: value = "task-2661365" [ 729.061846] env[63440]: _type = "Task" [ 729.061846] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.070424] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.182731] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661363, 'name': CreateVM_Task, 'duration_secs': 0.347006} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.182977] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.183710] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.183908] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.184327] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.184612] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d79f6e48-5a95-47e2-9ab5-dfb5a7110a35 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.188058] env[63440]: DEBUG nova.scheduler.client.report [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Updated inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 729.188306] env[63440]: DEBUG nova.compute.provider_tree [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 72 to 73 during operation: update_inventory {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 729.188510] env[63440]: DEBUG nova.compute.provider_tree [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.192158] env[63440]: INFO nova.compute.manager [None req-f37d0dc0-8ad3-4347-935c-03ebc71892ad tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Detaching volume 947ff000-a45d-4070-bee9-00fb58809db1 [ 729.196051] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for the task: (returnval){ [ 729.196051] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ae4c68-6548-5cd0-f81b-b6153fef0eff" [ 729.196051] env[63440]: _type = "Task" [ 729.196051] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.211522] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ae4c68-6548-5cd0-f81b-b6153fef0eff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.236304] env[63440]: INFO nova.virt.block_device [None req-f37d0dc0-8ad3-4347-935c-03ebc71892ad tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Attempting to driver detach volume 947ff000-a45d-4070-bee9-00fb58809db1 from mountpoint /dev/sdb [ 729.236636] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f37d0dc0-8ad3-4347-935c-03ebc71892ad tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Volume detach. Driver type: vmdk {{(pid=63440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 729.236746] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f37d0dc0-8ad3-4347-935c-03ebc71892ad tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536660', 'volume_id': '947ff000-a45d-4070-bee9-00fb58809db1', 'name': 'volume-947ff000-a45d-4070-bee9-00fb58809db1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5', 'attached_at': '', 'detached_at': '', 'volume_id': '947ff000-a45d-4070-bee9-00fb58809db1', 'serial': '947ff000-a45d-4070-bee9-00fb58809db1'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 729.237696] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cfc724-08a6-47a4-bbdf-238322b841c5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.270017] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e346c16-f961-40d3-ac4f-05325502ed11 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.282268] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c2e919-9d19-4bd6-bd3d-631ca5dceaca {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.307805] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97fb2a3-6d38-4264-8243-bd63a06d08ea {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.324805] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f37d0dc0-8ad3-4347-935c-03ebc71892ad tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] The volume has not been displaced from its original location: [datastore1] volume-947ff000-a45d-4070-bee9-00fb58809db1/volume-947ff000-a45d-4070-bee9-00fb58809db1.vmdk. No consolidation needed. {{(pid=63440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 729.330974] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f37d0dc0-8ad3-4347-935c-03ebc71892ad tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Reconfiguring VM instance instance-0000001b to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 729.330974] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e22b57eb-8f81-445b-8b32-506044450188 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.353082] env[63440]: DEBUG oslo_vmware.api [None req-f37d0dc0-8ad3-4347-935c-03ebc71892ad tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 729.353082] env[63440]: value = "task-2661366" [ 729.353082] env[63440]: _type = "Task" [ 729.353082] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.363008] env[63440]: DEBUG oslo_vmware.api [None req-f37d0dc0-8ad3-4347-935c-03ebc71892ad tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.497987] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661364, 'name': CreateVM_Task, 'duration_secs': 0.34541} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.498213] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.498853] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.499033] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.499370] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.499633] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2904cfa0-fd93-4c1a-afd9-75a34a566bec {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.505330] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 729.505330] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a1c731-7e82-891d-4efd-4d92fbd359ed" [ 729.505330] env[63440]: _type = "Task" [ 729.505330] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.517400] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a1c731-7e82-891d-4efd-4d92fbd359ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.517741] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.517890] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.518265] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.518361] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.518463] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.518723] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0998c2ff-e9c6-428c-9d68-275c331a503a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.531203] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.532045] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.532161] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ea5491a-6178-45e2-b2ef-5a841b7e790c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.537920] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 729.537920] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a4d489-10c6-eb02-a33a-b837f40ff8cb" [ 729.537920] env[63440]: _type = "Task" [ 729.537920] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.548466] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a4d489-10c6-eb02-a33a-b837f40ff8cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.574294] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448417} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.574294] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7/bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.574294] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.574294] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-065ad09b-c26c-463e-a41c-8ada28718750 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.579832] env[63440]: DEBUG nova.network.neutron [req-d1600964-4308-471f-bcbf-89db1f3d3c7d req-95a0e4fe-11f6-44a6-ba21-ed8aa29c54f6 service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Updated VIF entry in instance network info cache for port 71691f63-3243-46c6-af62-c26eab5385a8. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.580098] env[63440]: DEBUG nova.network.neutron [req-d1600964-4308-471f-bcbf-89db1f3d3c7d req-95a0e4fe-11f6-44a6-ba21-ed8aa29c54f6 service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Updating instance_info_cache with network_info: [{"id": "71691f63-3243-46c6-af62-c26eab5385a8", "address": "fa:16:3e:0d:9a:44", "network": {"id": "bd8301ec-cac7-427f-bba1-abf743751cf4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1249874736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d4e1687d1fa4fd19f17b14fe4089cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71691f63-32", "ovs_interfaceid": "71691f63-3243-46c6-af62-c26eab5385a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.583550] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 729.583550] env[63440]: value = "task-2661367" [ 729.583550] env[63440]: _type = "Task" [ 729.583550] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.593393] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.695320] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.164s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.697684] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.984s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.697931] env[63440]: DEBUG nova.objects.instance [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Lazy-loading 'resources' on Instance uuid d9d2b428-3579-426c-bf94-b09f1f810e5a {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.710165] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ae4c68-6548-5cd0-f81b-b6153fef0eff, 'name': SearchDatastore_Task, 'duration_secs': 0.062536} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.710505] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.710755] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.711091] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.711284] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.711487] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.711769] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-667e0c0e-d8cc-40c5-a759-d7268b570939 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.715498] env[63440]: INFO nova.scheduler.client.report [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Deleted allocations for instance 545f7a96-8308-476c-be13-c815aeb0bad9 [ 729.722094] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.722288] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.723084] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-524808dd-22f1-4d6d-80e3-decef28b04fc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.730058] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for the task: (returnval){ [ 729.730058] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52149e06-84ee-db02-88c6-1a75531402ac" [ 729.730058] env[63440]: _type = "Task" [ 729.730058] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.737719] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52149e06-84ee-db02-88c6-1a75531402ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.863552] env[63440]: DEBUG oslo_vmware.api [None req-f37d0dc0-8ad3-4347-935c-03ebc71892ad tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661366, 'name': ReconfigVM_Task, 'duration_secs': 0.368467} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.863689] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f37d0dc0-8ad3-4347-935c-03ebc71892ad tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Reconfigured VM instance instance-0000001b to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 729.868561] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-216d0ba7-53ab-4e8d-9eb0-d0729ff0c243 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.888205] env[63440]: DEBUG oslo_vmware.api [None req-f37d0dc0-8ad3-4347-935c-03ebc71892ad tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 729.888205] env[63440]: value = "task-2661368" [ 729.888205] env[63440]: _type = "Task" [ 729.888205] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.897308] env[63440]: DEBUG oslo_vmware.api [None req-f37d0dc0-8ad3-4347-935c-03ebc71892ad tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.050000] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a4d489-10c6-eb02-a33a-b837f40ff8cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009657} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.050853] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d58026-8552-45f6-815d-16e875f609ad {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.056991] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 730.056991] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d23690-9d3e-4de7-8b18-cd56cd02eaea" [ 730.056991] env[63440]: _type = "Task" [ 730.056991] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.065522] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d23690-9d3e-4de7-8b18-cd56cd02eaea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.083340] env[63440]: DEBUG oslo_concurrency.lockutils [req-d1600964-4308-471f-bcbf-89db1f3d3c7d req-95a0e4fe-11f6-44a6-ba21-ed8aa29c54f6 service nova] Releasing lock "refresh_cache-c657ae98-7ffb-47de-a697-00dadba3b0a8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.092646] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06915} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.093017] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.093796] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4727279-a68f-453c-96d9-2cfbc8f6bb2e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.116660] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7/bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.116946] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87edd732-7084-4cbd-a5f8-99560349e67e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.137028] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 730.137028] env[63440]: value = "task-2661369" [ 730.137028] env[63440]: _type = "Task" [ 730.137028] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.145665] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.223697] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6c9feb83-20af-4460-9957-f216d578a9c8 tempest-VolumesAssistedSnapshotsTest-117656211 tempest-VolumesAssistedSnapshotsTest-117656211-project-member] Lock "545f7a96-8308-476c-be13-c815aeb0bad9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.349s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.241637] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52149e06-84ee-db02-88c6-1a75531402ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010217} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.245982] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d65dfa-3e59-44a5-91a6-0b017fa44874 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.252409] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for the task: (returnval){ [ 730.252409] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52987e6e-ca1c-52de-1534-dbac03f72627" [ 730.252409] env[63440]: _type = "Task" [ 730.252409] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.266099] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52987e6e-ca1c-52de-1534-dbac03f72627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.405223] env[63440]: DEBUG oslo_vmware.api [None req-f37d0dc0-8ad3-4347-935c-03ebc71892ad tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661368, 'name': ReconfigVM_Task, 'duration_secs': 0.230265} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.405551] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f37d0dc0-8ad3-4347-935c-03ebc71892ad tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536660', 'volume_id': '947ff000-a45d-4070-bee9-00fb58809db1', 'name': 'volume-947ff000-a45d-4070-bee9-00fb58809db1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5', 'attached_at': '', 'detached_at': '', 'volume_id': '947ff000-a45d-4070-bee9-00fb58809db1', 'serial': '947ff000-a45d-4070-bee9-00fb58809db1'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 730.573670] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d23690-9d3e-4de7-8b18-cd56cd02eaea, 'name': SearchDatastore_Task, 'duration_secs': 0.018209} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.576351] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.576673] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] f0398dc1-6edc-4245-acc7-b757741bdcf2/f0398dc1-6edc-4245-acc7-b757741bdcf2.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.577152] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6dfefa3-063d-47e6-bd0d-0e4c28dd034a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.589804] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 730.589804] env[63440]: value = "task-2661370" [ 730.589804] env[63440]: _type = "Task" [ 730.589804] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.601332] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.650951] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.709347] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b45281-7574-4703-b99f-06ff2b8cf6dc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.720173] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1435150-7283-4fb7-9772-815e7d95f9c6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.757077] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf0170b-7c1a-49ca-ae2b-def9def5461b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.769472] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab6179f-56c5-4b95-aec3-2980082e483d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.774227] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52987e6e-ca1c-52de-1534-dbac03f72627, 'name': SearchDatastore_Task, 'duration_secs': 0.021139} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.774864] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.775192] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] c657ae98-7ffb-47de-a697-00dadba3b0a8/c657ae98-7ffb-47de-a697-00dadba3b0a8.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.775822] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c15cfd7-8fba-4ac1-9521-d1f17508f132 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.787620] env[63440]: DEBUG nova.compute.provider_tree [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.794685] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for the task: (returnval){ [ 730.794685] env[63440]: value = "task-2661371" [ 730.794685] env[63440]: _type = "Task" [ 730.794685] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.805999] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.958434] env[63440]: DEBUG nova.objects.instance [None req-f37d0dc0-8ad3-4347-935c-03ebc71892ad tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lazy-loading 'flavor' on Instance uuid 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.101277] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661370, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.155851] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661369, 'name': ReconfigVM_Task, 'duration_secs': 0.597539} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.156292] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Reconfigured VM instance instance-00000030 to attach disk [datastore1] bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7/bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.157326] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63440) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 731.157698] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-e23e4cd7-48af-4216-823a-c5b26e695d8d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.169078] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 731.169078] env[63440]: value = "task-2661372" [ 731.169078] env[63440]: _type = "Task" [ 731.169078] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.181016] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661372, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.291467] env[63440]: DEBUG nova.scheduler.client.report [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.306673] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661371, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.601601] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650928} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.601937] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] f0398dc1-6edc-4245-acc7-b757741bdcf2/f0398dc1-6edc-4245-acc7-b757741bdcf2.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.602122] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.602379] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c413858-991b-4b49-a703-edbad92aa4d1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.610311] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 731.610311] env[63440]: value = "task-2661373" [ 731.610311] env[63440]: _type = "Task" [ 731.610311] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.620710] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.678839] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661372, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.116528} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.679146] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63440) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 731.679958] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c78c01-74aa-47f8-b58b-d34fdbc5e73d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.709315] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7/ephemeral_0.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.709680] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-135d017d-8322-4cb3-9817-9cc61a3e457b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.728893] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 731.728893] env[63440]: value = "task-2661374" [ 731.728893] env[63440]: _type = "Task" [ 731.728893] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.738125] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.796476] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.799086] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.067s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.801302] env[63440]: INFO nova.compute.claims [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.817986] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600178} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.818710] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] c657ae98-7ffb-47de-a697-00dadba3b0a8/c657ae98-7ffb-47de-a697-00dadba3b0a8.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.819391] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.819795] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea8e7da6-e22b-4042-b81c-1cd58d95d741 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.829670] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for the task: (returnval){ [ 731.829670] env[63440]: value = "task-2661375" [ 731.829670] env[63440]: _type = "Task" [ 731.829670] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.831364] env[63440]: INFO nova.scheduler.client.report [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Deleted allocations for instance d9d2b428-3579-426c-bf94-b09f1f810e5a [ 731.847602] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.940742] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cd9e966-fd6c-40b3-a7c2-a3dfe6b9601c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.965748] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f37d0dc0-8ad3-4347-935c-03ebc71892ad tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.281s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.966863] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cd9e966-fd6c-40b3-a7c2-a3dfe6b9601c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.026s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.967069] env[63440]: DEBUG nova.compute.manager [None req-4cd9e966-fd6c-40b3-a7c2-a3dfe6b9601c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.970299] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969d3305-a358-425d-8bf3-b422d65e83a4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.979911] env[63440]: DEBUG nova.compute.manager [None req-4cd9e966-fd6c-40b3-a7c2-a3dfe6b9601c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63440) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 731.980502] env[63440]: DEBUG nova.objects.instance [None req-4cd9e966-fd6c-40b3-a7c2-a3dfe6b9601c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lazy-loading 'flavor' on Instance uuid 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.120369] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06805} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.120639] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.121477] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8f60f7-3852-45a6-9562-710fd5d784c2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.144863] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] f0398dc1-6edc-4245-acc7-b757741bdcf2/f0398dc1-6edc-4245-acc7-b757741bdcf2.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.145243] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b91203f9-2aef-4d5d-9694-788da397b67f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.165545] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 732.165545] env[63440]: value = "task-2661376" [ 732.165545] env[63440]: _type = "Task" [ 732.165545] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.174501] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.239457] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.344783] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099692} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.345113] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.345959] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cb4fe1-1d97-4e85-a175-e3e3c8d1ea2a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.349335] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3f8f36a9-6010-4d23-be9b-746293b5adbb tempest-AttachInterfacesUnderV243Test-623459426 tempest-AttachInterfacesUnderV243Test-623459426-project-member] Lock "d9d2b428-3579-426c-bf94-b09f1f810e5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.804s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.382708] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] c657ae98-7ffb-47de-a697-00dadba3b0a8/c657ae98-7ffb-47de-a697-00dadba3b0a8.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.383490] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-607aeaec-5ed9-4947-a260-46e86442345c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.406911] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for the task: (returnval){ [ 732.406911] env[63440]: value = "task-2661377" [ 732.406911] env[63440]: _type = "Task" [ 732.406911] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.420739] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.677429] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661376, 'name': ReconfigVM_Task, 'duration_secs': 0.375388} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.677736] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Reconfigured VM instance instance-00000006 to attach disk [datastore2] f0398dc1-6edc-4245-acc7-b757741bdcf2/f0398dc1-6edc-4245-acc7-b757741bdcf2.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.679699] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53b16280-5ded-4f4f-b340-a3011fafca90 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.690299] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 732.690299] env[63440]: value = "task-2661378" [ 732.690299] env[63440]: _type = "Task" [ 732.690299] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.701558] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661378, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.740261] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661374, 'name': ReconfigVM_Task, 'duration_secs': 0.769495} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.740548] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Reconfigured VM instance instance-00000030 to attach disk [datastore1] bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7/ephemeral_0.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.741230] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-189ea4f9-b603-4961-bfe6-b57781f3c8b7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.747484] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 732.747484] env[63440]: value = "task-2661379" [ 732.747484] env[63440]: _type = "Task" [ 732.747484] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.755871] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661379, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.920848] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661377, 'name': ReconfigVM_Task, 'duration_secs': 0.294649} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.927029] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Reconfigured VM instance instance-00000031 to attach disk [datastore1] c657ae98-7ffb-47de-a697-00dadba3b0a8/c657ae98-7ffb-47de-a697-00dadba3b0a8.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.927029] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0eb808fa-a200-450e-bbc4-a15dc664eb42 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.933920] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for the task: (returnval){ [ 732.933920] env[63440]: value = "task-2661380" [ 732.933920] env[63440]: _type = "Task" [ 732.933920] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.950212] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661380, 'name': Rename_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.993131] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd9e966-fd6c-40b3-a7c2-a3dfe6b9601c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.993362] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0e6055a-35c9-4e4f-8f96-1d5ebb1b3a83 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.002289] env[63440]: DEBUG oslo_vmware.api [None req-4cd9e966-fd6c-40b3-a7c2-a3dfe6b9601c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 733.002289] env[63440]: value = "task-2661381" [ 733.002289] env[63440]: _type = "Task" [ 733.002289] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.010905] env[63440]: DEBUG oslo_vmware.api [None req-4cd9e966-fd6c-40b3-a7c2-a3dfe6b9601c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.200674] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661378, 'name': Rename_Task, 'duration_secs': 0.146191} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.201167] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.201233] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-761cd0af-14da-4fd6-b39b-a8d8f5cc3129 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.210935] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 733.210935] env[63440]: value = "task-2661382" [ 733.210935] env[63440]: _type = "Task" [ 733.210935] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.233714] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.260437] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661379, 'name': Rename_Task, 'duration_secs': 0.178516} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.260720] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.261018] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40daae91-4298-4e0f-ae75-b6bbcc0dae47 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.269614] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 733.269614] env[63440]: value = "task-2661383" [ 733.269614] env[63440]: _type = "Task" [ 733.269614] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.280338] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.349890] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6ad45a-2b52-4fbd-9dae-f25796247081 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.358270] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1eb1231-1466-4ce0-bf93-51529414fcd6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.391755] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9821c80c-fb6b-4281-a332-4506bc92ce42 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.400913] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e74cdb4-2f2b-442a-924c-09257e5b0df5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.415359] env[63440]: DEBUG nova.compute.provider_tree [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.447885] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661380, 'name': Rename_Task, 'duration_secs': 0.16694} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.448265] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.448556] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ca6c9ca-7272-4b5c-b395-b4a8e2298d5b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.458372] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for the task: (returnval){ [ 733.458372] env[63440]: value = "task-2661384" [ 733.458372] env[63440]: _type = "Task" [ 733.458372] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.467794] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.513112] env[63440]: DEBUG oslo_vmware.api [None req-4cd9e966-fd6c-40b3-a7c2-a3dfe6b9601c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661381, 'name': PowerOffVM_Task, 'duration_secs': 0.205393} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.513436] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd9e966-fd6c-40b3-a7c2-a3dfe6b9601c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.513642] env[63440]: DEBUG nova.compute.manager [None req-4cd9e966-fd6c-40b3-a7c2-a3dfe6b9601c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.514506] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0946c326-e143-4524-baed-3def7861d95f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.724288] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661382, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.781156] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661383, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.952856] env[63440]: DEBUG nova.scheduler.client.report [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Updated inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 733.953195] env[63440]: DEBUG nova.compute.provider_tree [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 73 to 74 during operation: update_inventory {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 733.953387] env[63440]: DEBUG nova.compute.provider_tree [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.969743] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661384, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.028770] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cd9e966-fd6c-40b3-a7c2-a3dfe6b9601c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.234155] env[63440]: DEBUG oslo_vmware.api [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661382, 'name': PowerOnVM_Task, 'duration_secs': 0.562844} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.234525] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.235399] env[63440]: DEBUG nova.compute.manager [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.236402] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff31b22a-8c35-4340-96de-e2e2d8f433d2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.285351] env[63440]: DEBUG oslo_vmware.api [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661383, 'name': PowerOnVM_Task, 'duration_secs': 0.532299} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.285907] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.286443] env[63440]: INFO nova.compute.manager [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Took 9.92 seconds to spawn the instance on the hypervisor. [ 734.287229] env[63440]: DEBUG nova.compute.manager [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.288601] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d36242-a1a6-4682-a7c7-07d251138a29 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.459414] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.460212] env[63440]: DEBUG nova.compute.manager [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.464357] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.578s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.468601] env[63440]: INFO nova.compute.claims [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.480585] env[63440]: DEBUG oslo_vmware.api [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661384, 'name': PowerOnVM_Task, 'duration_secs': 0.882065} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.480855] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.481073] env[63440]: INFO nova.compute.manager [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Took 8.04 seconds to spawn the instance on the hypervisor. [ 734.481254] env[63440]: DEBUG nova.compute.manager [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.482244] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0253953b-d032-40ba-9fb4-f76b89a9ee34 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.761312] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.815999] env[63440]: INFO nova.compute.manager [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Took 49.09 seconds to build instance. [ 734.880296] env[63440]: DEBUG nova.objects.instance [None req-5882e089-355e-477b-b463-3e6f5792180f tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lazy-loading 'flavor' on Instance uuid 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.973481] env[63440]: DEBUG nova.compute.utils [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.976633] env[63440]: DEBUG nova.compute.manager [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.976633] env[63440]: DEBUG nova.network.neutron [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.999629] env[63440]: INFO nova.compute.manager [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Took 45.09 seconds to build instance. [ 735.031240] env[63440]: DEBUG nova.policy [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ae090b51c624ac9b69c8ef7ac448c90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad4c53eff01740eb840aa42451b1b6cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.319867] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab574455-e2e4-4af7-a01a-c37358b7d1a8 tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Lock "bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.471s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.387037] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5882e089-355e-477b-b463-3e6f5792180f tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "refresh_cache-2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.387281] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5882e089-355e-477b-b463-3e6f5792180f tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquired lock "refresh_cache-2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.387400] env[63440]: DEBUG nova.network.neutron [None req-5882e089-355e-477b-b463-3e6f5792180f tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.387584] env[63440]: DEBUG nova.objects.instance [None req-5882e089-355e-477b-b463-3e6f5792180f tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lazy-loading 'info_cache' on Instance uuid 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.475906] env[63440]: DEBUG nova.compute.manager [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.502258] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4cd6aeca-2003-4d27-afab-251ea0283fc9 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Lock "c657ae98-7ffb-47de-a697-00dadba3b0a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.786s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.783654] env[63440]: DEBUG nova.network.neutron [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Successfully created port: ff21749d-6ecc-4514-8149-1c11975aaecc {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.823639] env[63440]: DEBUG nova.compute.manager [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.833334] env[63440]: INFO nova.compute.manager [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Rebuilding instance [ 735.886938] env[63440]: DEBUG nova.compute.manager [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.887828] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1c9cb6-8d85-42d5-9574-f3f3fbdb074a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.893640] env[63440]: DEBUG nova.objects.base [None req-5882e089-355e-477b-b463-3e6f5792180f tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Object Instance<2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5> lazy-loaded attributes: flavor,info_cache {{(pid=63440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 736.009120] env[63440]: DEBUG nova.compute.manager [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.040561] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a82446-5469-4365-a8a1-37a0d3a0110b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.049435] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e975e5e-b281-4db6-84c0-3bbd6731e04f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.089343] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc67330-b5d8-4a9f-94ca-a7105ee1ed06 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.099478] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e895ab-0fd9-4461-8132-0eb7bdfd2004 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.115914] env[63440]: DEBUG nova.compute.provider_tree [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.357973] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.496046] env[63440]: DEBUG nova.compute.manager [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.534439] env[63440]: DEBUG nova.virt.hardware [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.534909] env[63440]: DEBUG nova.virt.hardware [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.537800] env[63440]: DEBUG nova.virt.hardware [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.537800] env[63440]: DEBUG nova.virt.hardware [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.537800] env[63440]: DEBUG nova.virt.hardware [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.537800] env[63440]: DEBUG nova.virt.hardware [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.537800] env[63440]: DEBUG nova.virt.hardware [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.537800] env[63440]: DEBUG nova.virt.hardware [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.537800] env[63440]: DEBUG nova.virt.hardware [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.537800] env[63440]: DEBUG nova.virt.hardware [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.537800] env[63440]: DEBUG nova.virt.hardware [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.537800] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49678690-0343-4839-8e5a-91d64c061ac7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.547410] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.555233] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea0130c-eaf9-4b43-b474-7086a084df00 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.619198] env[63440]: DEBUG nova.scheduler.client.report [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.779773] env[63440]: DEBUG nova.network.neutron [None req-5882e089-355e-477b-b463-3e6f5792180f tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Updating instance_info_cache with network_info: [{"id": "e69713a9-7e3a-49a1-8307-d2142c0f5405", "address": "fa:16:3e:01:f2:cc", "network": {"id": "6036bae1-f6e5-494f-97c5-954d6227a24a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1980630933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b970333f4143818355d51fa6e38cd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69713a9-7e", "ovs_interfaceid": "e69713a9-7e3a-49a1-8307-d2142c0f5405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.907633] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.910625] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0c021f3-b1b9-40e9-83ed-5710a56d5c99 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.918654] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 736.918654] env[63440]: value = "task-2661385" [ 736.918654] env[63440]: _type = "Task" [ 736.918654] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.931037] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.124825] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.125410] env[63440]: DEBUG nova.compute.manager [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.128424] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.524s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.131870] env[63440]: DEBUG nova.objects.instance [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lazy-loading 'resources' on Instance uuid a59dcb53-3881-4646-863a-d85912569c7d {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.231496] env[63440]: DEBUG nova.compute.manager [req-70426762-7c02-4771-8d41-6166eef09492 req-9d2c8708-b416-47bf-83d4-709febbe3fb6 service nova] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Received event network-changed-ef9ba047-c35d-4baf-84dc-4f390b3ff58f {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.231690] env[63440]: DEBUG nova.compute.manager [req-70426762-7c02-4771-8d41-6166eef09492 req-9d2c8708-b416-47bf-83d4-709febbe3fb6 service nova] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Refreshing instance network info cache due to event network-changed-ef9ba047-c35d-4baf-84dc-4f390b3ff58f. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 737.231902] env[63440]: DEBUG oslo_concurrency.lockutils [req-70426762-7c02-4771-8d41-6166eef09492 req-9d2c8708-b416-47bf-83d4-709febbe3fb6 service nova] Acquiring lock "refresh_cache-bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.232399] env[63440]: DEBUG oslo_concurrency.lockutils [req-70426762-7c02-4771-8d41-6166eef09492 req-9d2c8708-b416-47bf-83d4-709febbe3fb6 service nova] Acquired lock "refresh_cache-bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.232622] env[63440]: DEBUG nova.network.neutron [req-70426762-7c02-4771-8d41-6166eef09492 req-9d2c8708-b416-47bf-83d4-709febbe3fb6 service nova] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Refreshing network info cache for port ef9ba047-c35d-4baf-84dc-4f390b3ff58f {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.284296] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5882e089-355e-477b-b463-3e6f5792180f tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Releasing lock "refresh_cache-2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.429897] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661385, 'name': PowerOffVM_Task, 'duration_secs': 0.385084} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.434188] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.434482] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.435333] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b47f4d-645b-4241-a74c-76bd04a5f3ee {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.445157] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.445423] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3b215e2-9635-46e1-9239-35410fb6a81d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.486695] env[63440]: DEBUG nova.network.neutron [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Successfully updated port: ff21749d-6ecc-4514-8149-1c11975aaecc {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.521673] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.521884] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.522040] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Deleting the datastore file [datastore2] f0398dc1-6edc-4245-acc7-b757741bdcf2 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.522316] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbafea70-fdf0-484a-a697-a1b58ee6812f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.529397] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 737.529397] env[63440]: value = "task-2661387" [ 737.529397] env[63440]: _type = "Task" [ 737.529397] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.541558] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.628373] env[63440]: DEBUG nova.compute.manager [req-c38ffa26-75c5-4685-b054-15feb0fbfe3b req-21eab2ef-bd08-40af-ba10-a6a9b2582bee service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Received event network-vif-plugged-ff21749d-6ecc-4514-8149-1c11975aaecc {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.628837] env[63440]: DEBUG oslo_concurrency.lockutils [req-c38ffa26-75c5-4685-b054-15feb0fbfe3b req-21eab2ef-bd08-40af-ba10-a6a9b2582bee service nova] Acquiring lock "2aed780b-9671-434f-99e8-3d75f19e95aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.629094] env[63440]: DEBUG oslo_concurrency.lockutils [req-c38ffa26-75c5-4685-b054-15feb0fbfe3b req-21eab2ef-bd08-40af-ba10-a6a9b2582bee service nova] Lock "2aed780b-9671-434f-99e8-3d75f19e95aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.629567] env[63440]: DEBUG oslo_concurrency.lockutils [req-c38ffa26-75c5-4685-b054-15feb0fbfe3b req-21eab2ef-bd08-40af-ba10-a6a9b2582bee service nova] Lock "2aed780b-9671-434f-99e8-3d75f19e95aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.629699] env[63440]: DEBUG nova.compute.manager [req-c38ffa26-75c5-4685-b054-15feb0fbfe3b req-21eab2ef-bd08-40af-ba10-a6a9b2582bee service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] No waiting events found dispatching network-vif-plugged-ff21749d-6ecc-4514-8149-1c11975aaecc {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.629931] env[63440]: WARNING nova.compute.manager [req-c38ffa26-75c5-4685-b054-15feb0fbfe3b req-21eab2ef-bd08-40af-ba10-a6a9b2582bee service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Received unexpected event network-vif-plugged-ff21749d-6ecc-4514-8149-1c11975aaecc for instance with vm_state building and task_state spawning. [ 737.639026] env[63440]: DEBUG nova.compute.utils [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.640715] env[63440]: DEBUG nova.compute.manager [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.640715] env[63440]: DEBUG nova.network.neutron [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.690633] env[63440]: DEBUG nova.policy [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51ba0ca4c4754c6d8c81a85553a46775', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '861b58efd78744f4931c8ebbbb76adef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.995271] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "refresh_cache-2aed780b-9671-434f-99e8-3d75f19e95aa" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.995271] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquired lock "refresh_cache-2aed780b-9671-434f-99e8-3d75f19e95aa" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.995271] env[63440]: DEBUG nova.network.neutron [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.045016] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408552} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.045303] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.045487] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.045665] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.122904] env[63440]: DEBUG nova.network.neutron [req-70426762-7c02-4771-8d41-6166eef09492 req-9d2c8708-b416-47bf-83d4-709febbe3fb6 service nova] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Updated VIF entry in instance network info cache for port ef9ba047-c35d-4baf-84dc-4f390b3ff58f. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.123255] env[63440]: DEBUG nova.network.neutron [req-70426762-7c02-4771-8d41-6166eef09492 req-9d2c8708-b416-47bf-83d4-709febbe3fb6 service nova] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Updating instance_info_cache with network_info: [{"id": "ef9ba047-c35d-4baf-84dc-4f390b3ff58f", "address": "fa:16:3e:df:02:57", "network": {"id": "381a3bfc-b1b6-4a0d-9db6-bd9611005549", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1844457221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9d9d54f838427ba5e7116f4aa0247d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef9ba047-c3", "ovs_interfaceid": "ef9ba047-c35d-4baf-84dc-4f390b3ff58f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.145228] env[63440]: DEBUG nova.compute.manager [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.162989] env[63440]: DEBUG nova.network.neutron [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Successfully created port: 8b41aa7b-259f-4209-b695-28b7f310e8aa {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.196240] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627cb785-40f3-4321-a866-37574051ef9d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.207975] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3495b8-72d6-4755-918a-5050038c7eb6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.246771] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701affcf-6344-4fbf-8b03-0d59003065c2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.255123] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7eb821-3868-460f-bd08-0618fc464875 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.271001] env[63440]: DEBUG nova.compute.provider_tree [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 738.290224] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5882e089-355e-477b-b463-3e6f5792180f tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.290509] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7425b13-c578-406b-b6a4-a8c5b367110f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.298915] env[63440]: DEBUG oslo_vmware.api [None req-5882e089-355e-477b-b463-3e6f5792180f tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 738.298915] env[63440]: value = "task-2661388" [ 738.298915] env[63440]: _type = "Task" [ 738.298915] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.308277] env[63440]: DEBUG oslo_vmware.api [None req-5882e089-355e-477b-b463-3e6f5792180f tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.540626] env[63440]: DEBUG nova.network.neutron [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.627011] env[63440]: DEBUG oslo_concurrency.lockutils [req-70426762-7c02-4771-8d41-6166eef09492 req-9d2c8708-b416-47bf-83d4-709febbe3fb6 service nova] Releasing lock "refresh_cache-bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.737656] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquiring lock "74ba9af4-e8cd-4f39-9582-dba56cae23be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.738204] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Lock "74ba9af4-e8cd-4f39-9582-dba56cae23be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.772501] env[63440]: DEBUG nova.network.neutron [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Updating instance_info_cache with network_info: [{"id": "ff21749d-6ecc-4514-8149-1c11975aaecc", "address": "fa:16:3e:cf:33:d9", "network": {"id": "dda8f4bb-b8fc-4de1-afea-976d055b16c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-625788292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4c53eff01740eb840aa42451b1b6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff21749d-6e", "ovs_interfaceid": "ff21749d-6ecc-4514-8149-1c11975aaecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.796054] env[63440]: ERROR nova.scheduler.client.report [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [req-ffca8847-84b6-4e62-9a9c-d642682627a5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ffca8847-84b6-4e62-9a9c-d642682627a5"}]} [ 738.810561] env[63440]: DEBUG oslo_vmware.api [None req-5882e089-355e-477b-b463-3e6f5792180f tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.812468] env[63440]: DEBUG nova.scheduler.client.report [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Refreshing inventories for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 738.828126] env[63440]: DEBUG nova.scheduler.client.report [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Updating ProviderTree inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 738.828126] env[63440]: DEBUG nova.compute.provider_tree [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 738.840222] env[63440]: DEBUG nova.scheduler.client.report [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Refreshing aggregate associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, aggregates: None {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 738.858231] env[63440]: DEBUG nova.scheduler.client.report [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Refreshing trait associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 739.089966] env[63440]: DEBUG nova.virt.hardware [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.090341] env[63440]: DEBUG nova.virt.hardware [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.090408] env[63440]: DEBUG nova.virt.hardware [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.090573] env[63440]: DEBUG nova.virt.hardware [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.091621] env[63440]: DEBUG nova.virt.hardware [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.091621] env[63440]: DEBUG nova.virt.hardware [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.091621] env[63440]: DEBUG nova.virt.hardware [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.091621] env[63440]: DEBUG nova.virt.hardware [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.091621] env[63440]: DEBUG nova.virt.hardware [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.091621] env[63440]: DEBUG nova.virt.hardware [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.091961] env[63440]: DEBUG nova.virt.hardware [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.092666] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c30a62-4623-4ec7-977c-729d669ef527 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.103442] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9a8514-1cb3-4d6c-9644-aad5d985f9fe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.117898] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:85:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a2b93f5-3520-4975-b725-d45e61adabc7', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.125434] env[63440]: DEBUG oslo.service.loopingcall [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 739.128090] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.128533] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1fd0ffc-fa60-4745-afb1-7c6b05224ec6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.152061] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.152061] env[63440]: value = "task-2661389" [ 739.152061] env[63440]: _type = "Task" [ 739.152061] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.158193] env[63440]: DEBUG nova.compute.manager [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.165728] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661389, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.183299] env[63440]: DEBUG nova.virt.hardware [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.183455] env[63440]: DEBUG nova.virt.hardware [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.183617] env[63440]: DEBUG nova.virt.hardware [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.183807] env[63440]: DEBUG nova.virt.hardware [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.183983] env[63440]: DEBUG nova.virt.hardware [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.184155] env[63440]: DEBUG nova.virt.hardware [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.184366] env[63440]: DEBUG nova.virt.hardware [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.184528] env[63440]: DEBUG nova.virt.hardware [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.184693] env[63440]: DEBUG nova.virt.hardware [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.184855] env[63440]: DEBUG nova.virt.hardware [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.185037] env[63440]: DEBUG nova.virt.hardware [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.185944] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9f7ead-ccc5-46fa-ab02-dc967874a677 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.198025] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0bdb24-cbb0-4bb4-a6b1-7c419c3db420 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.278998] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Releasing lock "refresh_cache-2aed780b-9671-434f-99e8-3d75f19e95aa" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.279336] env[63440]: DEBUG nova.compute.manager [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Instance network_info: |[{"id": "ff21749d-6ecc-4514-8149-1c11975aaecc", "address": "fa:16:3e:cf:33:d9", "network": {"id": "dda8f4bb-b8fc-4de1-afea-976d055b16c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-625788292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4c53eff01740eb840aa42451b1b6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff21749d-6e", "ovs_interfaceid": "ff21749d-6ecc-4514-8149-1c11975aaecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.279759] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:33:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff21749d-6ecc-4514-8149-1c11975aaecc', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.288052] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Creating folder: Project (ad4c53eff01740eb840aa42451b1b6cc). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.291285] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c093175-6dc5-4495-be31-f0f10160062f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.309574] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Created folder: Project (ad4c53eff01740eb840aa42451b1b6cc) in parent group-v536546. [ 739.309778] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Creating folder: Instances. Parent ref: group-v536696. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.310545] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1eee7885-b812-4d9b-be6b-ad9853aaad31 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.316349] env[63440]: DEBUG oslo_vmware.api [None req-5882e089-355e-477b-b463-3e6f5792180f tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661388, 'name': PowerOnVM_Task, 'duration_secs': 0.675732} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.316612] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5882e089-355e-477b-b463-3e6f5792180f tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.316809] env[63440]: DEBUG nova.compute.manager [None req-5882e089-355e-477b-b463-3e6f5792180f tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.317660] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807da9d0-a785-4e9e-a8c8-3c23cdf92d4b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.321827] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Created folder: Instances in parent group-v536696. [ 739.322196] env[63440]: DEBUG oslo.service.loopingcall [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 739.322914] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.323166] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26108883-cd68-4ac1-b426-0957175a3265 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.349315] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.349315] env[63440]: value = "task-2661392" [ 739.349315] env[63440]: _type = "Task" [ 739.349315] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.356314] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Acquiring lock "31f44af8-f448-4daa-83cf-6efcda620ec1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.356558] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Lock "31f44af8-f448-4daa-83cf-6efcda620ec1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.367414] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661392, 'name': CreateVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.390615] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5a74c5-5b33-47d7-8c2f-3ad7a237a158 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.399462] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d384394e-1671-406b-91e8-de0622ca5edd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.434373] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26527fc9-ab62-47e9-b02f-1d2500c04f49 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.442925] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c31853-9947-47c2-bf28-b35bfe464b0d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.457556] env[63440]: DEBUG nova.compute.provider_tree [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.661840] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661389, 'name': CreateVM_Task, 'duration_secs': 0.493804} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.663160] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.664538] env[63440]: DEBUG nova.compute.manager [req-19d2fc90-f5b5-441b-b07d-e447cbcb9c0b req-0f159bef-cfb6-4f33-b01a-b9d6b6730583 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Received event network-changed-ff21749d-6ecc-4514-8149-1c11975aaecc {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.664758] env[63440]: DEBUG nova.compute.manager [req-19d2fc90-f5b5-441b-b07d-e447cbcb9c0b req-0f159bef-cfb6-4f33-b01a-b9d6b6730583 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Refreshing instance network info cache due to event network-changed-ff21749d-6ecc-4514-8149-1c11975aaecc. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 739.664982] env[63440]: DEBUG oslo_concurrency.lockutils [req-19d2fc90-f5b5-441b-b07d-e447cbcb9c0b req-0f159bef-cfb6-4f33-b01a-b9d6b6730583 service nova] Acquiring lock "refresh_cache-2aed780b-9671-434f-99e8-3d75f19e95aa" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.665207] env[63440]: DEBUG oslo_concurrency.lockutils [req-19d2fc90-f5b5-441b-b07d-e447cbcb9c0b req-0f159bef-cfb6-4f33-b01a-b9d6b6730583 service nova] Acquired lock "refresh_cache-2aed780b-9671-434f-99e8-3d75f19e95aa" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.665357] env[63440]: DEBUG nova.network.neutron [req-19d2fc90-f5b5-441b-b07d-e447cbcb9c0b req-0f159bef-cfb6-4f33-b01a-b9d6b6730583 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Refreshing network info cache for port ff21749d-6ecc-4514-8149-1c11975aaecc {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.668313] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.669460] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.669460] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.669575] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce197763-8879-41c3-aa26-d5b813beeedd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.676870] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 739.676870] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520d1682-69fc-f3c6-1290-5dd414ca9999" [ 739.676870] env[63440]: _type = "Task" [ 739.676870] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.686182] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520d1682-69fc-f3c6-1290-5dd414ca9999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.689230] env[63440]: DEBUG nova.network.neutron [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Successfully updated port: 8b41aa7b-259f-4209-b695-28b7f310e8aa {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.860864] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661392, 'name': CreateVM_Task, 'duration_secs': 0.361177} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.861287] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.861947] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.978708] env[63440]: ERROR nova.scheduler.client.report [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [req-6ae12aec-f447-4168-97a5-2c47f3b5177b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6ae12aec-f447-4168-97a5-2c47f3b5177b"}]} [ 739.996187] env[63440]: DEBUG nova.scheduler.client.report [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Refreshing inventories for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 740.011596] env[63440]: DEBUG nova.scheduler.client.report [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Updating ProviderTree inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 740.011865] env[63440]: DEBUG nova.compute.provider_tree [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.023079] env[63440]: DEBUG nova.scheduler.client.report [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Refreshing aggregate associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, aggregates: None {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 740.041255] env[63440]: DEBUG nova.scheduler.client.report [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Refreshing trait associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 740.192248] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquiring lock "refresh_cache-46244f20-1d30-4c37-9ef5-ee3e24ac877e" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.192440] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquired lock "refresh_cache-46244f20-1d30-4c37-9ef5-ee3e24ac877e" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.192580] env[63440]: DEBUG nova.network.neutron [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.193783] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520d1682-69fc-f3c6-1290-5dd414ca9999, 'name': SearchDatastore_Task, 'duration_secs': 0.018997} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.194046] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.194388] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.194661] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.194929] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.195137] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.195634] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.195930] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.196165] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e21dc3aa-c261-4cec-b393-6a37e1640ae2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.200182] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ef69c0-10d4-45b2-adc3-42917cfeb731 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.209764] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 740.209764] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c5b621-bc6f-9e3d-9279-5706cdf185a4" [ 740.209764] env[63440]: _type = "Task" [ 740.209764] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.210811] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.210989] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.214967] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ffc7688-b831-41fc-8ab9-815a184ab56c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.223704] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 740.223704] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ead1c0-488c-8175-d393-a652c9023703" [ 740.223704] env[63440]: _type = "Task" [ 740.223704] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.227017] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c5b621-bc6f-9e3d-9279-5706cdf185a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.238421] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ead1c0-488c-8175-d393-a652c9023703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.384330] env[63440]: DEBUG nova.network.neutron [req-19d2fc90-f5b5-441b-b07d-e447cbcb9c0b req-0f159bef-cfb6-4f33-b01a-b9d6b6730583 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Updated VIF entry in instance network info cache for port ff21749d-6ecc-4514-8149-1c11975aaecc. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.385547] env[63440]: DEBUG nova.network.neutron [req-19d2fc90-f5b5-441b-b07d-e447cbcb9c0b req-0f159bef-cfb6-4f33-b01a-b9d6b6730583 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Updating instance_info_cache with network_info: [{"id": "ff21749d-6ecc-4514-8149-1c11975aaecc", "address": "fa:16:3e:cf:33:d9", "network": {"id": "dda8f4bb-b8fc-4de1-afea-976d055b16c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-625788292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4c53eff01740eb840aa42451b1b6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff21749d-6e", "ovs_interfaceid": "ff21749d-6ecc-4514-8149-1c11975aaecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.449640] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5076667f-b1f0-4497-a5dc-ed58b163d6df {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.458434] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52205f2c-c79d-471c-b8aa-cb637cbbe518 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.488455] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915a6921-8a2f-4937-8ad6-af29596d78d1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.496629] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710901f1-e974-4082-9ce0-8c26e9f14166 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.512038] env[63440]: DEBUG nova.compute.provider_tree [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.724495] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c5b621-bc6f-9e3d-9279-5706cdf185a4, 'name': SearchDatastore_Task, 'duration_secs': 0.022574} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.724908] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.725272] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.725579] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.735768] env[63440]: DEBUG nova.network.neutron [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.743794] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ead1c0-488c-8175-d393-a652c9023703, 'name': SearchDatastore_Task, 'duration_secs': 0.022974} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.745363] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d56873c-55e8-426b-8188-94d5ec097fe5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.752301] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 740.752301] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c8db78-234c-36f8-c034-d0c93cbbc2d0" [ 740.752301] env[63440]: _type = "Task" [ 740.752301] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.765252] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c8db78-234c-36f8-c034-d0c93cbbc2d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.872171] env[63440]: DEBUG nova.network.neutron [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Updating instance_info_cache with network_info: [{"id": "8b41aa7b-259f-4209-b695-28b7f310e8aa", "address": "fa:16:3e:32:f4:9c", "network": {"id": "0e2c585b-03b4-4b41-b075-88b18029dc9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-471179568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "861b58efd78744f4931c8ebbbb76adef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b41aa7b-25", "ovs_interfaceid": "8b41aa7b-259f-4209-b695-28b7f310e8aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.887556] env[63440]: DEBUG oslo_concurrency.lockutils [req-19d2fc90-f5b5-441b-b07d-e447cbcb9c0b req-0f159bef-cfb6-4f33-b01a-b9d6b6730583 service nova] Releasing lock "refresh_cache-2aed780b-9671-434f-99e8-3d75f19e95aa" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.887842] env[63440]: DEBUG nova.compute.manager [req-19d2fc90-f5b5-441b-b07d-e447cbcb9c0b req-0f159bef-cfb6-4f33-b01a-b9d6b6730583 service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Received event network-vif-plugged-8b41aa7b-259f-4209-b695-28b7f310e8aa {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.888555] env[63440]: DEBUG oslo_concurrency.lockutils [req-19d2fc90-f5b5-441b-b07d-e447cbcb9c0b req-0f159bef-cfb6-4f33-b01a-b9d6b6730583 service nova] Acquiring lock "46244f20-1d30-4c37-9ef5-ee3e24ac877e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.888555] env[63440]: DEBUG oslo_concurrency.lockutils [req-19d2fc90-f5b5-441b-b07d-e447cbcb9c0b req-0f159bef-cfb6-4f33-b01a-b9d6b6730583 service nova] Lock "46244f20-1d30-4c37-9ef5-ee3e24ac877e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.888555] env[63440]: DEBUG oslo_concurrency.lockutils [req-19d2fc90-f5b5-441b-b07d-e447cbcb9c0b req-0f159bef-cfb6-4f33-b01a-b9d6b6730583 service nova] Lock "46244f20-1d30-4c37-9ef5-ee3e24ac877e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.888738] env[63440]: DEBUG nova.compute.manager [req-19d2fc90-f5b5-441b-b07d-e447cbcb9c0b req-0f159bef-cfb6-4f33-b01a-b9d6b6730583 service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] No waiting events found dispatching network-vif-plugged-8b41aa7b-259f-4209-b695-28b7f310e8aa {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.888791] env[63440]: WARNING nova.compute.manager [req-19d2fc90-f5b5-441b-b07d-e447cbcb9c0b req-0f159bef-cfb6-4f33-b01a-b9d6b6730583 service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Received unexpected event network-vif-plugged-8b41aa7b-259f-4209-b695-28b7f310e8aa for instance with vm_state building and task_state spawning. [ 741.043409] env[63440]: DEBUG nova.scheduler.client.report [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Updated inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 741.044215] env[63440]: DEBUG nova.compute.provider_tree [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 76 to 77 during operation: update_inventory {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 741.044215] env[63440]: DEBUG nova.compute.provider_tree [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.263658] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c8db78-234c-36f8-c034-d0c93cbbc2d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010306} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.263968] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.264209] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] f0398dc1-6edc-4245-acc7-b757741bdcf2/f0398dc1-6edc-4245-acc7-b757741bdcf2.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.264490] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.264671] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.264881] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c5b8f68-3d5a-42c4-a66f-8ef9a4c1586e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.266770] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da9a8538-3c6c-405a-848c-c3cff42a693c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.274505] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 741.274505] env[63440]: value = "task-2661393" [ 741.274505] env[63440]: _type = "Task" [ 741.274505] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.278804] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.278944] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.280128] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb2ef8d9-eca2-4218-9e1c-6b814b37937b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.285117] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.289025] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 741.289025] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5219033b-192f-23f8-721b-81899f8047fa" [ 741.289025] env[63440]: _type = "Task" [ 741.289025] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.296808] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5219033b-192f-23f8-721b-81899f8047fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.375179] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Releasing lock "refresh_cache-46244f20-1d30-4c37-9ef5-ee3e24ac877e" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.375540] env[63440]: DEBUG nova.compute.manager [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Instance network_info: |[{"id": "8b41aa7b-259f-4209-b695-28b7f310e8aa", "address": "fa:16:3e:32:f4:9c", "network": {"id": "0e2c585b-03b4-4b41-b075-88b18029dc9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-471179568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "861b58efd78744f4931c8ebbbb76adef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b41aa7b-25", "ovs_interfaceid": "8b41aa7b-259f-4209-b695-28b7f310e8aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.375982] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:f4:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b41aa7b-259f-4209-b695-28b7f310e8aa', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.383487] env[63440]: DEBUG oslo.service.loopingcall [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 741.383717] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.383964] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b5a3389-a481-4a67-9fb7-e423d1a10d1c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.406259] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.406259] env[63440]: value = "task-2661394" [ 741.406259] env[63440]: _type = "Task" [ 741.406259] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.415523] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661394, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.549065] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.420s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.552149] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.094s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.554503] env[63440]: INFO nova.compute.claims [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.570638] env[63440]: INFO nova.scheduler.client.report [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Deleted allocations for instance a59dcb53-3881-4646-863a-d85912569c7d [ 741.787930] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661393, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.803305] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5219033b-192f-23f8-721b-81899f8047fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009843} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.804232] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-080e1205-487e-4086-8f67-10fb61e20d76 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.809042] env[63440]: DEBUG nova.compute.manager [req-22074d92-4bcf-4ed0-8805-c63434e0d7cf req-5c127092-f675-4786-be23-658b9117135d service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Received event network-changed-8b41aa7b-259f-4209-b695-28b7f310e8aa {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.809188] env[63440]: DEBUG nova.compute.manager [req-22074d92-4bcf-4ed0-8805-c63434e0d7cf req-5c127092-f675-4786-be23-658b9117135d service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Refreshing instance network info cache due to event network-changed-8b41aa7b-259f-4209-b695-28b7f310e8aa. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 741.809451] env[63440]: DEBUG oslo_concurrency.lockutils [req-22074d92-4bcf-4ed0-8805-c63434e0d7cf req-5c127092-f675-4786-be23-658b9117135d service nova] Acquiring lock "refresh_cache-46244f20-1d30-4c37-9ef5-ee3e24ac877e" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.809636] env[63440]: DEBUG oslo_concurrency.lockutils [req-22074d92-4bcf-4ed0-8805-c63434e0d7cf req-5c127092-f675-4786-be23-658b9117135d service nova] Acquired lock "refresh_cache-46244f20-1d30-4c37-9ef5-ee3e24ac877e" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.809811] env[63440]: DEBUG nova.network.neutron [req-22074d92-4bcf-4ed0-8805-c63434e0d7cf req-5c127092-f675-4786-be23-658b9117135d service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Refreshing network info cache for port 8b41aa7b-259f-4209-b695-28b7f310e8aa {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.816535] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 741.816535] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a3892d-1cb7-2cb2-7170-69c8e1473046" [ 741.816535] env[63440]: _type = "Task" [ 741.816535] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.827458] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a3892d-1cb7-2cb2-7170-69c8e1473046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.915123] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661394, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.078316] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b97ffcfe-5d29-45ce-a010-9dad14f33a0e tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lock "a59dcb53-3881-4646-863a-d85912569c7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.718s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.285104] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661393, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.327024] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a3892d-1cb7-2cb2-7170-69c8e1473046, 'name': SearchDatastore_Task, 'duration_secs': 0.016835} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.327024] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.327024] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 2aed780b-9671-434f-99e8-3d75f19e95aa/2aed780b-9671-434f-99e8-3d75f19e95aa.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.327258] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8905c12b-8216-4903-aa8f-0e508d0ef54d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.334827] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 742.334827] env[63440]: value = "task-2661395" [ 742.334827] env[63440]: _type = "Task" [ 742.334827] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.342981] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.419940] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661394, 'name': CreateVM_Task, 'duration_secs': 0.531089} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.420642] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.421401] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.421576] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.421896] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.424668] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c186033-b297-4d2f-8a8a-e4b3f35f816c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.429983] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for the task: (returnval){ [ 742.429983] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bcd4a6-36be-7b78-3fa2-d7da36e36402" [ 742.429983] env[63440]: _type = "Task" [ 742.429983] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.440173] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bcd4a6-36be-7b78-3fa2-d7da36e36402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.520491] env[63440]: DEBUG nova.network.neutron [req-22074d92-4bcf-4ed0-8805-c63434e0d7cf req-5c127092-f675-4786-be23-658b9117135d service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Updated VIF entry in instance network info cache for port 8b41aa7b-259f-4209-b695-28b7f310e8aa. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.520866] env[63440]: DEBUG nova.network.neutron [req-22074d92-4bcf-4ed0-8805-c63434e0d7cf req-5c127092-f675-4786-be23-658b9117135d service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Updating instance_info_cache with network_info: [{"id": "8b41aa7b-259f-4209-b695-28b7f310e8aa", "address": "fa:16:3e:32:f4:9c", "network": {"id": "0e2c585b-03b4-4b41-b075-88b18029dc9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-471179568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "861b58efd78744f4931c8ebbbb76adef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b41aa7b-25", "ovs_interfaceid": "8b41aa7b-259f-4209-b695-28b7f310e8aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.787771] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661393, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.846458] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.910906] env[63440]: DEBUG oslo_concurrency.lockutils [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquiring lock "722d4d20-24bc-4fcf-8358-054fedb3567d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.911155] env[63440]: DEBUG oslo_concurrency.lockutils [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lock "722d4d20-24bc-4fcf-8358-054fedb3567d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.911405] env[63440]: DEBUG oslo_concurrency.lockutils [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquiring lock "722d4d20-24bc-4fcf-8358-054fedb3567d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.911612] env[63440]: DEBUG oslo_concurrency.lockutils [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lock "722d4d20-24bc-4fcf-8358-054fedb3567d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.911797] env[63440]: DEBUG oslo_concurrency.lockutils [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lock "722d4d20-24bc-4fcf-8358-054fedb3567d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.916308] env[63440]: INFO nova.compute.manager [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Terminating instance [ 742.940925] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bcd4a6-36be-7b78-3fa2-d7da36e36402, 'name': SearchDatastore_Task, 'duration_secs': 0.075086} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.943577] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.943818] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.944104] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.944261] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.944444] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.944873] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d58a6d2-e0bb-4612-8927-6c89163f1eb3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.955080] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945af407-743b-49cd-8743-5ab084a62841 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.961844] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.962034] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.964436] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78633217-c264-459b-9c10-6147af99cf4f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.967335] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9718fa6-6b1b-49ba-a9bb-3b102a1731de {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.975379] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for the task: (returnval){ [ 742.975379] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]523abde4-a2b5-6cb8-172e-60f21a61330b" [ 742.975379] env[63440]: _type = "Task" [ 742.975379] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.003667] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50310c47-a89f-48ee-8246-af39ab581134 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.014349] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a680e0-67e0-4199-a088-d802f86218b3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.018067] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]523abde4-a2b5-6cb8-172e-60f21a61330b, 'name': SearchDatastore_Task, 'duration_secs': 0.024993} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.019311] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da70f976-d4a1-4bb4-9ec7-4240d8b37db6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.029092] env[63440]: DEBUG oslo_concurrency.lockutils [req-22074d92-4bcf-4ed0-8805-c63434e0d7cf req-5c127092-f675-4786-be23-658b9117135d service nova] Releasing lock "refresh_cache-46244f20-1d30-4c37-9ef5-ee3e24ac877e" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.029693] env[63440]: DEBUG nova.compute.provider_tree [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 743.035307] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for the task: (returnval){ [ 743.035307] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521ce7a4-c53d-a5f0-8911-40701469358d" [ 743.035307] env[63440]: _type = "Task" [ 743.035307] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.048447] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521ce7a4-c53d-a5f0-8911-40701469358d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.288869] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661393, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.527508} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.289321] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] f0398dc1-6edc-4245-acc7-b757741bdcf2/f0398dc1-6edc-4245-acc7-b757741bdcf2.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.289429] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.289719] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-043c7dd9-7455-4913-8389-8ceecece73f6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.298160] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 743.298160] env[63440]: value = "task-2661396" [ 743.298160] env[63440]: _type = "Task" [ 743.298160] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.308540] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.348378] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661395, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.421576] env[63440]: DEBUG nova.compute.manager [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.422107] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.422989] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e34953-1632-40bc-a704-5c56f0739dd9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.432785] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.432785] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a88d704-ef8d-4986-b11e-24b8aa3863ae {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.441411] env[63440]: DEBUG oslo_vmware.api [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 743.441411] env[63440]: value = "task-2661397" [ 743.441411] env[63440]: _type = "Task" [ 743.441411] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.453035] env[63440]: DEBUG oslo_vmware.api [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.546797] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521ce7a4-c53d-a5f0-8911-40701469358d, 'name': SearchDatastore_Task, 'duration_secs': 0.023328} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.547117] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.547435] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 46244f20-1d30-4c37-9ef5-ee3e24ac877e/46244f20-1d30-4c37-9ef5-ee3e24ac877e.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.547726] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27054360-076d-47a7-b8ae-ccdd0162bb41 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.558012] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for the task: (returnval){ [ 743.558012] env[63440]: value = "task-2661398" [ 743.558012] env[63440]: _type = "Task" [ 743.558012] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.569588] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.570752] env[63440]: DEBUG nova.scheduler.client.report [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Updated inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 743.571128] env[63440]: DEBUG nova.compute.provider_tree [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 77 to 78 during operation: update_inventory {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 743.571352] env[63440]: DEBUG nova.compute.provider_tree [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 743.809363] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092235} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.810070] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.810734] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dee6e7-2d31-4bf5-818b-bbb4ad0dad00 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.833104] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] f0398dc1-6edc-4245-acc7-b757741bdcf2/f0398dc1-6edc-4245-acc7-b757741bdcf2.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.833408] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7d99a11-f476-418a-a372-5ab7913793d3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.856076] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661395, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.308742} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.857239] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 2aed780b-9671-434f-99e8-3d75f19e95aa/2aed780b-9671-434f-99e8-3d75f19e95aa.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.857465] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.857764] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 743.857764] env[63440]: value = "task-2661399" [ 743.857764] env[63440]: _type = "Task" [ 743.857764] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.857949] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e5ab1f3-5d7e-4e59-8157-a3701c301a94 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.867469] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.868656] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 743.868656] env[63440]: value = "task-2661400" [ 743.868656] env[63440]: _type = "Task" [ 743.868656] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.877027] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.953485] env[63440]: DEBUG oslo_vmware.api [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661397, 'name': PowerOffVM_Task, 'duration_secs': 0.299445} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.953753] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.953968] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.954227] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b3af2dc-c2cc-4acb-bb2a-b679ce79b8df {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.023374] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.023584] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.023671] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Deleting the datastore file [datastore2] 722d4d20-24bc-4fcf-8358-054fedb3567d {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.024035] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcbb0447-0a8d-4839-87bc-e6763f10c67f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.031277] env[63440]: DEBUG oslo_vmware.api [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for the task: (returnval){ [ 744.031277] env[63440]: value = "task-2661402" [ 744.031277] env[63440]: _type = "Task" [ 744.031277] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.040540] env[63440]: DEBUG oslo_vmware.api [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.068084] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661398, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.077020] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.077557] env[63440]: DEBUG nova.compute.manager [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.080144] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.199s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.081543] env[63440]: INFO nova.compute.claims [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.370296] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661399, 'name': ReconfigVM_Task, 'duration_secs': 0.402196} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.373525] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Reconfigured VM instance instance-00000006 to attach disk [datastore2] f0398dc1-6edc-4245-acc7-b757741bdcf2/f0398dc1-6edc-4245-acc7-b757741bdcf2.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.374114] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9bd43f9-d813-4fde-aee9-32b2fcfc1c4b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.380600] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069409} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.381816] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.382528] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 744.382528] env[63440]: value = "task-2661403" [ 744.382528] env[63440]: _type = "Task" [ 744.382528] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.384054] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d078d5d4-f115-44fd-b3fa-7bebbe41caac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.409473] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661403, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.418970] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 2aed780b-9671-434f-99e8-3d75f19e95aa/2aed780b-9671-434f-99e8-3d75f19e95aa.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.419321] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-021a2888-c281-45ec-ba2c-7b5823fd46a5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.444305] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 744.444305] env[63440]: value = "task-2661404" [ 744.444305] env[63440]: _type = "Task" [ 744.444305] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.452648] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.542000] env[63440]: DEBUG oslo_vmware.api [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.568730] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.866884} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.568979] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 46244f20-1d30-4c37-9ef5-ee3e24ac877e/46244f20-1d30-4c37-9ef5-ee3e24ac877e.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.569362] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.569642] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a43a4832-d03c-4a86-8737-851a86bbc8d3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.579039] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for the task: (returnval){ [ 744.579039] env[63440]: value = "task-2661405" [ 744.579039] env[63440]: _type = "Task" [ 744.579039] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.585987] env[63440]: DEBUG nova.compute.utils [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.592489] env[63440]: DEBUG nova.compute.manager [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.592700] env[63440]: DEBUG nova.network.neutron [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.595012] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.640021] env[63440]: DEBUG nova.policy [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2a42cd433d843abac5dbabccf054e93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6b8072e72ed49a3bd3012385dc8822d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.896756] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661403, 'name': Rename_Task, 'duration_secs': 0.306095} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.897106] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.897394] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7db9dd36-6290-499e-8df5-665ccc47d73c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.901708] env[63440]: DEBUG nova.network.neutron [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Successfully created port: 36de91a8-ef8e-4492-bb8a-a4f95b383596 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.904981] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 744.904981] env[63440]: value = "task-2661406" [ 744.904981] env[63440]: _type = "Task" [ 744.904981] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.913423] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.957130] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.043396] env[63440]: DEBUG oslo_vmware.api [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Task: {'id': task-2661402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.651832} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.043675] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.043875] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.044076] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.044257] env[63440]: INFO nova.compute.manager [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Took 1.62 seconds to destroy the instance on the hypervisor. [ 745.044497] env[63440]: DEBUG oslo.service.loopingcall [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 745.044691] env[63440]: DEBUG nova.compute.manager [-] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.044785] env[63440]: DEBUG nova.network.neutron [-] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.089663] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080984} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.089953] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.090752] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276aad86-d94e-4b0d-be6a-8aac53b28f1e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.093441] env[63440]: DEBUG nova.compute.manager [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.124200] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 46244f20-1d30-4c37-9ef5-ee3e24ac877e/46244f20-1d30-4c37-9ef5-ee3e24ac877e.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.124458] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6ecde83-f4c0-4b5d-a127-73f4b7331135 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.150560] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for the task: (returnval){ [ 745.150560] env[63440]: value = "task-2661407" [ 745.150560] env[63440]: _type = "Task" [ 745.150560] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.159902] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.416204] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.456609] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661404, 'name': ReconfigVM_Task, 'duration_secs': 0.784184} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.459140] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 2aed780b-9671-434f-99e8-3d75f19e95aa/2aed780b-9671-434f-99e8-3d75f19e95aa.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.460212] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1418c23-6a9e-458a-8f00-55941978de8b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.468036] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 745.468036] env[63440]: value = "task-2661408" [ 745.468036] env[63440]: _type = "Task" [ 745.468036] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.476666] env[63440]: DEBUG nova.compute.manager [req-4b61a84a-96ac-475a-9472-dc3f147def61 req-897ebd70-d1cd-4f5a-971a-745ecc48ccec service nova] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Received event network-vif-deleted-067749fd-b28e-4d26-babd-4c8c5942187a {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.476876] env[63440]: INFO nova.compute.manager [req-4b61a84a-96ac-475a-9472-dc3f147def61 req-897ebd70-d1cd-4f5a-971a-745ecc48ccec service nova] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Neutron deleted interface 067749fd-b28e-4d26-babd-4c8c5942187a; detaching it from the instance and deleting it from the info cache [ 745.477068] env[63440]: DEBUG nova.network.neutron [req-4b61a84a-96ac-475a-9472-dc3f147def61 req-897ebd70-d1cd-4f5a-971a-745ecc48ccec service nova] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.481349] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661408, 'name': Rename_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.615704] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a3a963-6f8c-4369-bbaf-e22e32f8ec3b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.623647] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd7a3a3-ca84-4d89-9d88-d9376858c368 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.661447] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3bc16f-646d-42ea-98ce-6b60b04de435 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.668959] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661407, 'name': ReconfigVM_Task, 'duration_secs': 0.283044} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.671062] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 46244f20-1d30-4c37-9ef5-ee3e24ac877e/46244f20-1d30-4c37-9ef5-ee3e24ac877e.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.671697] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26f223a1-f08d-4738-8e7b-e33aa970144c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.674075] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acd518a-bc8b-420f-b3d5-23c9b927f006 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.687756] env[63440]: DEBUG nova.compute.provider_tree [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.690008] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for the task: (returnval){ [ 745.690008] env[63440]: value = "task-2661409" [ 745.690008] env[63440]: _type = "Task" [ 745.690008] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.697645] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661409, 'name': Rename_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.899324] env[63440]: DEBUG nova.network.neutron [-] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.917455] env[63440]: DEBUG oslo_vmware.api [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661406, 'name': PowerOnVM_Task, 'duration_secs': 0.571254} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.917732] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.917940] env[63440]: DEBUG nova.compute.manager [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.918709] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0750dad-9039-4636-b28c-99805853abee {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.977378] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661408, 'name': Rename_Task, 'duration_secs': 0.151297} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.977669] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.977903] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ca9ada0-4c1f-41fb-af6e-f0fbce194a5f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.982242] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18f7c052-087d-436a-b6df-e3514be4d8d5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.985162] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 745.985162] env[63440]: value = "task-2661410" [ 745.985162] env[63440]: _type = "Task" [ 745.985162] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.992518] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76e549b-0020-4da3-a572-e993022b7392 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.005910] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.032261] env[63440]: DEBUG nova.compute.manager [req-4b61a84a-96ac-475a-9472-dc3f147def61 req-897ebd70-d1cd-4f5a-971a-745ecc48ccec service nova] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Detach interface failed, port_id=067749fd-b28e-4d26-babd-4c8c5942187a, reason: Instance 722d4d20-24bc-4fcf-8358-054fedb3567d could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 746.104976] env[63440]: DEBUG nova.compute.manager [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.131165] env[63440]: DEBUG nova.virt.hardware [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.131446] env[63440]: DEBUG nova.virt.hardware [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.131604] env[63440]: DEBUG nova.virt.hardware [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.131793] env[63440]: DEBUG nova.virt.hardware [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.131963] env[63440]: DEBUG nova.virt.hardware [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.132151] env[63440]: DEBUG nova.virt.hardware [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.132369] env[63440]: DEBUG nova.virt.hardware [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.132547] env[63440]: DEBUG nova.virt.hardware [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.132741] env[63440]: DEBUG nova.virt.hardware [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.132977] env[63440]: DEBUG nova.virt.hardware [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.133206] env[63440]: DEBUG nova.virt.hardware [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.134195] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18ab565-6fb0-416f-89b5-c81fd6f131ab {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.142097] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38aef9e-ef27-42cf-91c1-c1e524562277 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.192113] env[63440]: DEBUG nova.scheduler.client.report [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.204336] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661409, 'name': Rename_Task, 'duration_secs': 0.148894} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.204529] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.204708] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-432c9388-2a18-4327-ae1f-57b36f615b52 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.211800] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for the task: (returnval){ [ 746.211800] env[63440]: value = "task-2661411" [ 746.211800] env[63440]: _type = "Task" [ 746.211800] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.405058] env[63440]: INFO nova.compute.manager [-] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Took 1.36 seconds to deallocate network for instance. [ 746.435580] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.496565] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661410, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.553828] env[63440]: DEBUG nova.network.neutron [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Successfully updated port: 36de91a8-ef8e-4492-bb8a-a4f95b383596 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.700544] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.701078] env[63440]: DEBUG nova.compute.manager [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.703667] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.113s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.705149] env[63440]: INFO nova.compute.claims [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.725233] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661411, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.911880] env[63440]: DEBUG oslo_concurrency.lockutils [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.996021] env[63440]: DEBUG oslo_vmware.api [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661410, 'name': PowerOnVM_Task, 'duration_secs': 0.514163} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.996021] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.996021] env[63440]: INFO nova.compute.manager [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Took 10.50 seconds to spawn the instance on the hypervisor. [ 746.996244] env[63440]: DEBUG nova.compute.manager [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.996906] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9083a9d0-4d94-4299-9af6-51d94ced7c29 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.057521] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "refresh_cache-ff7a8736-b2f0-49a2-aa11-263df9ab8c8c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.057521] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "refresh_cache-ff7a8736-b2f0-49a2-aa11-263df9ab8c8c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.057521] env[63440]: DEBUG nova.network.neutron [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.214587] env[63440]: DEBUG nova.compute.utils [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.217410] env[63440]: DEBUG nova.compute.manager [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.217599] env[63440]: DEBUG nova.network.neutron [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.230423] env[63440]: DEBUG oslo_vmware.api [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661411, 'name': PowerOnVM_Task, 'duration_secs': 0.658927} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.230594] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.230917] env[63440]: INFO nova.compute.manager [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Took 8.07 seconds to spawn the instance on the hypervisor. [ 747.231128] env[63440]: DEBUG nova.compute.manager [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.231903] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f28aa92-3c4d-43ac-ac09-e7a24cbe861f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.270240] env[63440]: DEBUG nova.policy [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a0276d2798b468ba5e86bf643336e86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6d1a357c02c43f9ac3a68120d3f4f86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.502150] env[63440]: DEBUG nova.compute.manager [req-36d481eb-3921-4bc7-aa24-6fa40badc0bb req-087e1842-7a81-4afd-a438-311cad32aa49 service nova] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Received event network-vif-plugged-36de91a8-ef8e-4492-bb8a-a4f95b383596 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.502395] env[63440]: DEBUG oslo_concurrency.lockutils [req-36d481eb-3921-4bc7-aa24-6fa40badc0bb req-087e1842-7a81-4afd-a438-311cad32aa49 service nova] Acquiring lock "ff7a8736-b2f0-49a2-aa11-263df9ab8c8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.502628] env[63440]: DEBUG oslo_concurrency.lockutils [req-36d481eb-3921-4bc7-aa24-6fa40badc0bb req-087e1842-7a81-4afd-a438-311cad32aa49 service nova] Lock "ff7a8736-b2f0-49a2-aa11-263df9ab8c8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.502734] env[63440]: DEBUG oslo_concurrency.lockutils [req-36d481eb-3921-4bc7-aa24-6fa40badc0bb req-087e1842-7a81-4afd-a438-311cad32aa49 service nova] Lock "ff7a8736-b2f0-49a2-aa11-263df9ab8c8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.502981] env[63440]: DEBUG nova.compute.manager [req-36d481eb-3921-4bc7-aa24-6fa40badc0bb req-087e1842-7a81-4afd-a438-311cad32aa49 service nova] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] No waiting events found dispatching network-vif-plugged-36de91a8-ef8e-4492-bb8a-a4f95b383596 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.503209] env[63440]: WARNING nova.compute.manager [req-36d481eb-3921-4bc7-aa24-6fa40badc0bb req-087e1842-7a81-4afd-a438-311cad32aa49 service nova] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Received unexpected event network-vif-plugged-36de91a8-ef8e-4492-bb8a-a4f95b383596 for instance with vm_state building and task_state spawning. [ 747.503384] env[63440]: DEBUG nova.compute.manager [req-36d481eb-3921-4bc7-aa24-6fa40badc0bb req-087e1842-7a81-4afd-a438-311cad32aa49 service nova] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Received event network-changed-36de91a8-ef8e-4492-bb8a-a4f95b383596 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.503597] env[63440]: DEBUG nova.compute.manager [req-36d481eb-3921-4bc7-aa24-6fa40badc0bb req-087e1842-7a81-4afd-a438-311cad32aa49 service nova] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Refreshing instance network info cache due to event network-changed-36de91a8-ef8e-4492-bb8a-a4f95b383596. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 747.503771] env[63440]: DEBUG oslo_concurrency.lockutils [req-36d481eb-3921-4bc7-aa24-6fa40badc0bb req-087e1842-7a81-4afd-a438-311cad32aa49 service nova] Acquiring lock "refresh_cache-ff7a8736-b2f0-49a2-aa11-263df9ab8c8c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.521994] env[63440]: INFO nova.compute.manager [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Took 44.81 seconds to build instance. [ 747.539015] env[63440]: DEBUG nova.network.neutron [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Successfully created port: 423bcfa1-3298-4bd6-9874-7b1280540406 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.561211] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.563189] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.604873] env[63440]: DEBUG nova.network.neutron [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.699077] env[63440]: DEBUG oslo_concurrency.lockutils [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "a2b60472-d9a3-46ff-82ed-f0ae9b259663" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.699343] env[63440]: DEBUG oslo_concurrency.lockutils [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "a2b60472-d9a3-46ff-82ed-f0ae9b259663" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.699570] env[63440]: DEBUG oslo_concurrency.lockutils [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "a2b60472-d9a3-46ff-82ed-f0ae9b259663-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.699760] env[63440]: DEBUG oslo_concurrency.lockutils [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "a2b60472-d9a3-46ff-82ed-f0ae9b259663-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.699945] env[63440]: DEBUG oslo_concurrency.lockutils [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "a2b60472-d9a3-46ff-82ed-f0ae9b259663-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.705928] env[63440]: INFO nova.compute.manager [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Terminating instance [ 747.718490] env[63440]: DEBUG nova.compute.manager [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.760481] env[63440]: INFO nova.compute.manager [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Took 41.89 seconds to build instance. [ 747.905509] env[63440]: DEBUG nova.network.neutron [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Updating instance_info_cache with network_info: [{"id": "36de91a8-ef8e-4492-bb8a-a4f95b383596", "address": "fa:16:3e:0f:f7:d0", "network": {"id": "683d0572-1971-4756-a78e-94e11c551500", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-948320418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b8072e72ed49a3bd3012385dc8822d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36de91a8-ef", "ovs_interfaceid": "36de91a8-ef8e-4492-bb8a-a4f95b383596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.024964] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7974b3cb-0108-4fc5-85d2-96419b03ab19 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "2aed780b-9671-434f-99e8-3d75f19e95aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.391s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.075407] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.075628] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.076641] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.076641] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.076641] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.076641] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.076641] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 748.076641] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.210683] env[63440]: DEBUG nova.compute.manager [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.210973] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.212172] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e095f32-5b73-4651-8f42-3b9781113457 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.227307] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.227307] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81485907-86d6-4cee-94d4-98106b31294f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.228942] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc2901d-329d-4680-acd6-e5618f11f33c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.237982] env[63440]: DEBUG oslo_vmware.api [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 748.237982] env[63440]: value = "task-2661412" [ 748.237982] env[63440]: _type = "Task" [ 748.237982] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.243227] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044bf4f5-6e27-4cf6-a112-829b951188ec {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.253482] env[63440]: DEBUG oslo_vmware.api [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.279393] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2d05e9cc-95ab-46ed-9b3a-c048d9ffee34 tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "46244f20-1d30-4c37-9ef5-ee3e24ac877e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.262s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.282719] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0806358-7a68-413c-b312-53a21ca07310 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.292816] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67451b91-f539-40a8-8366-09da136bc55d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.310179] env[63440]: DEBUG nova.compute.provider_tree [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.412176] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "refresh_cache-ff7a8736-b2f0-49a2-aa11-263df9ab8c8c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.412176] env[63440]: DEBUG nova.compute.manager [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Instance network_info: |[{"id": "36de91a8-ef8e-4492-bb8a-a4f95b383596", "address": "fa:16:3e:0f:f7:d0", "network": {"id": "683d0572-1971-4756-a78e-94e11c551500", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-948320418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b8072e72ed49a3bd3012385dc8822d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36de91a8-ef", "ovs_interfaceid": "36de91a8-ef8e-4492-bb8a-a4f95b383596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.412431] env[63440]: DEBUG oslo_concurrency.lockutils [req-36d481eb-3921-4bc7-aa24-6fa40badc0bb req-087e1842-7a81-4afd-a438-311cad32aa49 service nova] Acquired lock "refresh_cache-ff7a8736-b2f0-49a2-aa11-263df9ab8c8c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.412643] env[63440]: DEBUG nova.network.neutron [req-36d481eb-3921-4bc7-aa24-6fa40badc0bb req-087e1842-7a81-4afd-a438-311cad32aa49 service nova] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Refreshing network info cache for port 36de91a8-ef8e-4492-bb8a-a4f95b383596 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.413989] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:f7:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36de91a8-ef8e-4492-bb8a-a4f95b383596', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.422359] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Creating folder: Project (d6b8072e72ed49a3bd3012385dc8822d). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.428023] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5062705f-2ce3-4106-9f9e-95cfe92baa25 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.440299] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Created folder: Project (d6b8072e72ed49a3bd3012385dc8822d) in parent group-v536546. [ 748.440514] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Creating folder: Instances. Parent ref: group-v536700. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.440754] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6acd4641-ae0b-4752-914b-89d66f45787d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.451571] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Created folder: Instances in parent group-v536700. [ 748.451819] env[63440]: DEBUG oslo.service.loopingcall [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.452034] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.452252] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c60710fb-c55b-4849-939b-68a8ab64e1c8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.472302] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.472302] env[63440]: value = "task-2661415" [ 748.472302] env[63440]: _type = "Task" [ 748.472302] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.480407] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661415, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.528072] env[63440]: DEBUG nova.compute.manager [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.579603] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.659498] env[63440]: DEBUG nova.network.neutron [req-36d481eb-3921-4bc7-aa24-6fa40badc0bb req-087e1842-7a81-4afd-a438-311cad32aa49 service nova] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Updated VIF entry in instance network info cache for port 36de91a8-ef8e-4492-bb8a-a4f95b383596. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.659850] env[63440]: DEBUG nova.network.neutron [req-36d481eb-3921-4bc7-aa24-6fa40badc0bb req-087e1842-7a81-4afd-a438-311cad32aa49 service nova] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Updating instance_info_cache with network_info: [{"id": "36de91a8-ef8e-4492-bb8a-a4f95b383596", "address": "fa:16:3e:0f:f7:d0", "network": {"id": "683d0572-1971-4756-a78e-94e11c551500", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-948320418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b8072e72ed49a3bd3012385dc8822d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36de91a8-ef", "ovs_interfaceid": "36de91a8-ef8e-4492-bb8a-a4f95b383596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.727365] env[63440]: DEBUG nova.compute.manager [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.754416] env[63440]: DEBUG oslo_vmware.api [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661412, 'name': PowerOffVM_Task, 'duration_secs': 0.229332} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.756185] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.756185] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.756185] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae2a3eb3-4dca-4ce8-abf2-4b9d8ca0a12e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.773887] env[63440]: DEBUG nova.virt.hardware [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.773887] env[63440]: DEBUG nova.virt.hardware [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.774104] env[63440]: DEBUG nova.virt.hardware [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.774314] env[63440]: DEBUG nova.virt.hardware [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.774498] env[63440]: DEBUG nova.virt.hardware [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.774679] env[63440]: DEBUG nova.virt.hardware [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.774926] env[63440]: DEBUG nova.virt.hardware [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.775160] env[63440]: DEBUG nova.virt.hardware [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.775389] env[63440]: DEBUG nova.virt.hardware [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.775590] env[63440]: DEBUG nova.virt.hardware [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.775798] env[63440]: DEBUG nova.virt.hardware [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.776671] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0451f18d-2619-49eb-8adb-d2cf3a3130e6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.785234] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef14645-7515-4720-b5b1-4d32c25956e1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.790322] env[63440]: DEBUG nova.compute.manager [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.813448] env[63440]: DEBUG nova.scheduler.client.report [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.834328] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.834558] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.834743] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Deleting the datastore file [datastore1] a2b60472-d9a3-46ff-82ed-f0ae9b259663 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.835368] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2af026e4-7833-4b30-bcfe-d4549cec1393 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.842573] env[63440]: DEBUG oslo_vmware.api [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 748.842573] env[63440]: value = "task-2661417" [ 748.842573] env[63440]: _type = "Task" [ 748.842573] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.852335] env[63440]: DEBUG oslo_vmware.api [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.936339] env[63440]: DEBUG nova.compute.manager [req-b30857e2-dc66-40d1-bed9-768b79eae2d7 req-de474228-2140-4a3c-bc6c-1a55245218c8 service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Received event network-changed-8b41aa7b-259f-4209-b695-28b7f310e8aa {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.936578] env[63440]: DEBUG nova.compute.manager [req-b30857e2-dc66-40d1-bed9-768b79eae2d7 req-de474228-2140-4a3c-bc6c-1a55245218c8 service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Refreshing instance network info cache due to event network-changed-8b41aa7b-259f-4209-b695-28b7f310e8aa. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 748.936844] env[63440]: DEBUG oslo_concurrency.lockutils [req-b30857e2-dc66-40d1-bed9-768b79eae2d7 req-de474228-2140-4a3c-bc6c-1a55245218c8 service nova] Acquiring lock "refresh_cache-46244f20-1d30-4c37-9ef5-ee3e24ac877e" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.937009] env[63440]: DEBUG oslo_concurrency.lockutils [req-b30857e2-dc66-40d1-bed9-768b79eae2d7 req-de474228-2140-4a3c-bc6c-1a55245218c8 service nova] Acquired lock "refresh_cache-46244f20-1d30-4c37-9ef5-ee3e24ac877e" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.937235] env[63440]: DEBUG nova.network.neutron [req-b30857e2-dc66-40d1-bed9-768b79eae2d7 req-de474228-2140-4a3c-bc6c-1a55245218c8 service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Refreshing network info cache for port 8b41aa7b-259f-4209-b695-28b7f310e8aa {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.981290] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661415, 'name': CreateVM_Task, 'duration_secs': 0.468275} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.981458] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.982140] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.982307] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.982637] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.983177] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc2c4b9f-9ecc-46d4-a4ce-be514040e333 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.987632] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 748.987632] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528a3e25-1904-b6ea-ec60-756d464ac872" [ 748.987632] env[63440]: _type = "Task" [ 748.987632] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.995725] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528a3e25-1904-b6ea-ec60-756d464ac872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.051053] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.162718] env[63440]: DEBUG oslo_concurrency.lockutils [req-36d481eb-3921-4bc7-aa24-6fa40badc0bb req-087e1842-7a81-4afd-a438-311cad32aa49 service nova] Releasing lock "refresh_cache-ff7a8736-b2f0-49a2-aa11-263df9ab8c8c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.321163] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.321163] env[63440]: DEBUG nova.compute.manager [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.323616] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.324080] env[63440]: DEBUG oslo_concurrency.lockutils [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.355s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.324450] env[63440]: DEBUG nova.objects.instance [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lazy-loading 'resources' on Instance uuid 878091d4-d403-4f93-a331-359ff1b5a4c9 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.355467] env[63440]: DEBUG oslo_vmware.api [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149034} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.356102] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.356603] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.357056] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.359027] env[63440]: INFO nova.compute.manager [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Took 1.15 seconds to destroy the instance on the hypervisor. [ 749.359027] env[63440]: DEBUG oslo.service.loopingcall [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 749.359027] env[63440]: DEBUG nova.compute.manager [-] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.359027] env[63440]: DEBUG nova.network.neutron [-] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.382159] env[63440]: DEBUG nova.network.neutron [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Successfully updated port: 423bcfa1-3298-4bd6-9874-7b1280540406 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.500581] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528a3e25-1904-b6ea-ec60-756d464ac872, 'name': SearchDatastore_Task, 'duration_secs': 0.009655} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.500897] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.501159] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.501424] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.501577] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.501758] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.502032] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf33404c-f28a-47c9-a02d-ea9072e161e9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.510608] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.510710] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.511498] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad492746-fc6e-4e1c-9649-f2b63bd19f6e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.517292] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 749.517292] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a07529-dd8b-973f-4b36-61edcb7588bf" [ 749.517292] env[63440]: _type = "Task" [ 749.517292] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.526703] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a07529-dd8b-973f-4b36-61edcb7588bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.541628] env[63440]: DEBUG nova.compute.manager [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Received event network-changed-ff21749d-6ecc-4514-8149-1c11975aaecc {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.541888] env[63440]: DEBUG nova.compute.manager [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Refreshing instance network info cache due to event network-changed-ff21749d-6ecc-4514-8149-1c11975aaecc. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 749.542262] env[63440]: DEBUG oslo_concurrency.lockutils [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] Acquiring lock "refresh_cache-2aed780b-9671-434f-99e8-3d75f19e95aa" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.542480] env[63440]: DEBUG oslo_concurrency.lockutils [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] Acquired lock "refresh_cache-2aed780b-9671-434f-99e8-3d75f19e95aa" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.542689] env[63440]: DEBUG nova.network.neutron [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Refreshing network info cache for port ff21749d-6ecc-4514-8149-1c11975aaecc {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.565775] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1accea6e-4bb7-4ca2-9e64-8fbdeafd410b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquiring lock "46244f20-1d30-4c37-9ef5-ee3e24ac877e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.566018] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1accea6e-4bb7-4ca2-9e64-8fbdeafd410b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "46244f20-1d30-4c37-9ef5-ee3e24ac877e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.566258] env[63440]: INFO nova.compute.manager [None req-1accea6e-4bb7-4ca2-9e64-8fbdeafd410b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Rebooting instance [ 749.829048] env[63440]: DEBUG nova.compute.utils [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.833981] env[63440]: DEBUG nova.compute.manager [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.834225] env[63440]: DEBUG nova.network.neutron [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.885435] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Acquiring lock "refresh_cache-17ed76bd-664c-43b3-b8ff-d48dc4b92478" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.885588] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Acquired lock "refresh_cache-17ed76bd-664c-43b3-b8ff-d48dc4b92478" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.885740] env[63440]: DEBUG nova.network.neutron [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.013548] env[63440]: DEBUG nova.policy [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8f1a07c6473400dbcb2a1099ad20a7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a03d1e337f474942bbdd5d18eca81079', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.026484] env[63440]: DEBUG nova.network.neutron [req-b30857e2-dc66-40d1-bed9-768b79eae2d7 req-de474228-2140-4a3c-bc6c-1a55245218c8 service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Updated VIF entry in instance network info cache for port 8b41aa7b-259f-4209-b695-28b7f310e8aa. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.026846] env[63440]: DEBUG nova.network.neutron [req-b30857e2-dc66-40d1-bed9-768b79eae2d7 req-de474228-2140-4a3c-bc6c-1a55245218c8 service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Updating instance_info_cache with network_info: [{"id": "8b41aa7b-259f-4209-b695-28b7f310e8aa", "address": "fa:16:3e:32:f4:9c", "network": {"id": "0e2c585b-03b4-4b41-b075-88b18029dc9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-471179568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "861b58efd78744f4931c8ebbbb76adef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b41aa7b-25", "ovs_interfaceid": "8b41aa7b-259f-4209-b695-28b7f310e8aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.032042] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a07529-dd8b-973f-4b36-61edcb7588bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010009} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.033128] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a84058b9-44ed-49c7-947e-8dde8af2416f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.042971] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 750.042971] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b1c728-47d6-d8ee-66ba-bd0f0bd3aee4" [ 750.042971] env[63440]: _type = "Task" [ 750.042971] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.056485] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b1c728-47d6-d8ee-66ba-bd0f0bd3aee4, 'name': SearchDatastore_Task, 'duration_secs': 0.011909} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.056736] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.056990] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] ff7a8736-b2f0-49a2-aa11-263df9ab8c8c/ff7a8736-b2f0-49a2-aa11-263df9ab8c8c.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.057264] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ec95c23-53ca-461a-8faf-e4a97c24eac3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.068076] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 750.068076] env[63440]: value = "task-2661418" [ 750.068076] env[63440]: _type = "Task" [ 750.068076] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.079563] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.098665] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1accea6e-4bb7-4ca2-9e64-8fbdeafd410b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquiring lock "refresh_cache-46244f20-1d30-4c37-9ef5-ee3e24ac877e" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.334402] env[63440]: DEBUG nova.compute.manager [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.351621] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0480f54b-87df-43e7-8047-352f10e9b0d2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.361744] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc595720-0ffd-429f-9653-bede54067d25 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.408412] env[63440]: DEBUG nova.network.neutron [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Updated VIF entry in instance network info cache for port ff21749d-6ecc-4514-8149-1c11975aaecc. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.408806] env[63440]: DEBUG nova.network.neutron [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Updating instance_info_cache with network_info: [{"id": "ff21749d-6ecc-4514-8149-1c11975aaecc", "address": "fa:16:3e:cf:33:d9", "network": {"id": "dda8f4bb-b8fc-4de1-afea-976d055b16c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-625788292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4c53eff01740eb840aa42451b1b6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff21749d-6e", "ovs_interfaceid": "ff21749d-6ecc-4514-8149-1c11975aaecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.413399] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab89a7d9-497c-4d89-9517-30200f134de8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.424021] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cdbb1d-1d1c-43bd-a4d3-c19d5dc38748 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.443940] env[63440]: DEBUG nova.compute.provider_tree [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.463715] env[63440]: DEBUG nova.network.neutron [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.466635] env[63440]: DEBUG nova.network.neutron [-] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.520806] env[63440]: DEBUG nova.network.neutron [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Successfully created port: 8d5f8f1a-6698-4fde-8759-2e7ff6417fa7 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.533675] env[63440]: DEBUG oslo_concurrency.lockutils [req-b30857e2-dc66-40d1-bed9-768b79eae2d7 req-de474228-2140-4a3c-bc6c-1a55245218c8 service nova] Releasing lock "refresh_cache-46244f20-1d30-4c37-9ef5-ee3e24ac877e" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.534202] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1accea6e-4bb7-4ca2-9e64-8fbdeafd410b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquired lock "refresh_cache-46244f20-1d30-4c37-9ef5-ee3e24ac877e" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.534391] env[63440]: DEBUG nova.network.neutron [None req-1accea6e-4bb7-4ca2-9e64-8fbdeafd410b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.584202] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505337} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.584442] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] ff7a8736-b2f0-49a2-aa11-263df9ab8c8c/ff7a8736-b2f0-49a2-aa11-263df9ab8c8c.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.584649] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.584897] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2656f441-3e26-49a3-a09e-6f2d749fa4ba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.590694] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 750.590694] env[63440]: value = "task-2661419" [ 750.590694] env[63440]: _type = "Task" [ 750.590694] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.600500] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.694162] env[63440]: DEBUG nova.network.neutron [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Updating instance_info_cache with network_info: [{"id": "423bcfa1-3298-4bd6-9874-7b1280540406", "address": "fa:16:3e:7a:af:37", "network": {"id": "ba306485-ac1b-48db-8d98-2dee897348eb", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-662636241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d1a357c02c43f9ac3a68120d3f4f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap423bcfa1-32", "ovs_interfaceid": "423bcfa1-3298-4bd6-9874-7b1280540406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.913787] env[63440]: DEBUG oslo_concurrency.lockutils [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] Releasing lock "refresh_cache-2aed780b-9671-434f-99e8-3d75f19e95aa" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.913787] env[63440]: DEBUG nova.compute.manager [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Received event network-vif-plugged-423bcfa1-3298-4bd6-9874-7b1280540406 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.913787] env[63440]: DEBUG oslo_concurrency.lockutils [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] Acquiring lock "17ed76bd-664c-43b3-b8ff-d48dc4b92478-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.914208] env[63440]: DEBUG oslo_concurrency.lockutils [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] Lock "17ed76bd-664c-43b3-b8ff-d48dc4b92478-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.914420] env[63440]: DEBUG oslo_concurrency.lockutils [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] Lock "17ed76bd-664c-43b3-b8ff-d48dc4b92478-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.914606] env[63440]: DEBUG nova.compute.manager [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] No waiting events found dispatching network-vif-plugged-423bcfa1-3298-4bd6-9874-7b1280540406 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.914785] env[63440]: WARNING nova.compute.manager [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Received unexpected event network-vif-plugged-423bcfa1-3298-4bd6-9874-7b1280540406 for instance with vm_state building and task_state spawning. [ 750.914980] env[63440]: DEBUG nova.compute.manager [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Received event network-changed-423bcfa1-3298-4bd6-9874-7b1280540406 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.915222] env[63440]: DEBUG nova.compute.manager [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Refreshing instance network info cache due to event network-changed-423bcfa1-3298-4bd6-9874-7b1280540406. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 750.915406] env[63440]: DEBUG oslo_concurrency.lockutils [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] Acquiring lock "refresh_cache-17ed76bd-664c-43b3-b8ff-d48dc4b92478" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.947063] env[63440]: DEBUG nova.scheduler.client.report [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.969418] env[63440]: INFO nova.compute.manager [-] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Took 1.61 seconds to deallocate network for instance. [ 751.101480] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066349} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.101754] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.104753] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1230fd40-3d6d-4258-ae13-6b83df60d641 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.127424] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] ff7a8736-b2f0-49a2-aa11-263df9ab8c8c/ff7a8736-b2f0-49a2-aa11-263df9ab8c8c.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.129749] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d87a3c5-5837-4d0c-ad95-5a60d763de5c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.149045] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 751.149045] env[63440]: value = "task-2661420" [ 751.149045] env[63440]: _type = "Task" [ 751.149045] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.156807] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.196918] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Releasing lock "refresh_cache-17ed76bd-664c-43b3-b8ff-d48dc4b92478" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.197251] env[63440]: DEBUG nova.compute.manager [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Instance network_info: |[{"id": "423bcfa1-3298-4bd6-9874-7b1280540406", "address": "fa:16:3e:7a:af:37", "network": {"id": "ba306485-ac1b-48db-8d98-2dee897348eb", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-662636241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d1a357c02c43f9ac3a68120d3f4f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap423bcfa1-32", "ovs_interfaceid": "423bcfa1-3298-4bd6-9874-7b1280540406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.197604] env[63440]: DEBUG oslo_concurrency.lockutils [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] Acquired lock "refresh_cache-17ed76bd-664c-43b3-b8ff-d48dc4b92478" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.197792] env[63440]: DEBUG nova.network.neutron [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Refreshing network info cache for port 423bcfa1-3298-4bd6-9874-7b1280540406 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.199748] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:af:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '423bcfa1-3298-4bd6-9874-7b1280540406', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.208054] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Creating folder: Project (a6d1a357c02c43f9ac3a68120d3f4f86). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.211056] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fac390a8-1fdd-44fe-8974-0b50ff7a2553 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.226873] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Created folder: Project (a6d1a357c02c43f9ac3a68120d3f4f86) in parent group-v536546. [ 751.227109] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Creating folder: Instances. Parent ref: group-v536703. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.227357] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1f9f681-5cde-4aa5-b9de-6abd8775a4a1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.235862] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Created folder: Instances in parent group-v536703. [ 751.236114] env[63440]: DEBUG oslo.service.loopingcall [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 751.236303] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.236502] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-485f7ebd-084a-4ce0-9f4b-6c5294cde4fd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.257153] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.257153] env[63440]: value = "task-2661423" [ 751.257153] env[63440]: _type = "Task" [ 751.257153] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.264278] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661423, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.314903] env[63440]: DEBUG nova.network.neutron [None req-1accea6e-4bb7-4ca2-9e64-8fbdeafd410b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Updating instance_info_cache with network_info: [{"id": "8b41aa7b-259f-4209-b695-28b7f310e8aa", "address": "fa:16:3e:32:f4:9c", "network": {"id": "0e2c585b-03b4-4b41-b075-88b18029dc9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-471179568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "861b58efd78744f4931c8ebbbb76adef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b41aa7b-25", "ovs_interfaceid": "8b41aa7b-259f-4209-b695-28b7f310e8aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.345561] env[63440]: DEBUG nova.compute.manager [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.377926] env[63440]: DEBUG nova.virt.hardware [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.377926] env[63440]: DEBUG nova.virt.hardware [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.377926] env[63440]: DEBUG nova.virt.hardware [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.377926] env[63440]: DEBUG nova.virt.hardware [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.378217] env[63440]: DEBUG nova.virt.hardware [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.378217] env[63440]: DEBUG nova.virt.hardware [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.378360] env[63440]: DEBUG nova.virt.hardware [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.378522] env[63440]: DEBUG nova.virt.hardware [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.378692] env[63440]: DEBUG nova.virt.hardware [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.378856] env[63440]: DEBUG nova.virt.hardware [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.379043] env[63440]: DEBUG nova.virt.hardware [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.379980] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28bb43e-ccf2-40d4-94c2-cbd0202ffac9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.389347] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd9b4ae-c616-438c-a130-fd16801d67a9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.449545] env[63440]: DEBUG nova.network.neutron [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Updated VIF entry in instance network info cache for port 423bcfa1-3298-4bd6-9874-7b1280540406. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.449937] env[63440]: DEBUG nova.network.neutron [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Updating instance_info_cache with network_info: [{"id": "423bcfa1-3298-4bd6-9874-7b1280540406", "address": "fa:16:3e:7a:af:37", "network": {"id": "ba306485-ac1b-48db-8d98-2dee897348eb", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-662636241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d1a357c02c43f9ac3a68120d3f4f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap423bcfa1-32", "ovs_interfaceid": "423bcfa1-3298-4bd6-9874-7b1280540406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.454033] env[63440]: DEBUG oslo_concurrency.lockutils [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.456398] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.377s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.456398] env[63440]: DEBUG nova.objects.instance [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lazy-loading 'resources' on Instance uuid 35e411e2-5b0d-42e9-9cb8-762e1ec11396 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.476672] env[63440]: INFO nova.scheduler.client.report [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Deleted allocations for instance 878091d4-d403-4f93-a331-359ff1b5a4c9 [ 751.481237] env[63440]: DEBUG oslo_concurrency.lockutils [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.566943] env[63440]: DEBUG nova.compute.manager [req-b02a07b4-87a8-4c9c-83b9-b1374419f8d4 req-4c71d66b-19dc-4c23-a4b4-fd74e9efa215 service nova] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Received event network-vif-deleted-7ea0fef4-5adc-43bd-8c32-7b642dddfdb3 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.659338] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.770245] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661423, 'name': CreateVM_Task, 'duration_secs': 0.380718} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.770542] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.771531] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.771793] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.772250] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.772618] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b05802ee-82b2-492b-aedc-acb73484319b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.778924] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Waiting for the task: (returnval){ [ 751.778924] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b32a7d-8fc4-52bf-7d11-f4f37e0b26b8" [ 751.778924] env[63440]: _type = "Task" [ 751.778924] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.787229] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b32a7d-8fc4-52bf-7d11-f4f37e0b26b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.818502] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1accea6e-4bb7-4ca2-9e64-8fbdeafd410b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Releasing lock "refresh_cache-46244f20-1d30-4c37-9ef5-ee3e24ac877e" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.952910] env[63440]: DEBUG oslo_concurrency.lockutils [req-b6c46aa2-7682-4e6e-8d4d-1bcb28a5924d req-dbc535c3-e9e2-48f0-b87c-49a6095ba1a1 service nova] Releasing lock "refresh_cache-17ed76bd-664c-43b3-b8ff-d48dc4b92478" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.986644] env[63440]: DEBUG oslo_concurrency.lockutils [None req-240c2f40-9e5a-4e0c-8a97-e421b243a7b2 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "878091d4-d403-4f93-a331-359ff1b5a4c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.982s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.094677] env[63440]: DEBUG nova.network.neutron [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Successfully updated port: 8d5f8f1a-6698-4fde-8759-2e7ff6417fa7 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.161443] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661420, 'name': ReconfigVM_Task, 'duration_secs': 0.705426} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.164057] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Reconfigured VM instance instance-00000034 to attach disk [datastore2] ff7a8736-b2f0-49a2-aa11-263df9ab8c8c/ff7a8736-b2f0-49a2-aa11-263df9ab8c8c.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.165016] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7aab68f5-4dfe-42cb-9069-3f9f68664914 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.172110] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 752.172110] env[63440]: value = "task-2661424" [ 752.172110] env[63440]: _type = "Task" [ 752.172110] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.184397] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661424, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.288791] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b32a7d-8fc4-52bf-7d11-f4f37e0b26b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009921} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.291266] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.291526] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.291771] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.291934] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.292150] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.292599] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b6144f8-d097-49ea-b45b-059f3a7cdeee {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.300790] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.301128] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.304167] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e973cc1-cb92-4177-8d57-caf34b18b2bd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.310288] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Waiting for the task: (returnval){ [ 752.310288] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a9628e-7eaf-6015-8f77-5e08359c13ab" [ 752.310288] env[63440]: _type = "Task" [ 752.310288] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.319642] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a9628e-7eaf-6015-8f77-5e08359c13ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.324040] env[63440]: DEBUG nova.compute.manager [None req-1accea6e-4bb7-4ca2-9e64-8fbdeafd410b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.324795] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8cdbe2-b817-4289-ab89-beee7c07ec89 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.379886] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72347481-478d-4620-9df4-f49ab71fadbe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.387873] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bfcdff-6900-457c-8562-c4161c0a262d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.419246] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69929c8-5680-46a2-a16f-d01f3d38adbf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.427555] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71aa6212-49ca-4248-bfd3-fda3387f769b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.444063] env[63440]: DEBUG nova.compute.provider_tree [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.599431] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquiring lock "refresh_cache-2376e3de-3e5c-4cc2-8c86-270b0babf047" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.599657] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquired lock "refresh_cache-2376e3de-3e5c-4cc2-8c86-270b0babf047" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.599868] env[63440]: DEBUG nova.network.neutron [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.682313] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661424, 'name': Rename_Task, 'duration_secs': 0.168278} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.682673] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.682891] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cabc1d77-f40a-443f-9afa-9f1c9671eea2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.690057] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 752.690057] env[63440]: value = "task-2661425" [ 752.690057] env[63440]: _type = "Task" [ 752.690057] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.697540] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.823262] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a9628e-7eaf-6015-8f77-5e08359c13ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009095} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.824119] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-024e27c6-35cb-40e1-9e1d-d5144059351d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.829161] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Waiting for the task: (returnval){ [ 752.829161] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5290bd80-73ea-c993-daac-513dfc8e040d" [ 752.829161] env[63440]: _type = "Task" [ 752.829161] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.839467] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5290bd80-73ea-c993-daac-513dfc8e040d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.948178] env[63440]: DEBUG nova.scheduler.client.report [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.135098] env[63440]: DEBUG nova.network.neutron [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.201269] env[63440]: DEBUG oslo_vmware.api [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661425, 'name': PowerOnVM_Task, 'duration_secs': 0.443405} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.201640] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.201767] env[63440]: INFO nova.compute.manager [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Took 7.10 seconds to spawn the instance on the hypervisor. [ 753.201955] env[63440]: DEBUG nova.compute.manager [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.202767] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80675c5e-15cb-4add-803a-120121dd13af {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.283568] env[63440]: DEBUG nova.network.neutron [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Updating instance_info_cache with network_info: [{"id": "8d5f8f1a-6698-4fde-8759-2e7ff6417fa7", "address": "fa:16:3e:15:ec:11", "network": {"id": "7ff07e9e-ecc0-4a5e-921a-3d6735b3c51c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-896011876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03d1e337f474942bbdd5d18eca81079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5f8f1a-66", "ovs_interfaceid": "8d5f8f1a-6698-4fde-8759-2e7ff6417fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.342208] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5290bd80-73ea-c993-daac-513dfc8e040d, 'name': SearchDatastore_Task, 'duration_secs': 0.009977} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.343153] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b281947-afe9-4b1d-b505-b345a6974f51 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.345894] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.346298] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 17ed76bd-664c-43b3-b8ff-d48dc4b92478/17ed76bd-664c-43b3-b8ff-d48dc4b92478.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.346728] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e5415c5-2074-4076-8742-ca374e95c9c9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.353316] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1accea6e-4bb7-4ca2-9e64-8fbdeafd410b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Doing hard reboot of VM {{(pid=63440) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 753.354638] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-71904d91-e60b-4a95-9a06-a7b5bda3f75d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.356241] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Waiting for the task: (returnval){ [ 753.356241] env[63440]: value = "task-2661426" [ 753.356241] env[63440]: _type = "Task" [ 753.356241] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.361603] env[63440]: DEBUG oslo_vmware.api [None req-1accea6e-4bb7-4ca2-9e64-8fbdeafd410b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for the task: (returnval){ [ 753.361603] env[63440]: value = "task-2661427" [ 753.361603] env[63440]: _type = "Task" [ 753.361603] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.365681] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Task: {'id': task-2661426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.377642] env[63440]: DEBUG oslo_vmware.api [None req-1accea6e-4bb7-4ca2-9e64-8fbdeafd410b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661427, 'name': ResetVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.454548] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.457146] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.956s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.457397] env[63440]: DEBUG nova.objects.instance [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lazy-loading 'resources' on Instance uuid 708790b8-38b0-460b-b6b5-79fd091922f3 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.478163] env[63440]: INFO nova.scheduler.client.report [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Deleted allocations for instance 35e411e2-5b0d-42e9-9cb8-762e1ec11396 [ 753.594374] env[63440]: DEBUG nova.compute.manager [req-361bfa08-410a-4deb-b7d7-20c8853af689 req-2110b688-a1eb-46c3-bb61-447795bb8972 service nova] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Received event network-vif-plugged-8d5f8f1a-6698-4fde-8759-2e7ff6417fa7 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.594615] env[63440]: DEBUG oslo_concurrency.lockutils [req-361bfa08-410a-4deb-b7d7-20c8853af689 req-2110b688-a1eb-46c3-bb61-447795bb8972 service nova] Acquiring lock "2376e3de-3e5c-4cc2-8c86-270b0babf047-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.594831] env[63440]: DEBUG oslo_concurrency.lockutils [req-361bfa08-410a-4deb-b7d7-20c8853af689 req-2110b688-a1eb-46c3-bb61-447795bb8972 service nova] Lock "2376e3de-3e5c-4cc2-8c86-270b0babf047-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.595022] env[63440]: DEBUG oslo_concurrency.lockutils [req-361bfa08-410a-4deb-b7d7-20c8853af689 req-2110b688-a1eb-46c3-bb61-447795bb8972 service nova] Lock "2376e3de-3e5c-4cc2-8c86-270b0babf047-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.595276] env[63440]: DEBUG nova.compute.manager [req-361bfa08-410a-4deb-b7d7-20c8853af689 req-2110b688-a1eb-46c3-bb61-447795bb8972 service nova] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] No waiting events found dispatching network-vif-plugged-8d5f8f1a-6698-4fde-8759-2e7ff6417fa7 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.595374] env[63440]: WARNING nova.compute.manager [req-361bfa08-410a-4deb-b7d7-20c8853af689 req-2110b688-a1eb-46c3-bb61-447795bb8972 service nova] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Received unexpected event network-vif-plugged-8d5f8f1a-6698-4fde-8759-2e7ff6417fa7 for instance with vm_state building and task_state spawning. [ 753.595528] env[63440]: DEBUG nova.compute.manager [req-361bfa08-410a-4deb-b7d7-20c8853af689 req-2110b688-a1eb-46c3-bb61-447795bb8972 service nova] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Received event network-changed-8d5f8f1a-6698-4fde-8759-2e7ff6417fa7 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.596358] env[63440]: DEBUG nova.compute.manager [req-361bfa08-410a-4deb-b7d7-20c8853af689 req-2110b688-a1eb-46c3-bb61-447795bb8972 service nova] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Refreshing instance network info cache due to event network-changed-8d5f8f1a-6698-4fde-8759-2e7ff6417fa7. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 753.596358] env[63440]: DEBUG oslo_concurrency.lockutils [req-361bfa08-410a-4deb-b7d7-20c8853af689 req-2110b688-a1eb-46c3-bb61-447795bb8972 service nova] Acquiring lock "refresh_cache-2376e3de-3e5c-4cc2-8c86-270b0babf047" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.722471] env[63440]: INFO nova.compute.manager [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Took 44.29 seconds to build instance. [ 753.786660] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Releasing lock "refresh_cache-2376e3de-3e5c-4cc2-8c86-270b0babf047" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.787194] env[63440]: DEBUG nova.compute.manager [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Instance network_info: |[{"id": "8d5f8f1a-6698-4fde-8759-2e7ff6417fa7", "address": "fa:16:3e:15:ec:11", "network": {"id": "7ff07e9e-ecc0-4a5e-921a-3d6735b3c51c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-896011876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03d1e337f474942bbdd5d18eca81079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5f8f1a-66", "ovs_interfaceid": "8d5f8f1a-6698-4fde-8759-2e7ff6417fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.787626] env[63440]: DEBUG oslo_concurrency.lockutils [req-361bfa08-410a-4deb-b7d7-20c8853af689 req-2110b688-a1eb-46c3-bb61-447795bb8972 service nova] Acquired lock "refresh_cache-2376e3de-3e5c-4cc2-8c86-270b0babf047" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.787900] env[63440]: DEBUG nova.network.neutron [req-361bfa08-410a-4deb-b7d7-20c8853af689 req-2110b688-a1eb-46c3-bb61-447795bb8972 service nova] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Refreshing network info cache for port 8d5f8f1a-6698-4fde-8759-2e7ff6417fa7 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.790179] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:ec:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d5f8f1a-6698-4fde-8759-2e7ff6417fa7', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.802497] env[63440]: DEBUG oslo.service.loopingcall [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 753.807206] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.808476] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a75bfcb5-0e8d-48f5-ba83-770e30c717eb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.830129] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.830129] env[63440]: value = "task-2661428" [ 753.830129] env[63440]: _type = "Task" [ 753.830129] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.839705] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661428, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.865287] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Task: {'id': task-2661426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481288} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.865563] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 17ed76bd-664c-43b3-b8ff-d48dc4b92478/17ed76bd-664c-43b3-b8ff-d48dc4b92478.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.865848] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.866240] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af127b88-1c43-46ec-9521-d35b639d3f01 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.876437] env[63440]: DEBUG oslo_vmware.api [None req-1accea6e-4bb7-4ca2-9e64-8fbdeafd410b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661427, 'name': ResetVM_Task, 'duration_secs': 0.116207} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.877756] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1accea6e-4bb7-4ca2-9e64-8fbdeafd410b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Did hard reboot of VM {{(pid=63440) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 753.877970] env[63440]: DEBUG nova.compute.manager [None req-1accea6e-4bb7-4ca2-9e64-8fbdeafd410b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.878325] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Waiting for the task: (returnval){ [ 753.878325] env[63440]: value = "task-2661429" [ 753.878325] env[63440]: _type = "Task" [ 753.878325] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.879316] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae32d8d-af70-46aa-8ce7-bd24d2db11d1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.899492] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Task: {'id': task-2661429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.988425] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be4da1b2-93da-4d55-9b8e-58c9c05a36db tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "35e411e2-5b0d-42e9-9cb8-762e1ec11396" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.910s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.040710] env[63440]: DEBUG nova.network.neutron [req-361bfa08-410a-4deb-b7d7-20c8853af689 req-2110b688-a1eb-46c3-bb61-447795bb8972 service nova] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Updated VIF entry in instance network info cache for port 8d5f8f1a-6698-4fde-8759-2e7ff6417fa7. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.041140] env[63440]: DEBUG nova.network.neutron [req-361bfa08-410a-4deb-b7d7-20c8853af689 req-2110b688-a1eb-46c3-bb61-447795bb8972 service nova] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Updating instance_info_cache with network_info: [{"id": "8d5f8f1a-6698-4fde-8759-2e7ff6417fa7", "address": "fa:16:3e:15:ec:11", "network": {"id": "7ff07e9e-ecc0-4a5e-921a-3d6735b3c51c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-896011876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03d1e337f474942bbdd5d18eca81079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5f8f1a-66", "ovs_interfaceid": "8d5f8f1a-6698-4fde-8759-2e7ff6417fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.224977] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bb6c1520-606d-4a5c-a1a0-02ee6449f900 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "ff7a8736-b2f0-49a2-aa11-263df9ab8c8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.152s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.342915] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661428, 'name': CreateVM_Task, 'duration_secs': 0.373792} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.345430] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.346282] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.346456] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.346815] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.347016] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be75054-7eef-49d2-974b-2f2e47beafca {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.352048] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 754.352048] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5259c431-4f0f-7466-e194-cb1f0c1b7f5c" [ 754.352048] env[63440]: _type = "Task" [ 754.352048] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.361612] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5259c431-4f0f-7466-e194-cb1f0c1b7f5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.390191] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Task: {'id': task-2661429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069114} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.392822] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.393897] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265dae04-90d2-411a-bffd-70a025ca9791 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.399359] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1accea6e-4bb7-4ca2-9e64-8fbdeafd410b tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "46244f20-1d30-4c37-9ef5-ee3e24ac877e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.833s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.418675] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 17ed76bd-664c-43b3-b8ff-d48dc4b92478/17ed76bd-664c-43b3-b8ff-d48dc4b92478.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.421112] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-636fe004-1a95-420c-92eb-e9184d5efabb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.436250] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a51e76-dca8-4368-b51b-d6f36efcaa32 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.445420] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d934dc49-7f75-49b2-873c-647ce960d11c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.448638] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Waiting for the task: (returnval){ [ 754.448638] env[63440]: value = "task-2661430" [ 754.448638] env[63440]: _type = "Task" [ 754.448638] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.480859] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb6a926-0453-4720-ba91-5327933b75ef {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.486758] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Task: {'id': task-2661430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.495134] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6027c637-6f87-4c81-9ffc-bd2bfcdf6976 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.507912] env[63440]: DEBUG nova.compute.provider_tree [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.543503] env[63440]: DEBUG oslo_concurrency.lockutils [req-361bfa08-410a-4deb-b7d7-20c8853af689 req-2110b688-a1eb-46c3-bb61-447795bb8972 service nova] Releasing lock "refresh_cache-2376e3de-3e5c-4cc2-8c86-270b0babf047" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.864451] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5259c431-4f0f-7466-e194-cb1f0c1b7f5c, 'name': SearchDatastore_Task, 'duration_secs': 0.010574} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.864771] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.864993] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.865265] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.865412] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.865591] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.865851] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1bf0c99-0028-463f-ac1a-077222489b1c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.874127] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.874376] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.874981] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff00e709-79fb-432f-b255-8ee3429cc86b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.879948] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 754.879948] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]523d4dc2-ed38-c260-a60e-ae2bef44205b" [ 754.879948] env[63440]: _type = "Task" [ 754.879948] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.887325] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]523d4dc2-ed38-c260-a60e-ae2bef44205b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.958255] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Task: {'id': task-2661430, 'name': ReconfigVM_Task, 'duration_secs': 0.381414} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.958610] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 17ed76bd-664c-43b3-b8ff-d48dc4b92478/17ed76bd-664c-43b3-b8ff-d48dc4b92478.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.959275] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba92f1f5-0b17-4ac0-944a-bf8f93117864 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.965601] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Waiting for the task: (returnval){ [ 754.965601] env[63440]: value = "task-2661431" [ 754.965601] env[63440]: _type = "Task" [ 754.965601] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.973147] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Task: {'id': task-2661431, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.011379] env[63440]: DEBUG nova.scheduler.client.report [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.019568] env[63440]: INFO nova.compute.manager [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Rebuilding instance [ 755.063327] env[63440]: DEBUG nova.compute.manager [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.064253] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de826488-b13c-480e-8ba6-0c93ce25ba8b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.125521] env[63440]: DEBUG nova.compute.manager [req-15abe25c-1257-4e2c-97ec-074ee6b16048 req-55b1c966-5ece-4d3b-96d5-c02d5d95e672 service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Received event network-changed-8b41aa7b-259f-4209-b695-28b7f310e8aa {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.125691] env[63440]: DEBUG nova.compute.manager [req-15abe25c-1257-4e2c-97ec-074ee6b16048 req-55b1c966-5ece-4d3b-96d5-c02d5d95e672 service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Refreshing instance network info cache due to event network-changed-8b41aa7b-259f-4209-b695-28b7f310e8aa. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 755.125967] env[63440]: DEBUG oslo_concurrency.lockutils [req-15abe25c-1257-4e2c-97ec-074ee6b16048 req-55b1c966-5ece-4d3b-96d5-c02d5d95e672 service nova] Acquiring lock "refresh_cache-46244f20-1d30-4c37-9ef5-ee3e24ac877e" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.126186] env[63440]: DEBUG oslo_concurrency.lockutils [req-15abe25c-1257-4e2c-97ec-074ee6b16048 req-55b1c966-5ece-4d3b-96d5-c02d5d95e672 service nova] Acquired lock "refresh_cache-46244f20-1d30-4c37-9ef5-ee3e24ac877e" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.126309] env[63440]: DEBUG nova.network.neutron [req-15abe25c-1257-4e2c-97ec-074ee6b16048 req-55b1c966-5ece-4d3b-96d5-c02d5d95e672 service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Refreshing network info cache for port 8b41aa7b-259f-4209-b695-28b7f310e8aa {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.391651] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]523d4dc2-ed38-c260-a60e-ae2bef44205b, 'name': SearchDatastore_Task, 'duration_secs': 0.018506} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.392484] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f8182d1-6bf8-4690-ac57-e3f8b17fa48e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.399022] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 755.399022] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529f3ea5-ca6c-2db3-4e11-02b228c5c51c" [ 755.399022] env[63440]: _type = "Task" [ 755.399022] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.406618] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529f3ea5-ca6c-2db3-4e11-02b228c5c51c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.475173] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Task: {'id': task-2661431, 'name': Rename_Task, 'duration_secs': 0.151291} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.475490] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.475743] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad0af89b-009e-4e32-8c97-5e741338c959 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.481789] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Waiting for the task: (returnval){ [ 755.481789] env[63440]: value = "task-2661432" [ 755.481789] env[63440]: _type = "Task" [ 755.481789] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.489076] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Task: {'id': task-2661432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.516322] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.519911] env[63440]: DEBUG oslo_concurrency.lockutils [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.744s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.519911] env[63440]: DEBUG nova.objects.instance [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Lazy-loading 'resources' on Instance uuid 856f9056-6ca2-4ada-9ab9-2755298b7fa6 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.539117] env[63440]: INFO nova.scheduler.client.report [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Deleted allocations for instance 708790b8-38b0-460b-b6b5-79fd091922f3 [ 755.816856] env[63440]: DEBUG oslo_concurrency.lockutils [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquiring lock "46244f20-1d30-4c37-9ef5-ee3e24ac877e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.817635] env[63440]: DEBUG oslo_concurrency.lockutils [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "46244f20-1d30-4c37-9ef5-ee3e24ac877e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.817787] env[63440]: DEBUG oslo_concurrency.lockutils [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquiring lock "46244f20-1d30-4c37-9ef5-ee3e24ac877e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.818832] env[63440]: DEBUG oslo_concurrency.lockutils [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "46244f20-1d30-4c37-9ef5-ee3e24ac877e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.818832] env[63440]: DEBUG oslo_concurrency.lockutils [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "46244f20-1d30-4c37-9ef5-ee3e24ac877e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.820641] env[63440]: INFO nova.compute.manager [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Terminating instance [ 755.856291] env[63440]: DEBUG nova.network.neutron [req-15abe25c-1257-4e2c-97ec-074ee6b16048 req-55b1c966-5ece-4d3b-96d5-c02d5d95e672 service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Updated VIF entry in instance network info cache for port 8b41aa7b-259f-4209-b695-28b7f310e8aa. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.856704] env[63440]: DEBUG nova.network.neutron [req-15abe25c-1257-4e2c-97ec-074ee6b16048 req-55b1c966-5ece-4d3b-96d5-c02d5d95e672 service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Updating instance_info_cache with network_info: [{"id": "8b41aa7b-259f-4209-b695-28b7f310e8aa", "address": "fa:16:3e:32:f4:9c", "network": {"id": "0e2c585b-03b4-4b41-b075-88b18029dc9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-471179568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "861b58efd78744f4931c8ebbbb76adef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b41aa7b-25", "ovs_interfaceid": "8b41aa7b-259f-4209-b695-28b7f310e8aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.910974] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529f3ea5-ca6c-2db3-4e11-02b228c5c51c, 'name': SearchDatastore_Task, 'duration_secs': 0.013384} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.911406] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.911602] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 2376e3de-3e5c-4cc2-8c86-270b0babf047/2376e3de-3e5c-4cc2-8c86-270b0babf047.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.911891] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a918a14-77bf-4123-b5f8-5c68c3ca8953 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.918334] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 755.918334] env[63440]: value = "task-2661433" [ 755.918334] env[63440]: _type = "Task" [ 755.918334] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.927364] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.991075] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Task: {'id': task-2661432, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.047484] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bbef35d2-41bd-4213-a2a0-739285b4f822 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "708790b8-38b0-460b-b6b5-79fd091922f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.268s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.078963] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.079482] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6127a07f-1231-488e-bc61-cf1d1743eb65 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.087560] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 756.087560] env[63440]: value = "task-2661434" [ 756.087560] env[63440]: _type = "Task" [ 756.087560] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.098203] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.325373] env[63440]: DEBUG nova.compute.manager [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.326202] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.327018] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a17dc64-cfe0-4a30-aa2e-7b5bd2144686 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.336072] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.336428] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50d74c60-b226-41af-a786-1db51138b08f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.343637] env[63440]: DEBUG oslo_vmware.api [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for the task: (returnval){ [ 756.343637] env[63440]: value = "task-2661435" [ 756.343637] env[63440]: _type = "Task" [ 756.343637] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.356951] env[63440]: DEBUG oslo_vmware.api [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.359941] env[63440]: DEBUG oslo_concurrency.lockutils [req-15abe25c-1257-4e2c-97ec-074ee6b16048 req-55b1c966-5ece-4d3b-96d5-c02d5d95e672 service nova] Releasing lock "refresh_cache-46244f20-1d30-4c37-9ef5-ee3e24ac877e" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.434386] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661433, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.452064] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab7d958-f499-4100-a943-53dfb46ea401 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.461427] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf66f82-a4b1-44b1-b22a-bfd6f324656c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.498396] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8d48e2-6586-4467-8860-a70669753245 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.506703] env[63440]: DEBUG oslo_vmware.api [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Task: {'id': task-2661432, 'name': PowerOnVM_Task, 'duration_secs': 0.523409} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.509253] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.509562] env[63440]: INFO nova.compute.manager [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Took 7.78 seconds to spawn the instance on the hypervisor. [ 756.509744] env[63440]: DEBUG nova.compute.manager [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.510712] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad109396-5575-47b0-bbb0-ef3b1858171d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.515364] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9579ecfa-6edf-408c-ac32-3996c7528acf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.535097] env[63440]: DEBUG nova.compute.provider_tree [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.598694] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661434, 'name': PowerOffVM_Task, 'duration_secs': 0.231193} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.600507] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.600507] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.600507] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14006f07-61d4-4a9f-bced-042aaee2d264 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.607221] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.608125] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5680ddf8-6bd6-446d-9bf5-008caae95a12 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.674206] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.674449] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.674630] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Deleting the datastore file [datastore2] ff7a8736-b2f0-49a2-aa11-263df9ab8c8c {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.674912] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fefe826c-47f2-4670-8779-b8cb3fab953a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.682642] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 756.682642] env[63440]: value = "task-2661437" [ 756.682642] env[63440]: _type = "Task" [ 756.682642] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.691339] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.852179] env[63440]: DEBUG oslo_vmware.api [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661435, 'name': PowerOffVM_Task, 'duration_secs': 0.286456} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.852727] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.852727] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.852885] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc89ce07-7695-4631-8577-2141f8829848 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.932034] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.932034] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.932034] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Deleting the datastore file [datastore2] 46244f20-1d30-4c37-9ef5-ee3e24ac877e {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.934229] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9929e7a8-857f-47b8-85f2-cce733b1240d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.936664] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638009} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.937125] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 2376e3de-3e5c-4cc2-8c86-270b0babf047/2376e3de-3e5c-4cc2-8c86-270b0babf047.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.937623] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.938640] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a592f8ec-7e50-43c6-835c-226d54e9d850 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.944954] env[63440]: DEBUG oslo_vmware.api [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for the task: (returnval){ [ 756.944954] env[63440]: value = "task-2661439" [ 756.944954] env[63440]: _type = "Task" [ 756.944954] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.950966] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 756.950966] env[63440]: value = "task-2661440" [ 756.950966] env[63440]: _type = "Task" [ 756.950966] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.960505] env[63440]: DEBUG oslo_vmware.api [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.966257] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.042536] env[63440]: DEBUG nova.scheduler.client.report [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.048027] env[63440]: INFO nova.compute.manager [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Took 46.18 seconds to build instance. [ 757.193867] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.455292] env[63440]: DEBUG oslo_vmware.api [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.463044] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065755} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.463302] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.464063] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25a7a9b-8db0-4d4a-9f18-7de380f9df85 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.487283] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 2376e3de-3e5c-4cc2-8c86-270b0babf047/2376e3de-3e5c-4cc2-8c86-270b0babf047.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.488733] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f54af88a-9172-4a95-a1ab-e67b0ec30dfc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.508675] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "07daa4bd-eefa-48a8-9498-351b6ae6c7a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.508675] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "07daa4bd-eefa-48a8-9498-351b6ae6c7a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.512593] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "24cd2a8b-9a49-4a57-9691-ad665cdde0ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.512817] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "24cd2a8b-9a49-4a57-9691-ad665cdde0ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.517614] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 757.517614] env[63440]: value = "task-2661441" [ 757.517614] env[63440]: _type = "Task" [ 757.517614] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.527028] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.548187] env[63440]: DEBUG oslo_concurrency.lockutils [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.550462] env[63440]: DEBUG oslo_concurrency.lockutils [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.767s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.551894] env[63440]: INFO nova.compute.claims [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.554581] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ea21a23-b27e-42ef-a9f1-5427c5c26fcd tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Lock "17ed76bd-664c-43b3-b8ff-d48dc4b92478" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.992s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.568338] env[63440]: INFO nova.scheduler.client.report [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Deleted allocations for instance 856f9056-6ca2-4ada-9ab9-2755298b7fa6 [ 757.694038] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.801102} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.694360] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.694578] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.694777] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.956453] env[63440]: DEBUG oslo_vmware.api [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.727673} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.956799] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.957647] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.957647] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.957647] env[63440]: INFO nova.compute.manager [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Took 1.63 seconds to destroy the instance on the hypervisor. [ 757.957847] env[63440]: DEBUG oslo.service.loopingcall [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 757.958058] env[63440]: DEBUG nova.compute.manager [-] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.958155] env[63440]: DEBUG nova.network.neutron [-] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.013186] env[63440]: DEBUG nova.compute.manager [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.028094] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661441, 'name': ReconfigVM_Task, 'duration_secs': 0.429201} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.028427] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 2376e3de-3e5c-4cc2-8c86-270b0babf047/2376e3de-3e5c-4cc2-8c86-270b0babf047.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.029085] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e62abf4-bde9-4bba-9467-6dd9baee4175 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.037785] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 758.037785] env[63440]: value = "task-2661442" [ 758.037785] env[63440]: _type = "Task" [ 758.037785] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.047029] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661442, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.058166] env[63440]: DEBUG nova.compute.manager [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.076196] env[63440]: DEBUG oslo_concurrency.lockutils [None req-08c2108b-2f52-46a7-9870-c97821c8caf3 tempest-ServerAddressesNegativeTestJSON-658571870 tempest-ServerAddressesNegativeTestJSON-658571870-project-member] Lock "856f9056-6ca2-4ada-9ab9-2755298b7fa6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.762s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.085261] env[63440]: DEBUG oslo_concurrency.lockutils [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Acquiring lock "17ed76bd-664c-43b3-b8ff-d48dc4b92478" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.085261] env[63440]: DEBUG oslo_concurrency.lockutils [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Lock "17ed76bd-664c-43b3-b8ff-d48dc4b92478" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.085261] env[63440]: DEBUG oslo_concurrency.lockutils [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Acquiring lock "17ed76bd-664c-43b3-b8ff-d48dc4b92478-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.085566] env[63440]: DEBUG oslo_concurrency.lockutils [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Lock "17ed76bd-664c-43b3-b8ff-d48dc4b92478-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.085566] env[63440]: DEBUG oslo_concurrency.lockutils [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Lock "17ed76bd-664c-43b3-b8ff-d48dc4b92478-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.088899] env[63440]: INFO nova.compute.manager [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Terminating instance [ 758.406477] env[63440]: DEBUG nova.compute.manager [req-dcf5f46e-0bee-4fcf-a938-0ebf0ef3fb24 req-1ae43755-ea0c-4a5e-815e-1c852f9491ad service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Received event network-vif-deleted-8b41aa7b-259f-4209-b695-28b7f310e8aa {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.406653] env[63440]: INFO nova.compute.manager [req-dcf5f46e-0bee-4fcf-a938-0ebf0ef3fb24 req-1ae43755-ea0c-4a5e-815e-1c852f9491ad service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Neutron deleted interface 8b41aa7b-259f-4209-b695-28b7f310e8aa; detaching it from the instance and deleting it from the info cache [ 758.406832] env[63440]: DEBUG nova.network.neutron [req-dcf5f46e-0bee-4fcf-a938-0ebf0ef3fb24 req-1ae43755-ea0c-4a5e-815e-1c852f9491ad service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.544314] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.548437] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661442, 'name': Rename_Task, 'duration_secs': 0.177633} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.548523] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.548751] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dfe8be8-0a89-49f4-a639-62ead17468ea {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.556432] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 758.556432] env[63440]: value = "task-2661443" [ 758.556432] env[63440]: _type = "Task" [ 758.556432] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.571824] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.586230] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.594324] env[63440]: DEBUG nova.compute.manager [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.594589] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.595478] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ab90aa-2f9a-4912-9b69-fa855503c198 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.603318] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.603578] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98bd6427-60e0-4754-b959-9d28c6886b05 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.611017] env[63440]: DEBUG oslo_vmware.api [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Waiting for the task: (returnval){ [ 758.611017] env[63440]: value = "task-2661444" [ 758.611017] env[63440]: _type = "Task" [ 758.611017] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.620302] env[63440]: DEBUG oslo_vmware.api [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Task: {'id': task-2661444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.736408] env[63440]: DEBUG nova.virt.hardware [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.736818] env[63440]: DEBUG nova.virt.hardware [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.737016] env[63440]: DEBUG nova.virt.hardware [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.737508] env[63440]: DEBUG nova.virt.hardware [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.737617] env[63440]: DEBUG nova.virt.hardware [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.737768] env[63440]: DEBUG nova.virt.hardware [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.738339] env[63440]: DEBUG nova.virt.hardware [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.738339] env[63440]: DEBUG nova.virt.hardware [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.738637] env[63440]: DEBUG nova.virt.hardware [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.738715] env[63440]: DEBUG nova.virt.hardware [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.738898] env[63440]: DEBUG nova.virt.hardware [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.739972] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b68405-7be5-4251-9c25-0202ea79124d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.752036] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192140de-090c-4f6b-a7c0-00deeaf36872 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.768539] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:f7:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36de91a8-ef8e-4492-bb8a-a4f95b383596', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.779112] env[63440]: DEBUG oslo.service.loopingcall [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 758.779112] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.779112] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96b58a97-fb07-484e-921f-6f312269173f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.801568] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.801568] env[63440]: value = "task-2661445" [ 758.801568] env[63440]: _type = "Task" [ 758.801568] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.813163] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661445, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.895313] env[63440]: DEBUG nova.network.neutron [-] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.913609] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50bd9656-fea4-46e4-8751-4cef62d853de {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.924044] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ea0b70-5d37-4b8b-8e93-1a6a8355a6d5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.971180] env[63440]: DEBUG nova.compute.manager [req-dcf5f46e-0bee-4fcf-a938-0ebf0ef3fb24 req-1ae43755-ea0c-4a5e-815e-1c852f9491ad service nova] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Detach interface failed, port_id=8b41aa7b-259f-4209-b695-28b7f310e8aa, reason: Instance 46244f20-1d30-4c37-9ef5-ee3e24ac877e could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 759.069163] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661443, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.089156] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b9c397-bfb1-44ec-bbc7-64893938b315 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.100168] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a98b80-26c6-40c0-b343-366b61f7a207 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.151985] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9486db57-33f7-4ef1-ac4f-1cf268f046f0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.161861] env[63440]: DEBUG oslo_vmware.api [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Task: {'id': task-2661444, 'name': PowerOffVM_Task, 'duration_secs': 0.237962} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.161861] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.162097] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.162445] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d5709c2-9ecd-4cd8-9f1f-dd263a078431 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.165603] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3da8d8-c9e8-4b03-a9e6-26f16fa1a26a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.178686] env[63440]: DEBUG nova.compute.provider_tree [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.313330] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661445, 'name': CreateVM_Task, 'duration_secs': 0.368849} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.313575] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.314468] env[63440]: DEBUG oslo_concurrency.lockutils [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.315916] env[63440]: DEBUG oslo_concurrency.lockutils [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.315916] env[63440]: DEBUG oslo_concurrency.lockutils [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.315916] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c529f148-95d0-4c32-bf5a-52411ef82a98 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.320348] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 759.320348] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528e2970-3631-3795-e773-7eeba3ba0b44" [ 759.320348] env[63440]: _type = "Task" [ 759.320348] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.328911] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528e2970-3631-3795-e773-7eeba3ba0b44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.395168] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.395168] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.395168] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Deleting the datastore file [datastore2] 17ed76bd-664c-43b3-b8ff-d48dc4b92478 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.395168] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21067ba2-fafb-4049-a3b1-f0e849397819 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.403666] env[63440]: INFO nova.compute.manager [-] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Took 1.44 seconds to deallocate network for instance. [ 759.403666] env[63440]: DEBUG oslo_vmware.api [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Waiting for the task: (returnval){ [ 759.403666] env[63440]: value = "task-2661447" [ 759.403666] env[63440]: _type = "Task" [ 759.403666] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.416030] env[63440]: DEBUG oslo_vmware.api [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Task: {'id': task-2661447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.568218] env[63440]: DEBUG oslo_vmware.api [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661443, 'name': PowerOnVM_Task, 'duration_secs': 0.548002} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.568874] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.569238] env[63440]: INFO nova.compute.manager [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Took 8.22 seconds to spawn the instance on the hypervisor. [ 759.569447] env[63440]: DEBUG nova.compute.manager [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.570314] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c462997d-e765-4592-91aa-bd9f78cfc736 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.682932] env[63440]: DEBUG nova.scheduler.client.report [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.831542] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528e2970-3631-3795-e773-7eeba3ba0b44, 'name': SearchDatastore_Task, 'duration_secs': 0.018118} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.831904] env[63440]: DEBUG oslo_concurrency.lockutils [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.832207] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.832502] env[63440]: DEBUG oslo_concurrency.lockutils [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.832688] env[63440]: DEBUG oslo_concurrency.lockutils [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.832925] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.833680] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-790865ef-16c9-4483-8715-3f37fb4f3e58 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.842680] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.842680] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.843451] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f21a14b-e90f-4afd-80f7-b6fb9d0157de {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.848729] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 759.848729] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]523d340e-4337-e8fb-8ab8-0663bf6f10c6" [ 759.848729] env[63440]: _type = "Task" [ 759.848729] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.857960] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]523d340e-4337-e8fb-8ab8-0663bf6f10c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.916907] env[63440]: DEBUG oslo_concurrency.lockutils [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.917308] env[63440]: DEBUG oslo_vmware.api [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Task: {'id': task-2661447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483292} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.917594] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.917825] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.918078] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.918313] env[63440]: INFO nova.compute.manager [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Took 1.32 seconds to destroy the instance on the hypervisor. [ 759.918590] env[63440]: DEBUG oslo.service.loopingcall [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 759.918826] env[63440]: DEBUG nova.compute.manager [-] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.918929] env[63440]: DEBUG nova.network.neutron [-] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.099567] env[63440]: INFO nova.compute.manager [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Took 45.53 seconds to build instance. [ 760.192333] env[63440]: DEBUG oslo_concurrency.lockutils [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.192844] env[63440]: DEBUG nova.compute.manager [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.195660] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.741s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.197185] env[63440]: INFO nova.compute.claims [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.359478] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]523d340e-4337-e8fb-8ab8-0663bf6f10c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009659} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.361079] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2e30a50-04be-4473-8458-399df13a4f4a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.365702] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 760.365702] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52def84c-4745-df80-28be-60e270c8957c" [ 760.365702] env[63440]: _type = "Task" [ 760.365702] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.373431] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52def84c-4745-df80-28be-60e270c8957c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.599097] env[63440]: DEBUG nova.compute.manager [req-827f204b-3b67-4595-b9bc-c99fefaa5e12 req-f69f29fc-bb29-4e9d-a059-2cdc83d3f63c service nova] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Received event network-vif-deleted-423bcfa1-3298-4bd6-9874-7b1280540406 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 760.600029] env[63440]: INFO nova.compute.manager [req-827f204b-3b67-4595-b9bc-c99fefaa5e12 req-f69f29fc-bb29-4e9d-a059-2cdc83d3f63c service nova] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Neutron deleted interface 423bcfa1-3298-4bd6-9874-7b1280540406; detaching it from the instance and deleting it from the info cache [ 760.600029] env[63440]: DEBUG nova.network.neutron [req-827f204b-3b67-4595-b9bc-c99fefaa5e12 req-f69f29fc-bb29-4e9d-a059-2cdc83d3f63c service nova] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.606126] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1610fc2e-3a26-400b-bd1b-4ea147f10f29 tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "2376e3de-3e5c-4cc2-8c86-270b0babf047" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.137s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.702964] env[63440]: DEBUG nova.compute.utils [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.707181] env[63440]: DEBUG nova.compute.manager [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.707181] env[63440]: DEBUG nova.network.neutron [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.762047] env[63440]: DEBUG nova.policy [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fac3c3599234b9e838e39c5e912d383', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bda01ef8cfc40d6b5915a3cd855b2ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.770304] env[63440]: DEBUG nova.network.neutron [-] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.876290] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52def84c-4745-df80-28be-60e270c8957c, 'name': SearchDatastore_Task, 'duration_secs': 0.031492} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.876590] env[63440]: DEBUG oslo_concurrency.lockutils [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.876848] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] ff7a8736-b2f0-49a2-aa11-263df9ab8c8c/ff7a8736-b2f0-49a2-aa11-263df9ab8c8c.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.877119] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99340159-4ca8-4a30-ae84-bfc1027d7dcd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.884321] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 760.884321] env[63440]: value = "task-2661448" [ 760.884321] env[63440]: _type = "Task" [ 760.884321] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.891981] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.050971] env[63440]: DEBUG nova.network.neutron [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Successfully created port: e4f363a5-0ba0-49b3-87cd-8fe9348a8b76 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.101998] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb207871-c7e3-4da7-911e-10840b77a6f9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.111490] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb47abf7-c37c-4f41-9bf4-0d15c30878d0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.146891] env[63440]: DEBUG nova.compute.manager [req-827f204b-3b67-4595-b9bc-c99fefaa5e12 req-f69f29fc-bb29-4e9d-a059-2cdc83d3f63c service nova] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Detach interface failed, port_id=423bcfa1-3298-4bd6-9874-7b1280540406, reason: Instance 17ed76bd-664c-43b3-b8ff-d48dc4b92478 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 761.208413] env[63440]: DEBUG nova.compute.manager [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.271630] env[63440]: INFO nova.compute.manager [-] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Took 1.35 seconds to deallocate network for instance. [ 761.396241] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661448, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.760277] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592f4ce7-b8e8-4e09-adf3-0f368a27464b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.771322] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75eb4cf9-0639-4ad3-afe5-6e61df8804d6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.808026] env[63440]: DEBUG oslo_concurrency.lockutils [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.808026] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f2dc1e-35ca-4375-a376-fc270ae3e649 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.814808] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001e251f-d40a-41ed-9518-ae4ac69f34f9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.831051] env[63440]: DEBUG nova.compute.provider_tree [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.898013] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79869} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.898417] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] ff7a8736-b2f0-49a2-aa11-263df9ab8c8c/ff7a8736-b2f0-49a2-aa11-263df9ab8c8c.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.898660] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.898964] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-036cb50f-31f0-4a51-8541-a3c37dda1d0e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.906826] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 761.906826] env[63440]: value = "task-2661449" [ 761.906826] env[63440]: _type = "Task" [ 761.906826] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.915766] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.223038] env[63440]: DEBUG nova.compute.manager [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.248884] env[63440]: DEBUG nova.virt.hardware [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.249186] env[63440]: DEBUG nova.virt.hardware [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.249339] env[63440]: DEBUG nova.virt.hardware [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.249523] env[63440]: DEBUG nova.virt.hardware [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.249672] env[63440]: DEBUG nova.virt.hardware [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.249819] env[63440]: DEBUG nova.virt.hardware [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.250036] env[63440]: DEBUG nova.virt.hardware [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.250204] env[63440]: DEBUG nova.virt.hardware [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.250373] env[63440]: DEBUG nova.virt.hardware [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.250535] env[63440]: DEBUG nova.virt.hardware [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.250707] env[63440]: DEBUG nova.virt.hardware [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.251580] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6173dfc-4c46-4f73-865c-87e447bd3d79 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.259791] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0210b3be-6208-48ba-9901-79c88c25f15d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.333906] env[63440]: DEBUG nova.scheduler.client.report [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.416775] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065936} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.417099] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.417853] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b640dc-c788-46aa-89c7-b3d3daa8ec57 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.439953] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] ff7a8736-b2f0-49a2-aa11-263df9ab8c8c/ff7a8736-b2f0-49a2-aa11-263df9ab8c8c.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.440242] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-299a0f62-2bef-4a88-ab33-22becc9fd26c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.458897] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 762.458897] env[63440]: value = "task-2661450" [ 762.458897] env[63440]: _type = "Task" [ 762.458897] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.468055] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.515195] env[63440]: DEBUG nova.network.neutron [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Successfully updated port: e4f363a5-0ba0-49b3-87cd-8fe9348a8b76 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.623942] env[63440]: DEBUG nova.compute.manager [req-e35e9052-acb1-4124-9d27-3a0251084935 req-6e0ad481-c928-4bef-84c7-8662f77f4aad service nova] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Received event network-vif-plugged-e4f363a5-0ba0-49b3-87cd-8fe9348a8b76 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 762.624142] env[63440]: DEBUG oslo_concurrency.lockutils [req-e35e9052-acb1-4124-9d27-3a0251084935 req-6e0ad481-c928-4bef-84c7-8662f77f4aad service nova] Acquiring lock "1c95181d-5390-4992-a60f-0f0f707ad32f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.624307] env[63440]: DEBUG oslo_concurrency.lockutils [req-e35e9052-acb1-4124-9d27-3a0251084935 req-6e0ad481-c928-4bef-84c7-8662f77f4aad service nova] Lock "1c95181d-5390-4992-a60f-0f0f707ad32f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.624489] env[63440]: DEBUG oslo_concurrency.lockutils [req-e35e9052-acb1-4124-9d27-3a0251084935 req-6e0ad481-c928-4bef-84c7-8662f77f4aad service nova] Lock "1c95181d-5390-4992-a60f-0f0f707ad32f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.624661] env[63440]: DEBUG nova.compute.manager [req-e35e9052-acb1-4124-9d27-3a0251084935 req-6e0ad481-c928-4bef-84c7-8662f77f4aad service nova] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] No waiting events found dispatching network-vif-plugged-e4f363a5-0ba0-49b3-87cd-8fe9348a8b76 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.624828] env[63440]: WARNING nova.compute.manager [req-e35e9052-acb1-4124-9d27-3a0251084935 req-6e0ad481-c928-4bef-84c7-8662f77f4aad service nova] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Received unexpected event network-vif-plugged-e4f363a5-0ba0-49b3-87cd-8fe9348a8b76 for instance with vm_state building and task_state spawning. [ 762.624994] env[63440]: DEBUG nova.compute.manager [req-e35e9052-acb1-4124-9d27-3a0251084935 req-6e0ad481-c928-4bef-84c7-8662f77f4aad service nova] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Received event network-changed-e4f363a5-0ba0-49b3-87cd-8fe9348a8b76 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 762.625270] env[63440]: DEBUG nova.compute.manager [req-e35e9052-acb1-4124-9d27-3a0251084935 req-6e0ad481-c928-4bef-84c7-8662f77f4aad service nova] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Refreshing instance network info cache due to event network-changed-e4f363a5-0ba0-49b3-87cd-8fe9348a8b76. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 762.625549] env[63440]: DEBUG oslo_concurrency.lockutils [req-e35e9052-acb1-4124-9d27-3a0251084935 req-6e0ad481-c928-4bef-84c7-8662f77f4aad service nova] Acquiring lock "refresh_cache-1c95181d-5390-4992-a60f-0f0f707ad32f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.625737] env[63440]: DEBUG oslo_concurrency.lockutils [req-e35e9052-acb1-4124-9d27-3a0251084935 req-6e0ad481-c928-4bef-84c7-8662f77f4aad service nova] Acquired lock "refresh_cache-1c95181d-5390-4992-a60f-0f0f707ad32f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.625921] env[63440]: DEBUG nova.network.neutron [req-e35e9052-acb1-4124-9d27-3a0251084935 req-6e0ad481-c928-4bef-84c7-8662f77f4aad service nova] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Refreshing network info cache for port e4f363a5-0ba0-49b3-87cd-8fe9348a8b76 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.838699] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.839255] env[63440]: DEBUG nova.compute.manager [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.841899] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.077s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.842133] env[63440]: DEBUG nova.objects.instance [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lazy-loading 'resources' on Instance uuid b3a46e0f-15e3-4385-bb4f-b08568ae2fd8 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.969638] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661450, 'name': ReconfigVM_Task, 'duration_secs': 0.36457} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.969948] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Reconfigured VM instance instance-00000034 to attach disk [datastore1] ff7a8736-b2f0-49a2-aa11-263df9ab8c8c/ff7a8736-b2f0-49a2-aa11-263df9ab8c8c.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.970631] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72ffd167-6b6c-4229-9497-6f65f83637dd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.977094] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 762.977094] env[63440]: value = "task-2661451" [ 762.977094] env[63440]: _type = "Task" [ 762.977094] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.987422] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661451, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.017711] env[63440]: DEBUG oslo_concurrency.lockutils [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "refresh_cache-1c95181d-5390-4992-a60f-0f0f707ad32f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.161386] env[63440]: DEBUG nova.network.neutron [req-e35e9052-acb1-4124-9d27-3a0251084935 req-6e0ad481-c928-4bef-84c7-8662f77f4aad service nova] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.241040] env[63440]: DEBUG nova.network.neutron [req-e35e9052-acb1-4124-9d27-3a0251084935 req-6e0ad481-c928-4bef-84c7-8662f77f4aad service nova] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.347729] env[63440]: DEBUG nova.compute.utils [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.350731] env[63440]: DEBUG nova.compute.manager [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.351051] env[63440]: DEBUG nova.network.neutron [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.388015] env[63440]: DEBUG nova.policy [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '657fe975058a4d1e83a225e9b96f3aaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5509f9877a04870bede11fbfc799125', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.489239] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661451, 'name': Rename_Task, 'duration_secs': 0.269916} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.492527] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.492670] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-226ce470-d62c-4fa5-ab02-622dbcab15b2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.500044] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 763.500044] env[63440]: value = "task-2661452" [ 763.500044] env[63440]: _type = "Task" [ 763.500044] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.512193] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.639224] env[63440]: DEBUG oslo_concurrency.lockutils [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquiring lock "2376e3de-3e5c-4cc2-8c86-270b0babf047" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.639591] env[63440]: DEBUG oslo_concurrency.lockutils [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "2376e3de-3e5c-4cc2-8c86-270b0babf047" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.640230] env[63440]: DEBUG oslo_concurrency.lockutils [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquiring lock "2376e3de-3e5c-4cc2-8c86-270b0babf047-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.640453] env[63440]: DEBUG oslo_concurrency.lockutils [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "2376e3de-3e5c-4cc2-8c86-270b0babf047-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.640632] env[63440]: DEBUG oslo_concurrency.lockutils [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "2376e3de-3e5c-4cc2-8c86-270b0babf047-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.642784] env[63440]: INFO nova.compute.manager [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Terminating instance [ 763.675157] env[63440]: DEBUG nova.network.neutron [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Successfully created port: e5fe6048-5ec9-47d1-b903-6ab36338a0c0 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.744368] env[63440]: DEBUG oslo_concurrency.lockutils [req-e35e9052-acb1-4124-9d27-3a0251084935 req-6e0ad481-c928-4bef-84c7-8662f77f4aad service nova] Releasing lock "refresh_cache-1c95181d-5390-4992-a60f-0f0f707ad32f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.744778] env[63440]: DEBUG oslo_concurrency.lockutils [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquired lock "refresh_cache-1c95181d-5390-4992-a60f-0f0f707ad32f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.744942] env[63440]: DEBUG nova.network.neutron [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.853866] env[63440]: DEBUG nova.compute.manager [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.884532] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70b70b4-8f66-4e2d-a959-852b3f1a96ea {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.893581] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005a7dac-7aea-4562-9d32-265a7c6e2cb9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.927033] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4187638-77f3-4a2d-aad9-250bdf3a12f1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.935995] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414c46d6-6e74-4b0f-b30f-4b3163bf0f77 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.952823] env[63440]: DEBUG nova.compute.provider_tree [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.010504] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661452, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.152858] env[63440]: DEBUG nova.compute.manager [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.153220] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.154502] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3ef427-78b7-454e-bac4-51885d24dfbc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.161801] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.161970] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56e6fbf3-308d-4171-a178-2103f65e9c63 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.168479] env[63440]: DEBUG oslo_vmware.api [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 764.168479] env[63440]: value = "task-2661453" [ 764.168479] env[63440]: _type = "Task" [ 764.168479] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.176546] env[63440]: DEBUG oslo_vmware.api [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.280336] env[63440]: DEBUG nova.network.neutron [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.453226] env[63440]: DEBUG nova.network.neutron [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Updating instance_info_cache with network_info: [{"id": "e4f363a5-0ba0-49b3-87cd-8fe9348a8b76", "address": "fa:16:3e:30:db:49", "network": {"id": "20e92daa-4a5f-44b7-b779-c2fd06fab4f1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-402619670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda01ef8cfc40d6b5915a3cd855b2ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f363a5-0b", "ovs_interfaceid": "e4f363a5-0ba0-49b3-87cd-8fe9348a8b76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.455844] env[63440]: DEBUG nova.scheduler.client.report [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.511033] env[63440]: DEBUG oslo_vmware.api [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661452, 'name': PowerOnVM_Task, 'duration_secs': 0.595735} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.511176] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.511283] env[63440]: DEBUG nova.compute.manager [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.512113] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1f4499-50b3-48fc-bd27-4f9624bf5e77 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.678583] env[63440]: DEBUG oslo_vmware.api [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661453, 'name': PowerOffVM_Task, 'duration_secs': 0.474589} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.678846] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.679039] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.679308] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e841751-b092-4f30-9fd5-cf0352ffc1dd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.764459] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.764459] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.764459] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Deleting the datastore file [datastore1] 2376e3de-3e5c-4cc2-8c86-270b0babf047 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.764459] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fda7c40a-f56a-4186-99f9-e6411fc58a7e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.770558] env[63440]: DEBUG oslo_vmware.api [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 764.770558] env[63440]: value = "task-2661455" [ 764.770558] env[63440]: _type = "Task" [ 764.770558] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.779521] env[63440]: DEBUG oslo_vmware.api [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.870116] env[63440]: DEBUG nova.compute.manager [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.898181] env[63440]: DEBUG nova.virt.hardware [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.898467] env[63440]: DEBUG nova.virt.hardware [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.898642] env[63440]: DEBUG nova.virt.hardware [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.898852] env[63440]: DEBUG nova.virt.hardware [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.899024] env[63440]: DEBUG nova.virt.hardware [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.899209] env[63440]: DEBUG nova.virt.hardware [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.899421] env[63440]: DEBUG nova.virt.hardware [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.899600] env[63440]: DEBUG nova.virt.hardware [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.899788] env[63440]: DEBUG nova.virt.hardware [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.899965] env[63440]: DEBUG nova.virt.hardware [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.900170] env[63440]: DEBUG nova.virt.hardware [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.901445] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25ec6b8-9c32-40bb-9723-2c1296b7f73b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.909896] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce910dc1-f244-4ce2-a1e4-7929f85be051 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.956393] env[63440]: DEBUG oslo_concurrency.lockutils [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Releasing lock "refresh_cache-1c95181d-5390-4992-a60f-0f0f707ad32f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.956725] env[63440]: DEBUG nova.compute.manager [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Instance network_info: |[{"id": "e4f363a5-0ba0-49b3-87cd-8fe9348a8b76", "address": "fa:16:3e:30:db:49", "network": {"id": "20e92daa-4a5f-44b7-b779-c2fd06fab4f1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-402619670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda01ef8cfc40d6b5915a3cd855b2ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f363a5-0b", "ovs_interfaceid": "e4f363a5-0ba0-49b3-87cd-8fe9348a8b76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.957200] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:db:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4f363a5-0ba0-49b3-87cd-8fe9348a8b76', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.965944] env[63440]: DEBUG oslo.service.loopingcall [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 764.966769] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.968849] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.969439] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 44.878s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.970978] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02a2c96f-a479-4727-bdf6-630974c15828 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.003070] env[63440]: INFO nova.compute.claims [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.009602] env[63440]: INFO nova.scheduler.client.report [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Deleted allocations for instance b3a46e0f-15e3-4385-bb4f-b08568ae2fd8 [ 765.017262] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.017262] env[63440]: value = "task-2661456" [ 765.017262] env[63440]: _type = "Task" [ 765.017262] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.032755] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661456, 'name': CreateVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.032755] env[63440]: DEBUG oslo_concurrency.lockutils [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.134499] env[63440]: DEBUG nova.compute.manager [req-ffbe02da-8f4a-428f-b634-72a1af57eff0 req-1e723836-ff93-491b-bff8-9dd389c4280a service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Received event network-vif-plugged-e5fe6048-5ec9-47d1-b903-6ab36338a0c0 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.134499] env[63440]: DEBUG oslo_concurrency.lockutils [req-ffbe02da-8f4a-428f-b634-72a1af57eff0 req-1e723836-ff93-491b-bff8-9dd389c4280a service nova] Acquiring lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.134739] env[63440]: DEBUG oslo_concurrency.lockutils [req-ffbe02da-8f4a-428f-b634-72a1af57eff0 req-1e723836-ff93-491b-bff8-9dd389c4280a service nova] Lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.134825] env[63440]: DEBUG oslo_concurrency.lockutils [req-ffbe02da-8f4a-428f-b634-72a1af57eff0 req-1e723836-ff93-491b-bff8-9dd389c4280a service nova] Lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.134992] env[63440]: DEBUG nova.compute.manager [req-ffbe02da-8f4a-428f-b634-72a1af57eff0 req-1e723836-ff93-491b-bff8-9dd389c4280a service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] No waiting events found dispatching network-vif-plugged-e5fe6048-5ec9-47d1-b903-6ab36338a0c0 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.135174] env[63440]: WARNING nova.compute.manager [req-ffbe02da-8f4a-428f-b634-72a1af57eff0 req-1e723836-ff93-491b-bff8-9dd389c4280a service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Received unexpected event network-vif-plugged-e5fe6048-5ec9-47d1-b903-6ab36338a0c0 for instance with vm_state building and task_state spawning. [ 765.234267] env[63440]: DEBUG nova.network.neutron [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Successfully updated port: e5fe6048-5ec9-47d1-b903-6ab36338a0c0 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.280368] env[63440]: DEBUG oslo_vmware.api [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182856} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.280678] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.280817] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.281105] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.281293] env[63440]: INFO nova.compute.manager [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Took 1.13 seconds to destroy the instance on the hypervisor. [ 765.281532] env[63440]: DEBUG oslo.service.loopingcall [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 765.281766] env[63440]: DEBUG nova.compute.manager [-] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.281873] env[63440]: DEBUG nova.network.neutron [-] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.513097] env[63440]: INFO nova.compute.resource_tracker [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Updating resource usage from migration 2906b3eb-e393-45d5-a1f3-f538f4298981 [ 765.524379] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ba24e9b5-8b89-42b5-ac58-4aaa732407a0 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "b3a46e0f-15e3-4385-bb4f-b08568ae2fd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.282s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.530349] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661456, 'name': CreateVM_Task, 'duration_secs': 0.342252} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.533730] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.533730] env[63440]: DEBUG oslo_concurrency.lockutils [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.533730] env[63440]: DEBUG oslo_concurrency.lockutils [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.533730] env[63440]: DEBUG oslo_concurrency.lockutils [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.533730] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d22ba0fb-f99b-4375-9383-f99987e0008f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.541195] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 765.541195] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5245f1da-fbda-9079-b678-d562b6757c0a" [ 765.541195] env[63440]: _type = "Task" [ 765.541195] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.555475] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5245f1da-fbda-9079-b678-d562b6757c0a, 'name': SearchDatastore_Task, 'duration_secs': 0.011197} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.555961] env[63440]: DEBUG oslo_concurrency.lockutils [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.556477] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.557125] env[63440]: DEBUG oslo_concurrency.lockutils [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.558503] env[63440]: DEBUG oslo_concurrency.lockutils [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.558503] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.563582] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8176646f-0237-473f-96c1-cfb9546000db {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.573281] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.573484] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.574232] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7c1c9c5-7bde-4682-89cc-e5ebc882bcbb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.582207] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 765.582207] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5268b639-47c6-117b-6a96-4b260c48a5b5" [ 765.582207] env[63440]: _type = "Task" [ 765.582207] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.590260] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5268b639-47c6-117b-6a96-4b260c48a5b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.737685] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.737897] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.738101] env[63440]: DEBUG nova.network.neutron [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.927440] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5ca0c2-1fb1-4212-8580-8ee326a845ae {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.936021] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f928796f-352e-4e8b-adfb-1a621625d47a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.978863] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e16dfa-6597-40c7-924d-95cea7992940 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.988185] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "ff7a8736-b2f0-49a2-aa11-263df9ab8c8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.988185] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "ff7a8736-b2f0-49a2-aa11-263df9ab8c8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.988185] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "ff7a8736-b2f0-49a2-aa11-263df9ab8c8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.988185] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "ff7a8736-b2f0-49a2-aa11-263df9ab8c8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.988185] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "ff7a8736-b2f0-49a2-aa11-263df9ab8c8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.990968] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161350b4-a4e2-477a-b5f1-81f3ccfbc0b6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.995430] env[63440]: INFO nova.compute.manager [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Terminating instance [ 766.006965] env[63440]: DEBUG nova.compute.provider_tree [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.036305] env[63440]: DEBUG nova.network.neutron [-] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.097694] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5268b639-47c6-117b-6a96-4b260c48a5b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011585} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.098354] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97aa9e9d-1397-4401-b8b4-e9776c734e83 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.105417] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 766.105417] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52836007-ec12-273c-4fc3-0c02ca905de7" [ 766.105417] env[63440]: _type = "Task" [ 766.105417] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.113046] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52836007-ec12-273c-4fc3-0c02ca905de7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.270897] env[63440]: DEBUG nova.network.neutron [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.403193] env[63440]: DEBUG nova.network.neutron [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Updating instance_info_cache with network_info: [{"id": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "address": "fa:16:3e:1e:e1:0a", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5fe6048-5e", "ovs_interfaceid": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.493378] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.493546] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.499574] env[63440]: DEBUG nova.compute.manager [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.499805] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.500790] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b49400-277c-4742-a2d1-b567e0610d42 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.509947] env[63440]: DEBUG nova.scheduler.client.report [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.513040] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.513620] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-074e49df-aca0-45eb-b6fa-c2971aef607a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.520489] env[63440]: DEBUG oslo_vmware.api [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 766.520489] env[63440]: value = "task-2661457" [ 766.520489] env[63440]: _type = "Task" [ 766.520489] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.529109] env[63440]: DEBUG oslo_vmware.api [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.539087] env[63440]: INFO nova.compute.manager [-] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Took 1.26 seconds to deallocate network for instance. [ 766.553023] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "5f3398c9-4f87-4eb5-a020-04e4f940bf4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.553271] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "5f3398c9-4f87-4eb5-a020-04e4f940bf4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.616801] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52836007-ec12-273c-4fc3-0c02ca905de7, 'name': SearchDatastore_Task, 'duration_secs': 0.011586} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.617086] env[63440]: DEBUG oslo_concurrency.lockutils [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.617353] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 1c95181d-5390-4992-a60f-0f0f707ad32f/1c95181d-5390-4992-a60f-0f0f707ad32f.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.617635] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c128ef8-f367-4739-a451-4cddb82105ca {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.624515] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 766.624515] env[63440]: value = "task-2661458" [ 766.624515] env[63440]: _type = "Task" [ 766.624515] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.631939] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.906203] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.906581] env[63440]: DEBUG nova.compute.manager [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Instance network_info: |[{"id": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "address": "fa:16:3e:1e:e1:0a", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5fe6048-5e", "ovs_interfaceid": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.907045] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:e1:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5fe6048-5ec9-47d1-b903-6ab36338a0c0', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.914912] env[63440]: DEBUG oslo.service.loopingcall [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.915134] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.915388] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25c2117c-8361-4706-8796-8b5759d8447b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.938982] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.938982] env[63440]: value = "task-2661459" [ 766.938982] env[63440]: _type = "Task" [ 766.938982] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.949232] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661459, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.996764] env[63440]: DEBUG nova.compute.manager [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.015222] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.045s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.015447] env[63440]: INFO nova.compute.manager [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Migrating [ 767.022313] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.067s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.022552] env[63440]: DEBUG nova.objects.instance [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lazy-loading 'resources' on Instance uuid 7893db16-55a5-478c-8b9d-71f69791a95b {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.045967] env[63440]: DEBUG oslo_vmware.api [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661457, 'name': PowerOffVM_Task, 'duration_secs': 0.20708} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.045967] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.045967] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.045967] env[63440]: DEBUG oslo_concurrency.lockutils [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.045967] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1285c55d-1f96-4cd5-9d7f-dd4105e2164f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.132105] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.132827] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.132827] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Deleting the datastore file [datastore1] ff7a8736-b2f0-49a2-aa11-263df9ab8c8c {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.132827] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24b002a4-1b50-4e79-bbd3-35416ed3dbba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.138158] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471504} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.138773] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 1c95181d-5390-4992-a60f-0f0f707ad32f/1c95181d-5390-4992-a60f-0f0f707ad32f.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.139717] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.139717] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b69c2a7-ed36-41c6-a095-6115875b73c6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.143602] env[63440]: DEBUG oslo_vmware.api [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 767.143602] env[63440]: value = "task-2661461" [ 767.143602] env[63440]: _type = "Task" [ 767.143602] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.147645] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 767.147645] env[63440]: value = "task-2661462" [ 767.147645] env[63440]: _type = "Task" [ 767.147645] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.154395] env[63440]: DEBUG oslo_vmware.api [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.159443] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.209753] env[63440]: DEBUG nova.compute.manager [req-767b7cb4-fe1f-4e67-b5ba-ea4e91ba400a req-dbbe1a68-e841-41fb-a583-fb2d56b4ec1d service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Received event network-changed-e5fe6048-5ec9-47d1-b903-6ab36338a0c0 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.210017] env[63440]: DEBUG nova.compute.manager [req-767b7cb4-fe1f-4e67-b5ba-ea4e91ba400a req-dbbe1a68-e841-41fb-a583-fb2d56b4ec1d service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Refreshing instance network info cache due to event network-changed-e5fe6048-5ec9-47d1-b903-6ab36338a0c0. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 767.210251] env[63440]: DEBUG oslo_concurrency.lockutils [req-767b7cb4-fe1f-4e67-b5ba-ea4e91ba400a req-dbbe1a68-e841-41fb-a583-fb2d56b4ec1d service nova] Acquiring lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.210425] env[63440]: DEBUG oslo_concurrency.lockutils [req-767b7cb4-fe1f-4e67-b5ba-ea4e91ba400a req-dbbe1a68-e841-41fb-a583-fb2d56b4ec1d service nova] Acquired lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.210611] env[63440]: DEBUG nova.network.neutron [req-767b7cb4-fe1f-4e67-b5ba-ea4e91ba400a req-dbbe1a68-e841-41fb-a583-fb2d56b4ec1d service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Refreshing network info cache for port e5fe6048-5ec9-47d1-b903-6ab36338a0c0 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.449570] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661459, 'name': CreateVM_Task, 'duration_secs': 0.413203} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.449858] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.450484] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.450650] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.451036] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.451308] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59bcf67c-b6fd-4e65-9e62-ba048f47e07e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.456207] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 767.456207] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52beb335-4cde-c67c-320d-b2c258ec4616" [ 767.456207] env[63440]: _type = "Task" [ 767.456207] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.463852] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52beb335-4cde-c67c-320d-b2c258ec4616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.518991] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.536295] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "refresh_cache-66f4957e-96a9-462c-8a41-06dfd9ea93f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.536500] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquired lock "refresh_cache-66f4957e-96a9-462c-8a41-06dfd9ea93f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.536668] env[63440]: DEBUG nova.network.neutron [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.660091] env[63440]: DEBUG oslo_vmware.api [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143153} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.663188] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.663399] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.663580] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.663755] env[63440]: INFO nova.compute.manager [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 767.663996] env[63440]: DEBUG oslo.service.loopingcall [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 767.664219] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086306} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.664415] env[63440]: DEBUG nova.compute.manager [-] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.664511] env[63440]: DEBUG nova.network.neutron [-] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.666141] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.666912] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9b16a9-0f67-4eb5-82dc-7750d1785fc7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.692527] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 1c95181d-5390-4992-a60f-0f0f707ad32f/1c95181d-5390-4992-a60f-0f0f707ad32f.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.695157] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6ad6277-75ac-4d5a-b818-e3bf3bad9739 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.716568] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 767.716568] env[63440]: value = "task-2661463" [ 767.716568] env[63440]: _type = "Task" [ 767.716568] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.728342] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661463, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.963421] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea89453-fea2-44e8-8626-54e4369e4ee9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.973123] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52beb335-4cde-c67c-320d-b2c258ec4616, 'name': SearchDatastore_Task, 'duration_secs': 0.012133} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.974778] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.975055] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.975299] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.975447] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.975625] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.975927] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e6c2bed-f873-4151-b527-356ae2cb15cc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.978493] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422f9c15-3ed4-4147-9cc6-2ac2f14d731d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.013761] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4db4408-35a2-49f2-90f5-b2cc75e77234 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.016427] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.016607] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.017281] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89bf0c87-76c3-441d-8bfa-0f8396b061e6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.025374] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf090c1c-89df-4f4c-931a-e218ffbd9515 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.028604] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 768.028604] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525eddfd-63de-cd74-2fe3-c41209ccf54f" [ 768.028604] env[63440]: _type = "Task" [ 768.028604] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.041859] env[63440]: DEBUG nova.compute.provider_tree [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.043174] env[63440]: DEBUG nova.network.neutron [req-767b7cb4-fe1f-4e67-b5ba-ea4e91ba400a req-dbbe1a68-e841-41fb-a583-fb2d56b4ec1d service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Updated VIF entry in instance network info cache for port e5fe6048-5ec9-47d1-b903-6ab36338a0c0. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.043491] env[63440]: DEBUG nova.network.neutron [req-767b7cb4-fe1f-4e67-b5ba-ea4e91ba400a req-dbbe1a68-e841-41fb-a583-fb2d56b4ec1d service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Updating instance_info_cache with network_info: [{"id": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "address": "fa:16:3e:1e:e1:0a", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5fe6048-5e", "ovs_interfaceid": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.050730] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525eddfd-63de-cd74-2fe3-c41209ccf54f, 'name': SearchDatastore_Task, 'duration_secs': 0.008991} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.052178] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5daf754d-771d-4784-a623-82c057b560b1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.057853] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 768.057853] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d67350-f7b5-4be9-7e3c-bd15f2074ca9" [ 768.057853] env[63440]: _type = "Task" [ 768.057853] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.066995] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d67350-f7b5-4be9-7e3c-bd15f2074ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.226377] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.229886] env[63440]: DEBUG nova.network.neutron [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Updating instance_info_cache with network_info: [{"id": "2fcc7d1e-8504-4483-97a9-bdfa03b8a338", "address": "fa:16:3e:f3:b6:6f", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcc7d1e-85", "ovs_interfaceid": "2fcc7d1e-8504-4483-97a9-bdfa03b8a338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.549495] env[63440]: DEBUG nova.scheduler.client.report [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.552325] env[63440]: DEBUG oslo_concurrency.lockutils [req-767b7cb4-fe1f-4e67-b5ba-ea4e91ba400a req-dbbe1a68-e841-41fb-a583-fb2d56b4ec1d service nova] Releasing lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.552612] env[63440]: DEBUG nova.compute.manager [req-767b7cb4-fe1f-4e67-b5ba-ea4e91ba400a req-dbbe1a68-e841-41fb-a583-fb2d56b4ec1d service nova] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Received event network-vif-deleted-8d5f8f1a-6698-4fde-8759-2e7ff6417fa7 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.553217] env[63440]: DEBUG nova.network.neutron [-] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.569291] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d67350-f7b5-4be9-7e3c-bd15f2074ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.009631} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.569612] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.569879] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 51a3a20a-2ea7-49b0-9b82-41d17b38d35a/51a3a20a-2ea7-49b0-9b82-41d17b38d35a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.570258] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cc4d13b-cf9e-488d-9112-dabb055ba026 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.577788] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 768.577788] env[63440]: value = "task-2661464" [ 768.577788] env[63440]: _type = "Task" [ 768.577788] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.586878] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.727229] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661463, 'name': ReconfigVM_Task, 'duration_secs': 0.785923} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.727547] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 1c95181d-5390-4992-a60f-0f0f707ad32f/1c95181d-5390-4992-a60f-0f0f707ad32f.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.728212] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cec17e5a-6ffa-4e32-8551-580d3ca62a17 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.732569] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Releasing lock "refresh_cache-66f4957e-96a9-462c-8a41-06dfd9ea93f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.734899] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 768.734899] env[63440]: value = "task-2661465" [ 768.734899] env[63440]: _type = "Task" [ 768.734899] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.744801] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661465, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.054712] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.057364] env[63440]: DEBUG oslo_concurrency.lockutils [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.909s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.059264] env[63440]: INFO nova.compute.claims [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.063397] env[63440]: INFO nova.compute.manager [-] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Took 1.40 seconds to deallocate network for instance. [ 769.079404] env[63440]: INFO nova.scheduler.client.report [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Deleted allocations for instance 7893db16-55a5-478c-8b9d-71f69791a95b [ 769.091825] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661464, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.236463] env[63440]: DEBUG nova.compute.manager [req-10ba7de2-3ce5-486a-aa10-29766b5c3b27 req-273da6fd-63a2-4d98-8d16-eab62c374c75 service nova] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Received event network-vif-deleted-36de91a8-ef8e-4492-bb8a-a4f95b383596 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.249517] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661465, 'name': Rename_Task, 'duration_secs': 0.2493} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.249782] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.250021] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-860d1669-3d23-422e-9f3f-04aeebfd5691 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.256380] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 769.256380] env[63440]: value = "task-2661466" [ 769.256380] env[63440]: _type = "Task" [ 769.256380] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.263893] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.570597] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.592639] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515705} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.593176] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ea3fcf3f-e7f9-4021-8177-8b8ec8ed7281 tempest-ListServerFiltersTestJSON-2122118199 tempest-ListServerFiltersTestJSON-2122118199-project-member] Lock "7893db16-55a5-478c-8b9d-71f69791a95b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.152s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.594596] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 51a3a20a-2ea7-49b0-9b82-41d17b38d35a/51a3a20a-2ea7-49b0-9b82-41d17b38d35a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.594869] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.595548] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75d9957f-07de-44e4-9141-db4c76d4582c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.603116] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 769.603116] env[63440]: value = "task-2661467" [ 769.603116] env[63440]: _type = "Task" [ 769.603116] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.613852] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.766622] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.115611] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072705} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.115844] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.116844] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e221a770-9d6f-4863-9c07-f9ba22c08ff2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.140563] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 51a3a20a-2ea7-49b0-9b82-41d17b38d35a/51a3a20a-2ea7-49b0-9b82-41d17b38d35a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.143342] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39f0dfea-2e7a-4e47-8317-f77c45895957 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.164495] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 770.164495] env[63440]: value = "task-2661468" [ 770.164495] env[63440]: _type = "Task" [ 770.164495] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.172376] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.263421] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c314d8-a720-43e9-8eda-d0c27a4c7d2d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.278208] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.291636] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Updating instance '66f4957e-96a9-462c-8a41-06dfd9ea93f9' progress to 0 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 770.549423] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e195b3d-3ff9-41f8-8e13-3c55d39d7c3f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.557663] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4febd666-92cf-4906-9ab6-6f97fccb2965 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.589376] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f0e2b0-5362-4e99-ac99-73098bb05efc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.597531] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e19da9a-314a-47d6-bd00-8c06b27a87f0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.612063] env[63440]: DEBUG nova.compute.provider_tree [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.673839] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661468, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.767766] env[63440]: DEBUG oslo_vmware.api [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661466, 'name': PowerOnVM_Task, 'duration_secs': 1.248085} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.768045] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.768262] env[63440]: INFO nova.compute.manager [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Took 8.55 seconds to spawn the instance on the hypervisor. [ 770.768444] env[63440]: DEBUG nova.compute.manager [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.769222] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08d215e-0957-436a-9ae7-54f1f3d6c85f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.771816] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.772052] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.772261] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.772446] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.772609] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.774753] env[63440]: INFO nova.compute.manager [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Terminating instance [ 770.800731] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.801334] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d40d84b-82ac-4cbf-b722-94b1b5760689 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.808593] env[63440]: DEBUG oslo_vmware.api [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 770.808593] env[63440]: value = "task-2661469" [ 770.808593] env[63440]: _type = "Task" [ 770.808593] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.816944] env[63440]: DEBUG oslo_vmware.api [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.985314] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Acquiring lock "d47ad4c3-5d16-4b6e-bc52-395607df1904" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.985541] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Lock "d47ad4c3-5d16-4b6e-bc52-395607df1904" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.115411] env[63440]: DEBUG nova.scheduler.client.report [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.174185] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661468, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.282450] env[63440]: DEBUG nova.compute.manager [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.282706] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.289916] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936ab85f-ce3d-4850-85b5-d15ef8030e3f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.293852] env[63440]: INFO nova.compute.manager [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Took 53.53 seconds to build instance. [ 771.297822] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.298064] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de395244-315f-49e4-80e2-e86a3d91f56b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.303709] env[63440]: DEBUG oslo_vmware.api [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 771.303709] env[63440]: value = "task-2661470" [ 771.303709] env[63440]: _type = "Task" [ 771.303709] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.311575] env[63440]: DEBUG oslo_vmware.api [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.319282] env[63440]: DEBUG oslo_vmware.api [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661469, 'name': PowerOffVM_Task, 'duration_secs': 0.268074} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.319549] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.319732] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Updating instance '66f4957e-96a9-462c-8a41-06dfd9ea93f9' progress to 17 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 771.622114] env[63440]: DEBUG oslo_concurrency.lockutils [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.622641] env[63440]: DEBUG nova.compute.manager [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.625210] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.867s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.625416] env[63440]: DEBUG nova.objects.instance [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 771.675610] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661468, 'name': ReconfigVM_Task, 'duration_secs': 1.340516} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.675896] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 51a3a20a-2ea7-49b0-9b82-41d17b38d35a/51a3a20a-2ea7-49b0-9b82-41d17b38d35a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.676551] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a35b9dae-949f-438a-a31f-a47be4a53846 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.682345] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 771.682345] env[63440]: value = "task-2661471" [ 771.682345] env[63440]: _type = "Task" [ 771.682345] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.690180] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661471, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.796377] env[63440]: DEBUG oslo_concurrency.lockutils [None req-12838059-8a36-44dd-aaa9-be4cf4770a18 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "1c95181d-5390-4992-a60f-0f0f707ad32f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.327s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.813863] env[63440]: DEBUG oslo_vmware.api [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661470, 'name': PowerOffVM_Task, 'duration_secs': 0.195216} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.814265] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.814497] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.814791] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad957c93-d961-418f-9659-80c00c785038 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.825888] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.826156] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.826323] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.826511] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.826661] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.826814] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.827036] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.827210] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.827382] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.827547] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.827723] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.833026] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b9a7f13-0b0c-4af2-a9c1-033ecc3c6a94 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.847610] env[63440]: DEBUG oslo_vmware.api [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 771.847610] env[63440]: value = "task-2661473" [ 771.847610] env[63440]: _type = "Task" [ 771.847610] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.856251] env[63440]: DEBUG oslo_vmware.api [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.911381] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.911822] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.912066] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Deleting the datastore file [datastore2] 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.912342] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5245fec-5fe1-4030-8e4b-7a3d582b61f8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.919206] env[63440]: DEBUG oslo_vmware.api [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 771.919206] env[63440]: value = "task-2661474" [ 771.919206] env[63440]: _type = "Task" [ 771.919206] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.927338] env[63440]: DEBUG oslo_vmware.api [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.134143] env[63440]: DEBUG nova.compute.utils [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.135715] env[63440]: DEBUG nova.compute.manager [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.135996] env[63440]: DEBUG nova.network.neutron [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.184299] env[63440]: DEBUG nova.policy [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '965847b8da904a7f82bb13ddda492d04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ad98b8477554768a81a38d0bcad219c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.194401] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661471, 'name': Rename_Task, 'duration_secs': 0.155667} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.194664] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.194896] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0723d2c9-d179-471a-b849-6c4761ce024d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.201245] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 772.201245] env[63440]: value = "task-2661475" [ 772.201245] env[63440]: _type = "Task" [ 772.201245] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.215593] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.299808] env[63440]: DEBUG nova.compute.manager [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.357333] env[63440]: DEBUG oslo_vmware.api [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661473, 'name': ReconfigVM_Task, 'duration_secs': 0.200103} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.357662] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Updating instance '66f4957e-96a9-462c-8a41-06dfd9ea93f9' progress to 33 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 772.431082] env[63440]: DEBUG oslo_vmware.api [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209984} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.431082] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.431082] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.432262] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.432262] env[63440]: INFO nova.compute.manager [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 772.432262] env[63440]: DEBUG oslo.service.loopingcall [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 772.432262] env[63440]: DEBUG nova.compute.manager [-] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.432262] env[63440]: DEBUG nova.network.neutron [-] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.495873] env[63440]: DEBUG nova.network.neutron [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Successfully created port: 523ec46b-0c50-4b1a-af75-232347bcd5ac {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.635221] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3cc7cd77-d32c-4d18-89a2-ad810f7cfbfa tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.640100] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.279s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.641676] env[63440]: INFO nova.compute.claims [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.648020] env[63440]: DEBUG nova.compute.manager [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.711996] env[63440]: DEBUG oslo_vmware.api [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661475, 'name': PowerOnVM_Task, 'duration_secs': 0.464713} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.711996] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.712197] env[63440]: INFO nova.compute.manager [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Took 7.84 seconds to spawn the instance on the hypervisor. [ 772.712593] env[63440]: DEBUG nova.compute.manager [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.713530] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d98047b-5780-4a25-bd46-97862d4fa6ab {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.823956] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.864400] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:44:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='999b5c12-6020-445c-8036-586f3ae911f1',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1308729682',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.864678] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.864841] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.865038] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.865196] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.865369] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.865582] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.865744] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.865908] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.866097] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.866354] env[63440]: DEBUG nova.virt.hardware [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.871552] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 772.872479] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0280710-a327-4b0e-aaac-1958500e62ec {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.892125] env[63440]: DEBUG oslo_vmware.api [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 772.892125] env[63440]: value = "task-2661476" [ 772.892125] env[63440]: _type = "Task" [ 772.892125] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.900427] env[63440]: DEBUG oslo_vmware.api [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.235330] env[63440]: INFO nova.compute.manager [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Took 54.80 seconds to build instance. [ 773.342211] env[63440]: DEBUG nova.compute.manager [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.343835] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77fa704-c7c2-40ae-8828-7ad190353b14 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.373236] env[63440]: DEBUG nova.compute.manager [req-08a0ffb0-c737-49cf-8010-a59366b4d73c req-3ae68ebe-c76b-4eae-add2-9a338d81d67a service nova] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Received event network-vif-deleted-e69713a9-7e3a-49a1-8307-d2142c0f5405 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.373449] env[63440]: INFO nova.compute.manager [req-08a0ffb0-c737-49cf-8010-a59366b4d73c req-3ae68ebe-c76b-4eae-add2-9a338d81d67a service nova] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Neutron deleted interface e69713a9-7e3a-49a1-8307-d2142c0f5405; detaching it from the instance and deleting it from the info cache [ 773.373629] env[63440]: DEBUG nova.network.neutron [req-08a0ffb0-c737-49cf-8010-a59366b4d73c req-3ae68ebe-c76b-4eae-add2-9a338d81d67a service nova] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.402448] env[63440]: DEBUG oslo_vmware.api [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661476, 'name': ReconfigVM_Task, 'duration_secs': 0.157047} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.402686] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 773.403626] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc77685-f0be-4b9e-8fe7-e33691dccd8c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.426606] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 66f4957e-96a9-462c-8a41-06dfd9ea93f9/66f4957e-96a9-462c-8a41-06dfd9ea93f9.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.427190] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffff9ad7-9f7e-4ac7-a03c-e8e8cbcbd64d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.448024] env[63440]: DEBUG oslo_vmware.api [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 773.448024] env[63440]: value = "task-2661477" [ 773.448024] env[63440]: _type = "Task" [ 773.448024] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.454693] env[63440]: DEBUG oslo_vmware.api [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.657699] env[63440]: DEBUG nova.compute.manager [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.682577] env[63440]: DEBUG nova.virt.hardware [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.682925] env[63440]: DEBUG nova.virt.hardware [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.683533] env[63440]: DEBUG nova.virt.hardware [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.683805] env[63440]: DEBUG nova.virt.hardware [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.684050] env[63440]: DEBUG nova.virt.hardware [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.684312] env[63440]: DEBUG nova.virt.hardware [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.684591] env[63440]: DEBUG nova.virt.hardware [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.684828] env[63440]: DEBUG nova.virt.hardware [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.685087] env[63440]: DEBUG nova.virt.hardware [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.685338] env[63440]: DEBUG nova.virt.hardware [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.685589] env[63440]: DEBUG nova.virt.hardware [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.686668] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a747435-24f3-498e-ad0c-32cc9779f782 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.698411] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c32bc6-8d63-4669-8823-7a4248531b6e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.733777] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0bc19265-3fab-4adf-b82f-a60457fd8821 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.028s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.856459] env[63440]: DEBUG nova.network.neutron [-] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.858765] env[63440]: INFO nova.compute.manager [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] instance snapshotting [ 773.867843] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d32a35c-e61e-46bb-ba55-5928f9ab4efc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.892119] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82424eed-f3ff-4fc0-8a1a-4f24a47cc84d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.894801] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cd69be-8c23-4673-a3e0-adca19b2171a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.908526] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5396b6b-a9dc-4e82-a966-59ab7b24543d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.947271] env[63440]: DEBUG nova.compute.manager [req-08a0ffb0-c737-49cf-8010-a59366b4d73c req-3ae68ebe-c76b-4eae-add2-9a338d81d67a service nova] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Detach interface failed, port_id=e69713a9-7e3a-49a1-8307-d2142c0f5405, reason: Instance 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 773.959485] env[63440]: DEBUG oslo_vmware.api [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661477, 'name': ReconfigVM_Task, 'duration_secs': 0.320614} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.959761] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 66f4957e-96a9-462c-8a41-06dfd9ea93f9/66f4957e-96a9-462c-8a41-06dfd9ea93f9.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.960047] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Updating instance '66f4957e-96a9-462c-8a41-06dfd9ea93f9' progress to 50 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 774.174117] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a078d0-6e8d-4ae0-979a-87dd8b32745b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.181338] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4480d9f0-a723-4092-afd2-2e5a492c8964 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.218372] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c95474c-04e2-4be3-b50b-7cc94d0170f0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.226779] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833e4837-b9d6-4272-9a8d-8e6dcff27f5e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.239901] env[63440]: DEBUG nova.compute.manager [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.243024] env[63440]: DEBUG nova.compute.provider_tree [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.365217] env[63440]: INFO nova.compute.manager [-] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Took 1.93 seconds to deallocate network for instance. [ 774.405675] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Creating Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 774.406379] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-12236ae0-b0ad-4682-9989-7109ce06da1d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.414603] env[63440]: DEBUG oslo_vmware.api [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 774.414603] env[63440]: value = "task-2661478" [ 774.414603] env[63440]: _type = "Task" [ 774.414603] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.423912] env[63440]: DEBUG oslo_vmware.api [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661478, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.434250] env[63440]: DEBUG nova.network.neutron [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Successfully updated port: 523ec46b-0c50-4b1a-af75-232347bcd5ac {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.468882] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e50b73-7d26-4b7b-90b2-9a64cf90b140 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.493323] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1193ca2-7f5e-4833-8dfc-ea7c8a26d9d5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.495919] env[63440]: DEBUG nova.compute.manager [req-f2293949-7f93-488b-8467-bf9b662fa81d req-34a9b04d-2a2f-4315-bde0-1bfba5e9e198 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Received event network-changed-e5fe6048-5ec9-47d1-b903-6ab36338a0c0 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.497116] env[63440]: DEBUG nova.compute.manager [req-f2293949-7f93-488b-8467-bf9b662fa81d req-34a9b04d-2a2f-4315-bde0-1bfba5e9e198 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Refreshing instance network info cache due to event network-changed-e5fe6048-5ec9-47d1-b903-6ab36338a0c0. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 774.497116] env[63440]: DEBUG oslo_concurrency.lockutils [req-f2293949-7f93-488b-8467-bf9b662fa81d req-34a9b04d-2a2f-4315-bde0-1bfba5e9e198 service nova] Acquiring lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.497116] env[63440]: DEBUG oslo_concurrency.lockutils [req-f2293949-7f93-488b-8467-bf9b662fa81d req-34a9b04d-2a2f-4315-bde0-1bfba5e9e198 service nova] Acquired lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.497116] env[63440]: DEBUG nova.network.neutron [req-f2293949-7f93-488b-8467-bf9b662fa81d req-34a9b04d-2a2f-4315-bde0-1bfba5e9e198 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Refreshing network info cache for port e5fe6048-5ec9-47d1-b903-6ab36338a0c0 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.516503] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Updating instance '66f4957e-96a9-462c-8a41-06dfd9ea93f9' progress to 67 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 774.748545] env[63440]: DEBUG nova.scheduler.client.report [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.764685] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.871946] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.928642] env[63440]: DEBUG oslo_vmware.api [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661478, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.937751] env[63440]: DEBUG oslo_concurrency.lockutils [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Acquiring lock "refresh_cache-d048f0f4-c8ec-448a-a789-8fdf2dadfbaf" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.938008] env[63440]: DEBUG oslo_concurrency.lockutils [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Acquired lock "refresh_cache-d048f0f4-c8ec-448a-a789-8fdf2dadfbaf" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.938096] env[63440]: DEBUG nova.network.neutron [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.078518] env[63440]: DEBUG nova.network.neutron [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Port 2fcc7d1e-8504-4483-97a9-bdfa03b8a338 binding to destination host cpu-1 is already ACTIVE {{(pid=63440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 775.241325] env[63440]: DEBUG nova.network.neutron [req-f2293949-7f93-488b-8467-bf9b662fa81d req-34a9b04d-2a2f-4315-bde0-1bfba5e9e198 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Updated VIF entry in instance network info cache for port e5fe6048-5ec9-47d1-b903-6ab36338a0c0. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.241860] env[63440]: DEBUG nova.network.neutron [req-f2293949-7f93-488b-8467-bf9b662fa81d req-34a9b04d-2a2f-4315-bde0-1bfba5e9e198 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Updating instance_info_cache with network_info: [{"id": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "address": "fa:16:3e:1e:e1:0a", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5fe6048-5e", "ovs_interfaceid": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.256712] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.257418] env[63440]: DEBUG nova.compute.manager [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.261087] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.714s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.262857] env[63440]: INFO nova.compute.claims [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.401886] env[63440]: DEBUG nova.compute.manager [req-9fdfa279-0e25-497d-b1f9-64b8a588f57f req-4e1da411-b79b-48da-b160-f0609bda5db3 service nova] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Received event network-vif-plugged-523ec46b-0c50-4b1a-af75-232347bcd5ac {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.402143] env[63440]: DEBUG oslo_concurrency.lockutils [req-9fdfa279-0e25-497d-b1f9-64b8a588f57f req-4e1da411-b79b-48da-b160-f0609bda5db3 service nova] Acquiring lock "d048f0f4-c8ec-448a-a789-8fdf2dadfbaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.403035] env[63440]: DEBUG oslo_concurrency.lockutils [req-9fdfa279-0e25-497d-b1f9-64b8a588f57f req-4e1da411-b79b-48da-b160-f0609bda5db3 service nova] Lock "d048f0f4-c8ec-448a-a789-8fdf2dadfbaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.403035] env[63440]: DEBUG oslo_concurrency.lockutils [req-9fdfa279-0e25-497d-b1f9-64b8a588f57f req-4e1da411-b79b-48da-b160-f0609bda5db3 service nova] Lock "d048f0f4-c8ec-448a-a789-8fdf2dadfbaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.403035] env[63440]: DEBUG nova.compute.manager [req-9fdfa279-0e25-497d-b1f9-64b8a588f57f req-4e1da411-b79b-48da-b160-f0609bda5db3 service nova] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] No waiting events found dispatching network-vif-plugged-523ec46b-0c50-4b1a-af75-232347bcd5ac {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.403035] env[63440]: WARNING nova.compute.manager [req-9fdfa279-0e25-497d-b1f9-64b8a588f57f req-4e1da411-b79b-48da-b160-f0609bda5db3 service nova] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Received unexpected event network-vif-plugged-523ec46b-0c50-4b1a-af75-232347bcd5ac for instance with vm_state building and task_state spawning. [ 775.403035] env[63440]: DEBUG nova.compute.manager [req-9fdfa279-0e25-497d-b1f9-64b8a588f57f req-4e1da411-b79b-48da-b160-f0609bda5db3 service nova] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Received event network-changed-523ec46b-0c50-4b1a-af75-232347bcd5ac {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.403411] env[63440]: DEBUG nova.compute.manager [req-9fdfa279-0e25-497d-b1f9-64b8a588f57f req-4e1da411-b79b-48da-b160-f0609bda5db3 service nova] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Refreshing instance network info cache due to event network-changed-523ec46b-0c50-4b1a-af75-232347bcd5ac. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 775.403411] env[63440]: DEBUG oslo_concurrency.lockutils [req-9fdfa279-0e25-497d-b1f9-64b8a588f57f req-4e1da411-b79b-48da-b160-f0609bda5db3 service nova] Acquiring lock "refresh_cache-d048f0f4-c8ec-448a-a789-8fdf2dadfbaf" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.426432] env[63440]: DEBUG oslo_vmware.api [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661478, 'name': CreateSnapshot_Task, 'duration_secs': 0.55424} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.427224] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Created Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 775.427505] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c49ab82-d7f7-4fe7-bb04-fd25f81fe490 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.468341] env[63440]: DEBUG nova.network.neutron [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.596110] env[63440]: DEBUG nova.network.neutron [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Updating instance_info_cache with network_info: [{"id": "523ec46b-0c50-4b1a-af75-232347bcd5ac", "address": "fa:16:3e:46:be:e0", "network": {"id": "9da8b495-d57d-4c9a-8fdd-e6322a912166", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2082475910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad98b8477554768a81a38d0bcad219c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap523ec46b-0c", "ovs_interfaceid": "523ec46b-0c50-4b1a-af75-232347bcd5ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.745015] env[63440]: DEBUG oslo_concurrency.lockutils [req-f2293949-7f93-488b-8467-bf9b662fa81d req-34a9b04d-2a2f-4315-bde0-1bfba5e9e198 service nova] Releasing lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.762233] env[63440]: DEBUG nova.compute.utils [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.763653] env[63440]: DEBUG nova.compute.manager [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.763851] env[63440]: DEBUG nova.network.neutron [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.804367] env[63440]: DEBUG nova.policy [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b06642e5dc4441b84c4f5972ffb5381', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd74b8dd27c784c979be15ea635ac5701', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.947147] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Creating linked-clone VM from snapshot {{(pid=63440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 775.947502] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4d34f116-d0ee-4cab-b5d1-e83f7d35de54 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.957883] env[63440]: DEBUG oslo_vmware.api [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 775.957883] env[63440]: value = "task-2661479" [ 775.957883] env[63440]: _type = "Task" [ 775.957883] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.966057] env[63440]: DEBUG oslo_vmware.api [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661479, 'name': CloneVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.080967] env[63440]: DEBUG nova.network.neutron [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Successfully created port: f37ca77c-36d3-4994-b284-b7fc659051c5 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.096576] env[63440]: DEBUG oslo_concurrency.lockutils [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Releasing lock "refresh_cache-d048f0f4-c8ec-448a-a789-8fdf2dadfbaf" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.097027] env[63440]: DEBUG nova.compute.manager [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Instance network_info: |[{"id": "523ec46b-0c50-4b1a-af75-232347bcd5ac", "address": "fa:16:3e:46:be:e0", "network": {"id": "9da8b495-d57d-4c9a-8fdd-e6322a912166", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2082475910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad98b8477554768a81a38d0bcad219c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap523ec46b-0c", "ovs_interfaceid": "523ec46b-0c50-4b1a-af75-232347bcd5ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.101170] env[63440]: DEBUG oslo_concurrency.lockutils [req-9fdfa279-0e25-497d-b1f9-64b8a588f57f req-4e1da411-b79b-48da-b160-f0609bda5db3 service nova] Acquired lock "refresh_cache-d048f0f4-c8ec-448a-a789-8fdf2dadfbaf" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.101494] env[63440]: DEBUG nova.network.neutron [req-9fdfa279-0e25-497d-b1f9-64b8a588f57f req-4e1da411-b79b-48da-b160-f0609bda5db3 service nova] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Refreshing network info cache for port 523ec46b-0c50-4b1a-af75-232347bcd5ac {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.102909] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:be:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '523ec46b-0c50-4b1a-af75-232347bcd5ac', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.110969] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Creating folder: Project (8ad98b8477554768a81a38d0bcad219c). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.115701] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "66f4957e-96a9-462c-8a41-06dfd9ea93f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.115923] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "66f4957e-96a9-462c-8a41-06dfd9ea93f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.116109] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "66f4957e-96a9-462c-8a41-06dfd9ea93f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.119707] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecaf1032-ab71-427a-bdd1-d9057f373e28 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.132221] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Created folder: Project (8ad98b8477554768a81a38d0bcad219c) in parent group-v536546. [ 776.132407] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Creating folder: Instances. Parent ref: group-v536712. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.132681] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97b4ccf5-0052-4a4d-98f4-46712b0b9b8b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.141886] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Created folder: Instances in parent group-v536712. [ 776.142140] env[63440]: DEBUG oslo.service.loopingcall [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 776.142333] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.142576] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0eab6c01-21e9-48d8-ac7a-b75fc95abea8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.162744] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.162744] env[63440]: value = "task-2661482" [ 776.162744] env[63440]: _type = "Task" [ 776.162744] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.172483] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661482, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.267532] env[63440]: DEBUG nova.compute.manager [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.452829] env[63440]: DEBUG nova.network.neutron [req-9fdfa279-0e25-497d-b1f9-64b8a588f57f req-4e1da411-b79b-48da-b160-f0609bda5db3 service nova] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Updated VIF entry in instance network info cache for port 523ec46b-0c50-4b1a-af75-232347bcd5ac. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.453295] env[63440]: DEBUG nova.network.neutron [req-9fdfa279-0e25-497d-b1f9-64b8a588f57f req-4e1da411-b79b-48da-b160-f0609bda5db3 service nova] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Updating instance_info_cache with network_info: [{"id": "523ec46b-0c50-4b1a-af75-232347bcd5ac", "address": "fa:16:3e:46:be:e0", "network": {"id": "9da8b495-d57d-4c9a-8fdd-e6322a912166", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2082475910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad98b8477554768a81a38d0bcad219c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap523ec46b-0c", "ovs_interfaceid": "523ec46b-0c50-4b1a-af75-232347bcd5ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.471755] env[63440]: DEBUG oslo_vmware.api [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661479, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.674465] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661482, 'name': CreateVM_Task, 'duration_secs': 0.498816} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.676673] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.677524] env[63440]: DEBUG oslo_concurrency.lockutils [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.677704] env[63440]: DEBUG oslo_concurrency.lockutils [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.678029] env[63440]: DEBUG oslo_concurrency.lockutils [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.678283] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aee01a7-6354-4c4e-90cd-639270111c1c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.682467] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Waiting for the task: (returnval){ [ 776.682467] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a57e99-8dfc-d00f-3590-847a6a5b7214" [ 776.682467] env[63440]: _type = "Task" [ 776.682467] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.692336] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a57e99-8dfc-d00f-3590-847a6a5b7214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.730111] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b465ba-9073-43d8-bf90-0920ea6941ec {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.737293] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20d55aa-c6c3-4401-bf08-877bb90b1906 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.767748] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aac449f-fd0e-4e4c-ba7a-95dec64439b2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.778494] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b21dd79-086f-4996-8efb-a174899a6682 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.792356] env[63440]: DEBUG nova.compute.provider_tree [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.956506] env[63440]: DEBUG oslo_concurrency.lockutils [req-9fdfa279-0e25-497d-b1f9-64b8a588f57f req-4e1da411-b79b-48da-b160-f0609bda5db3 service nova] Releasing lock "refresh_cache-d048f0f4-c8ec-448a-a789-8fdf2dadfbaf" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.968785] env[63440]: DEBUG oslo_vmware.api [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661479, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.156826] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "refresh_cache-66f4957e-96a9-462c-8a41-06dfd9ea93f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.157036] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquired lock "refresh_cache-66f4957e-96a9-462c-8a41-06dfd9ea93f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.157223] env[63440]: DEBUG nova.network.neutron [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.195110] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a57e99-8dfc-d00f-3590-847a6a5b7214, 'name': SearchDatastore_Task, 'duration_secs': 0.012821} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.195412] env[63440]: DEBUG oslo_concurrency.lockutils [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.195645] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.195875] env[63440]: DEBUG oslo_concurrency.lockutils [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.196032] env[63440]: DEBUG oslo_concurrency.lockutils [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.196213] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.196470] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22fb182d-cd7a-4d0e-9783-cadda49b22ff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.204503] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.204674] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.205426] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c655f3e4-957b-45f1-9dd6-9bd01cab064c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.210286] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Waiting for the task: (returnval){ [ 777.210286] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52102a47-a04a-3f55-8ff5-1358717eb310" [ 777.210286] env[63440]: _type = "Task" [ 777.210286] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.217398] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52102a47-a04a-3f55-8ff5-1358717eb310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.284509] env[63440]: DEBUG nova.compute.manager [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.297238] env[63440]: DEBUG nova.scheduler.client.report [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.308034] env[63440]: DEBUG nova.virt.hardware [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.308324] env[63440]: DEBUG nova.virt.hardware [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.308447] env[63440]: DEBUG nova.virt.hardware [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.308606] env[63440]: DEBUG nova.virt.hardware [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.308752] env[63440]: DEBUG nova.virt.hardware [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.308898] env[63440]: DEBUG nova.virt.hardware [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.309155] env[63440]: DEBUG nova.virt.hardware [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.309331] env[63440]: DEBUG nova.virt.hardware [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.309501] env[63440]: DEBUG nova.virt.hardware [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.309664] env[63440]: DEBUG nova.virt.hardware [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.310109] env[63440]: DEBUG nova.virt.hardware [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.310801] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4a7b26-d7ac-490a-9dab-c35272b0b098 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.319129] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553ccaeb-8e13-4b9f-82ed-727010c44322 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.469931] env[63440]: DEBUG oslo_vmware.api [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661479, 'name': CloneVM_Task, 'duration_secs': 1.253419} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.470266] env[63440]: INFO nova.virt.vmwareapi.vmops [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Created linked-clone VM from snapshot [ 777.471603] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295feee4-61b5-4bd0-949a-a3a53fdbc0df {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.479194] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Uploading image a44fab90-40b8-41b4-9bc1-5e9e168cd978 {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 777.499624] env[63440]: DEBUG oslo_vmware.rw_handles [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 777.499624] env[63440]: value = "vm-536711" [ 777.499624] env[63440]: _type = "VirtualMachine" [ 777.499624] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 777.499889] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c3b633a9-4805-4169-96f0-6ab1ab2726dc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.506879] env[63440]: DEBUG oslo_vmware.rw_handles [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lease: (returnval){ [ 777.506879] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fe5f67-c602-2a4f-2957-53bf2e9d534d" [ 777.506879] env[63440]: _type = "HttpNfcLease" [ 777.506879] env[63440]: } obtained for exporting VM: (result){ [ 777.506879] env[63440]: value = "vm-536711" [ 777.506879] env[63440]: _type = "VirtualMachine" [ 777.506879] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 777.507151] env[63440]: DEBUG oslo_vmware.api [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the lease: (returnval){ [ 777.507151] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fe5f67-c602-2a4f-2957-53bf2e9d534d" [ 777.507151] env[63440]: _type = "HttpNfcLease" [ 777.507151] env[63440]: } to be ready. {{(pid=63440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 777.514379] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 777.514379] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fe5f67-c602-2a4f-2957-53bf2e9d534d" [ 777.514379] env[63440]: _type = "HttpNfcLease" [ 777.514379] env[63440]: } is initializing. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 777.633115] env[63440]: DEBUG nova.compute.manager [req-7e382426-7758-43c4-940c-1f4b12e305a1 req-5b4ca5d2-bad7-41c9-8d3b-aef2a30b40d6 service nova] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Received event network-vif-plugged-f37ca77c-36d3-4994-b284-b7fc659051c5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 777.633115] env[63440]: DEBUG oslo_concurrency.lockutils [req-7e382426-7758-43c4-940c-1f4b12e305a1 req-5b4ca5d2-bad7-41c9-8d3b-aef2a30b40d6 service nova] Acquiring lock "f6bfb65e-23ae-4f19-beb4-8169f2fe7116-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.633115] env[63440]: DEBUG oslo_concurrency.lockutils [req-7e382426-7758-43c4-940c-1f4b12e305a1 req-5b4ca5d2-bad7-41c9-8d3b-aef2a30b40d6 service nova] Lock "f6bfb65e-23ae-4f19-beb4-8169f2fe7116-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.633115] env[63440]: DEBUG oslo_concurrency.lockutils [req-7e382426-7758-43c4-940c-1f4b12e305a1 req-5b4ca5d2-bad7-41c9-8d3b-aef2a30b40d6 service nova] Lock "f6bfb65e-23ae-4f19-beb4-8169f2fe7116-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.633115] env[63440]: DEBUG nova.compute.manager [req-7e382426-7758-43c4-940c-1f4b12e305a1 req-5b4ca5d2-bad7-41c9-8d3b-aef2a30b40d6 service nova] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] No waiting events found dispatching network-vif-plugged-f37ca77c-36d3-4994-b284-b7fc659051c5 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.633115] env[63440]: WARNING nova.compute.manager [req-7e382426-7758-43c4-940c-1f4b12e305a1 req-5b4ca5d2-bad7-41c9-8d3b-aef2a30b40d6 service nova] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Received unexpected event network-vif-plugged-f37ca77c-36d3-4994-b284-b7fc659051c5 for instance with vm_state building and task_state spawning. [ 777.715765] env[63440]: DEBUG nova.network.neutron [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Successfully updated port: f37ca77c-36d3-4994-b284-b7fc659051c5 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.722707] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52102a47-a04a-3f55-8ff5-1358717eb310, 'name': SearchDatastore_Task, 'duration_secs': 0.007677} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.724454] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b988fa3-7be0-4021-8ae2-c5cc5c64f2ba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.730702] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Waiting for the task: (returnval){ [ 777.730702] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c6a135-a839-3d21-c400-e96c9e1dac64" [ 777.730702] env[63440]: _type = "Task" [ 777.730702] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.739237] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c6a135-a839-3d21-c400-e96c9e1dac64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.804330] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.808055] env[63440]: DEBUG nova.compute.manager [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.808055] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.373s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.808402] env[63440]: DEBUG nova.objects.instance [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 777.891776] env[63440]: DEBUG nova.network.neutron [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Updating instance_info_cache with network_info: [{"id": "2fcc7d1e-8504-4483-97a9-bdfa03b8a338", "address": "fa:16:3e:f3:b6:6f", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcc7d1e-85", "ovs_interfaceid": "2fcc7d1e-8504-4483-97a9-bdfa03b8a338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.017134] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 778.017134] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fe5f67-c602-2a4f-2957-53bf2e9d534d" [ 778.017134] env[63440]: _type = "HttpNfcLease" [ 778.017134] env[63440]: } is ready. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 778.017518] env[63440]: DEBUG oslo_vmware.rw_handles [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 778.017518] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fe5f67-c602-2a4f-2957-53bf2e9d534d" [ 778.017518] env[63440]: _type = "HttpNfcLease" [ 778.017518] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 778.018180] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890a4bf4-ba98-4be1-aa90-478ee4d3b424 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.025087] env[63440]: DEBUG oslo_vmware.rw_handles [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528fa6e9-1b03-6e63-3318-0657f54d94d6/disk-0.vmdk from lease info. {{(pid=63440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 778.025273] env[63440]: DEBUG oslo_vmware.rw_handles [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528fa6e9-1b03-6e63-3318-0657f54d94d6/disk-0.vmdk for reading. {{(pid=63440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 778.112034] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cc71fe12-c6ff-475a-a01a-8f4632cd068a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.219159] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Acquiring lock "refresh_cache-f6bfb65e-23ae-4f19-beb4-8169f2fe7116" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.219338] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Acquired lock "refresh_cache-f6bfb65e-23ae-4f19-beb4-8169f2fe7116" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.219504] env[63440]: DEBUG nova.network.neutron [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.241090] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c6a135-a839-3d21-c400-e96c9e1dac64, 'name': SearchDatastore_Task, 'duration_secs': 0.010086} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.241090] env[63440]: DEBUG oslo_concurrency.lockutils [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.241090] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] d048f0f4-c8ec-448a-a789-8fdf2dadfbaf/d048f0f4-c8ec-448a-a789-8fdf2dadfbaf.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.241332] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bd1d4d6-2a6c-42f5-8aeb-f4911c8e8394 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.247653] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Waiting for the task: (returnval){ [ 778.247653] env[63440]: value = "task-2661484" [ 778.247653] env[63440]: _type = "Task" [ 778.247653] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.254940] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': task-2661484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.315201] env[63440]: DEBUG nova.compute.utils [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.321725] env[63440]: DEBUG nova.compute.manager [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.323264] env[63440]: DEBUG nova.network.neutron [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.372818] env[63440]: DEBUG nova.policy [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '478097abafdd433f815e81106776a64d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3c9e9a45ba94e03b2344bc39bad331e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.394322] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Releasing lock "refresh_cache-66f4957e-96a9-462c-8a41-06dfd9ea93f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.679899] env[63440]: DEBUG nova.network.neutron [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Successfully created port: b8595473-a1d5-4983-aabb-cf3b7f21dd53 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.763446] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': task-2661484, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.769053] env[63440]: DEBUG nova.network.neutron [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.823033] env[63440]: DEBUG nova.compute.manager [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.830686] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b33c3c8e-51e7-4ed8-a0bd-60fe4c237437 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.831906] env[63440]: DEBUG oslo_concurrency.lockutils [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.920s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.832238] env[63440]: DEBUG nova.objects.instance [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lazy-loading 'resources' on Instance uuid 722d4d20-24bc-4fcf-8358-054fedb3567d {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.923290] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b478351-ed9f-461d-8541-6cb845813c20 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.944965] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447ae342-a65a-4a60-94b2-ad010556c37d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.954135] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Updating instance '66f4957e-96a9-462c-8a41-06dfd9ea93f9' progress to 83 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 779.026275] env[63440]: DEBUG nova.network.neutron [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Updating instance_info_cache with network_info: [{"id": "f37ca77c-36d3-4994-b284-b7fc659051c5", "address": "fa:16:3e:a7:2d:b4", "network": {"id": "06e52b89-8faa-464f-866b-f5744198cb95", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1721812671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d74b8dd27c784c979be15ea635ac5701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37ca77c-36", "ovs_interfaceid": "f37ca77c-36d3-4994-b284-b7fc659051c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.261960] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': task-2661484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512208} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.262340] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] d048f0f4-c8ec-448a-a789-8fdf2dadfbaf/d048f0f4-c8ec-448a-a789-8fdf2dadfbaf.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.262660] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.262886] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6906d7b7-19b9-4964-81c2-9ac33e544337 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.270798] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Waiting for the task: (returnval){ [ 779.270798] env[63440]: value = "task-2661485" [ 779.270798] env[63440]: _type = "Task" [ 779.270798] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.284023] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': task-2661485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.466064] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.466856] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33742d22-28e6-4b70-9421-880629cb7604 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.474632] env[63440]: DEBUG oslo_vmware.api [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 779.474632] env[63440]: value = "task-2661486" [ 779.474632] env[63440]: _type = "Task" [ 779.474632] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.485775] env[63440]: DEBUG oslo_vmware.api [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.534037] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Releasing lock "refresh_cache-f6bfb65e-23ae-4f19-beb4-8169f2fe7116" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.534246] env[63440]: DEBUG nova.compute.manager [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Instance network_info: |[{"id": "f37ca77c-36d3-4994-b284-b7fc659051c5", "address": "fa:16:3e:a7:2d:b4", "network": {"id": "06e52b89-8faa-464f-866b-f5744198cb95", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1721812671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d74b8dd27c784c979be15ea635ac5701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37ca77c-36", "ovs_interfaceid": "f37ca77c-36d3-4994-b284-b7fc659051c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.534973] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:2d:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f37ca77c-36d3-4994-b284-b7fc659051c5', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.543148] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Creating folder: Project (d74b8dd27c784c979be15ea635ac5701). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.543669] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d89cf89d-6007-4238-92e0-e065dffcfc24 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.556968] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Created folder: Project (d74b8dd27c784c979be15ea635ac5701) in parent group-v536546. [ 779.557194] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Creating folder: Instances. Parent ref: group-v536715. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.559833] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a0a851b-677c-4315-84cb-c97955ac3a69 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.569072] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Created folder: Instances in parent group-v536715. [ 779.569462] env[63440]: DEBUG oslo.service.loopingcall [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 779.569558] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.569750] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53004334-06bd-4d4a-9392-75aad9f5bd60 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.594408] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.594408] env[63440]: value = "task-2661489" [ 779.594408] env[63440]: _type = "Task" [ 779.594408] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.605315] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661489, 'name': CreateVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.667622] env[63440]: DEBUG nova.compute.manager [req-01bf399b-df50-4fd9-8aa1-749ff10d4116 req-256fe31f-4422-4d1a-9143-ca51ccfcd359 service nova] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Received event network-changed-f37ca77c-36d3-4994-b284-b7fc659051c5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.667876] env[63440]: DEBUG nova.compute.manager [req-01bf399b-df50-4fd9-8aa1-749ff10d4116 req-256fe31f-4422-4d1a-9143-ca51ccfcd359 service nova] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Refreshing instance network info cache due to event network-changed-f37ca77c-36d3-4994-b284-b7fc659051c5. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 779.668167] env[63440]: DEBUG oslo_concurrency.lockutils [req-01bf399b-df50-4fd9-8aa1-749ff10d4116 req-256fe31f-4422-4d1a-9143-ca51ccfcd359 service nova] Acquiring lock "refresh_cache-f6bfb65e-23ae-4f19-beb4-8169f2fe7116" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.668322] env[63440]: DEBUG oslo_concurrency.lockutils [req-01bf399b-df50-4fd9-8aa1-749ff10d4116 req-256fe31f-4422-4d1a-9143-ca51ccfcd359 service nova] Acquired lock "refresh_cache-f6bfb65e-23ae-4f19-beb4-8169f2fe7116" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.668486] env[63440]: DEBUG nova.network.neutron [req-01bf399b-df50-4fd9-8aa1-749ff10d4116 req-256fe31f-4422-4d1a-9143-ca51ccfcd359 service nova] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Refreshing network info cache for port f37ca77c-36d3-4994-b284-b7fc659051c5 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.787563] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': task-2661485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078531} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.790553] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.791889] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48df4ce2-3c6d-489f-a819-07b249ff9db7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.821018] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] d048f0f4-c8ec-448a-a789-8fdf2dadfbaf/d048f0f4-c8ec-448a-a789-8fdf2dadfbaf.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.823848] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a9f055e-0fbe-47a8-9e37-a7cf843ffdac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.839907] env[63440]: DEBUG nova.compute.manager [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.850408] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Waiting for the task: (returnval){ [ 779.850408] env[63440]: value = "task-2661490" [ 779.850408] env[63440]: _type = "Task" [ 779.850408] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.859134] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f63848b-4472-46ad-9692-a11f2bcc0ecd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.870692] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': task-2661490, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.875708] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da172d1-7042-4cf8-ad9e-68f276f18676 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.912068] env[63440]: DEBUG nova.virt.hardware [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.912338] env[63440]: DEBUG nova.virt.hardware [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.912525] env[63440]: DEBUG nova.virt.hardware [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.912753] env[63440]: DEBUG nova.virt.hardware [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.912981] env[63440]: DEBUG nova.virt.hardware [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.913260] env[63440]: DEBUG nova.virt.hardware [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.913701] env[63440]: DEBUG nova.virt.hardware [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.913912] env[63440]: DEBUG nova.virt.hardware [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.914205] env[63440]: DEBUG nova.virt.hardware [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.914461] env[63440]: DEBUG nova.virt.hardware [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.914699] env[63440]: DEBUG nova.virt.hardware [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.915675] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c89cfb0-749f-4be0-973f-1e9b195329ab {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.919362] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041ca444-3abf-4e91-a3c0-d1dad2346a11 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.930676] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cd0362-5426-4079-987c-2c2ed9cb2e59 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.937868] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d3cb9c-112b-4008-9e20-0e8e7dfe3f2e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.962428] env[63440]: DEBUG nova.compute.provider_tree [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.985478] env[63440]: DEBUG oslo_vmware.api [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661486, 'name': PowerOnVM_Task, 'duration_secs': 0.438622} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.985478] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.985478] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cca77d-1200-4fe2-86e7-8d5020f14474 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Updating instance '66f4957e-96a9-462c-8a41-06dfd9ea93f9' progress to 100 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 780.106354] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661489, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.362422] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': task-2661490, 'name': ReconfigVM_Task, 'duration_secs': 0.461773} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.362719] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Reconfigured VM instance instance-00000039 to attach disk [datastore2] d048f0f4-c8ec-448a-a789-8fdf2dadfbaf/d048f0f4-c8ec-448a-a789-8fdf2dadfbaf.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.367144] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-effadffb-79b3-4511-a4d2-4c8c5eb39c42 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.374118] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Waiting for the task: (returnval){ [ 780.374118] env[63440]: value = "task-2661491" [ 780.374118] env[63440]: _type = "Task" [ 780.374118] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.384455] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': task-2661491, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.467917] env[63440]: DEBUG nova.scheduler.client.report [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.490538] env[63440]: DEBUG nova.network.neutron [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Successfully updated port: b8595473-a1d5-4983-aabb-cf3b7f21dd53 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.516195] env[63440]: DEBUG nova.network.neutron [req-01bf399b-df50-4fd9-8aa1-749ff10d4116 req-256fe31f-4422-4d1a-9143-ca51ccfcd359 service nova] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Updated VIF entry in instance network info cache for port f37ca77c-36d3-4994-b284-b7fc659051c5. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.516195] env[63440]: DEBUG nova.network.neutron [req-01bf399b-df50-4fd9-8aa1-749ff10d4116 req-256fe31f-4422-4d1a-9143-ca51ccfcd359 service nova] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Updating instance_info_cache with network_info: [{"id": "f37ca77c-36d3-4994-b284-b7fc659051c5", "address": "fa:16:3e:a7:2d:b4", "network": {"id": "06e52b89-8faa-464f-866b-f5744198cb95", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1721812671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d74b8dd27c784c979be15ea635ac5701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37ca77c-36", "ovs_interfaceid": "f37ca77c-36d3-4994-b284-b7fc659051c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.606157] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661489, 'name': CreateVM_Task, 'duration_secs': 0.549415} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.606318] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.606984] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.607173] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.607506] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.607781] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32557cd8-a792-4a1d-8fe5-c7ab788ac548 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.613734] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Waiting for the task: (returnval){ [ 780.613734] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ad3e25-c9a1-cc1f-fb62-f3125edcdfc3" [ 780.613734] env[63440]: _type = "Task" [ 780.613734] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.623490] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ad3e25-c9a1-cc1f-fb62-f3125edcdfc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.888108] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': task-2661491, 'name': Rename_Task, 'duration_secs': 0.23792} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.888472] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.888796] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7d33f63-e14b-4e36-91e9-71a10ad324ae {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.896052] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Waiting for the task: (returnval){ [ 780.896052] env[63440]: value = "task-2661492" [ 780.896052] env[63440]: _type = "Task" [ 780.896052] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.904404] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': task-2661492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.973544] env[63440]: DEBUG oslo_concurrency.lockutils [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.975947] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.396s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.976152] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.976318] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 780.976619] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.926s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.978116] env[63440]: INFO nova.compute.claims [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.981884] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5620266e-5e85-47d9-8361-979d134ad121 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.990486] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e101bbd-ba95-4c6c-aff4-dfa1be47efd2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.994733] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "refresh_cache-123370d2-3a4b-44c2-9e73-3672d42a11fe" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.994865] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "refresh_cache-123370d2-3a4b-44c2-9e73-3672d42a11fe" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.995081] env[63440]: DEBUG nova.network.neutron [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.001707] env[63440]: INFO nova.scheduler.client.report [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Deleted allocations for instance 722d4d20-24bc-4fcf-8358-054fedb3567d [ 781.016035] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76147b01-4805-46e3-a19d-89ce205456dd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.022913] env[63440]: DEBUG oslo_concurrency.lockutils [req-01bf399b-df50-4fd9-8aa1-749ff10d4116 req-256fe31f-4422-4d1a-9143-ca51ccfcd359 service nova] Releasing lock "refresh_cache-f6bfb65e-23ae-4f19-beb4-8169f2fe7116" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.024810] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1527a775-92b4-4699-980f-7181ebac100e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.062845] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178625MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=63440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 781.063125] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.125083] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ad3e25-c9a1-cc1f-fb62-f3125edcdfc3, 'name': SearchDatastore_Task, 'duration_secs': 0.014957} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.126136] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.126136] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.126453] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.126649] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.126853] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.127146] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4282e6dd-1ad6-4415-b4bf-def69b8630ea {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.137886] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.137886] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.138940] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d71dd6b-ff1c-41e7-a428-634c2c481080 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.145081] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Waiting for the task: (returnval){ [ 781.145081] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522fcb97-06fb-c275-6fba-71db275aa6bf" [ 781.145081] env[63440]: _type = "Task" [ 781.145081] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.153383] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522fcb97-06fb-c275-6fba-71db275aa6bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.405795] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': task-2661492, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.518227] env[63440]: DEBUG oslo_concurrency.lockutils [None req-67f1dfb8-fddd-4c26-8c19-5dc057bb81a4 tempest-ListImageFiltersTestJSON-365123274 tempest-ListImageFiltersTestJSON-365123274-project-member] Lock "722d4d20-24bc-4fcf-8358-054fedb3567d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.607s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.539232] env[63440]: DEBUG nova.network.neutron [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.655961] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522fcb97-06fb-c275-6fba-71db275aa6bf, 'name': SearchDatastore_Task, 'duration_secs': 0.02016} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.656625] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f33be8-d3bb-44f4-827d-81209b696b69 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.664755] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Waiting for the task: (returnval){ [ 781.664755] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528501a4-9152-fce9-78c1-5b0ecad79654" [ 781.664755] env[63440]: _type = "Task" [ 781.664755] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.673018] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528501a4-9152-fce9-78c1-5b0ecad79654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.697309] env[63440]: DEBUG nova.compute.manager [req-3eac851f-5bfb-4a99-be37-cd71090b16bc req-9ba1e46d-4eb7-4cd3-b5e2-e0f1a7cc6048 service nova] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Received event network-vif-plugged-b8595473-a1d5-4983-aabb-cf3b7f21dd53 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.697479] env[63440]: DEBUG oslo_concurrency.lockutils [req-3eac851f-5bfb-4a99-be37-cd71090b16bc req-9ba1e46d-4eb7-4cd3-b5e2-e0f1a7cc6048 service nova] Acquiring lock "123370d2-3a4b-44c2-9e73-3672d42a11fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.697788] env[63440]: DEBUG oslo_concurrency.lockutils [req-3eac851f-5bfb-4a99-be37-cd71090b16bc req-9ba1e46d-4eb7-4cd3-b5e2-e0f1a7cc6048 service nova] Lock "123370d2-3a4b-44c2-9e73-3672d42a11fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.697999] env[63440]: DEBUG oslo_concurrency.lockutils [req-3eac851f-5bfb-4a99-be37-cd71090b16bc req-9ba1e46d-4eb7-4cd3-b5e2-e0f1a7cc6048 service nova] Lock "123370d2-3a4b-44c2-9e73-3672d42a11fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.698730] env[63440]: DEBUG nova.compute.manager [req-3eac851f-5bfb-4a99-be37-cd71090b16bc req-9ba1e46d-4eb7-4cd3-b5e2-e0f1a7cc6048 service nova] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] No waiting events found dispatching network-vif-plugged-b8595473-a1d5-4983-aabb-cf3b7f21dd53 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.698730] env[63440]: WARNING nova.compute.manager [req-3eac851f-5bfb-4a99-be37-cd71090b16bc req-9ba1e46d-4eb7-4cd3-b5e2-e0f1a7cc6048 service nova] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Received unexpected event network-vif-plugged-b8595473-a1d5-4983-aabb-cf3b7f21dd53 for instance with vm_state building and task_state spawning. [ 781.698730] env[63440]: DEBUG nova.compute.manager [req-3eac851f-5bfb-4a99-be37-cd71090b16bc req-9ba1e46d-4eb7-4cd3-b5e2-e0f1a7cc6048 service nova] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Received event network-changed-b8595473-a1d5-4983-aabb-cf3b7f21dd53 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.698730] env[63440]: DEBUG nova.compute.manager [req-3eac851f-5bfb-4a99-be37-cd71090b16bc req-9ba1e46d-4eb7-4cd3-b5e2-e0f1a7cc6048 service nova] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Refreshing instance network info cache due to event network-changed-b8595473-a1d5-4983-aabb-cf3b7f21dd53. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 781.698932] env[63440]: DEBUG oslo_concurrency.lockutils [req-3eac851f-5bfb-4a99-be37-cd71090b16bc req-9ba1e46d-4eb7-4cd3-b5e2-e0f1a7cc6048 service nova] Acquiring lock "refresh_cache-123370d2-3a4b-44c2-9e73-3672d42a11fe" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.704087] env[63440]: DEBUG nova.network.neutron [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Updating instance_info_cache with network_info: [{"id": "b8595473-a1d5-4983-aabb-cf3b7f21dd53", "address": "fa:16:3e:6d:0f:79", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8595473-a1", "ovs_interfaceid": "b8595473-a1d5-4983-aabb-cf3b7f21dd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.907232] env[63440]: DEBUG oslo_vmware.api [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': task-2661492, 'name': PowerOnVM_Task, 'duration_secs': 0.774252} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.907566] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.907715] env[63440]: INFO nova.compute.manager [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Took 8.25 seconds to spawn the instance on the hypervisor. [ 781.907974] env[63440]: DEBUG nova.compute.manager [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.908703] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dbc519-335f-4bcf-94c1-8401cbb30fc4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.183766] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528501a4-9152-fce9-78c1-5b0ecad79654, 'name': SearchDatastore_Task, 'duration_secs': 0.028165} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.183766] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.184087] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] f6bfb65e-23ae-4f19-beb4-8169f2fe7116/f6bfb65e-23ae-4f19-beb4-8169f2fe7116.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.186924] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bea7999d-2ec0-4a0d-b2bc-6fbf57fe6e62 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.195947] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Waiting for the task: (returnval){ [ 782.195947] env[63440]: value = "task-2661493" [ 782.195947] env[63440]: _type = "Task" [ 782.195947] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.207649] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "refresh_cache-123370d2-3a4b-44c2-9e73-3672d42a11fe" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.207793] env[63440]: DEBUG nova.compute.manager [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Instance network_info: |[{"id": "b8595473-a1d5-4983-aabb-cf3b7f21dd53", "address": "fa:16:3e:6d:0f:79", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8595473-a1", "ovs_interfaceid": "b8595473-a1d5-4983-aabb-cf3b7f21dd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.209143] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': task-2661493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.209143] env[63440]: DEBUG oslo_concurrency.lockutils [req-3eac851f-5bfb-4a99-be37-cd71090b16bc req-9ba1e46d-4eb7-4cd3-b5e2-e0f1a7cc6048 service nova] Acquired lock "refresh_cache-123370d2-3a4b-44c2-9e73-3672d42a11fe" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.209143] env[63440]: DEBUG nova.network.neutron [req-3eac851f-5bfb-4a99-be37-cd71090b16bc req-9ba1e46d-4eb7-4cd3-b5e2-e0f1a7cc6048 service nova] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Refreshing network info cache for port b8595473-a1d5-4983-aabb-cf3b7f21dd53 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.209864] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:0f:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8595473-a1d5-4983-aabb-cf3b7f21dd53', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.217723] env[63440]: DEBUG oslo.service.loopingcall [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 782.221123] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.222703] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69120d43-a3f9-44a5-9d1f-20e8721433d6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.253710] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.253710] env[63440]: value = "task-2661494" [ 782.253710] env[63440]: _type = "Task" [ 782.253710] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.266219] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661494, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.430663] env[63440]: INFO nova.compute.manager [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Took 57.31 seconds to build instance. [ 782.480062] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19354c53-1a4e-4bed-9757-ae83229a9b1d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.488038] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b26ea1-1a67-4cbe-8473-ab0e502b5e17 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.521719] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59007c18-f52a-4f8c-9939-7aa1bbf1ba5f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.534579] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2deea539-d52c-4ebd-9b08-0e11b466fe74 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.551857] env[63440]: DEBUG nova.compute.provider_tree [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.712324] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': task-2661493, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.766747] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661494, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.937897] env[63440]: DEBUG oslo_concurrency.lockutils [None req-89b432cb-8b9a-4708-8635-6cadaa0c1f9d tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Lock "d048f0f4-c8ec-448a-a789-8fdf2dadfbaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.856s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.039030] env[63440]: DEBUG nova.network.neutron [req-3eac851f-5bfb-4a99-be37-cd71090b16bc req-9ba1e46d-4eb7-4cd3-b5e2-e0f1a7cc6048 service nova] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Updated VIF entry in instance network info cache for port b8595473-a1d5-4983-aabb-cf3b7f21dd53. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.039458] env[63440]: DEBUG nova.network.neutron [req-3eac851f-5bfb-4a99-be37-cd71090b16bc req-9ba1e46d-4eb7-4cd3-b5e2-e0f1a7cc6048 service nova] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Updating instance_info_cache with network_info: [{"id": "b8595473-a1d5-4983-aabb-cf3b7f21dd53", "address": "fa:16:3e:6d:0f:79", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8595473-a1", "ovs_interfaceid": "b8595473-a1d5-4983-aabb-cf3b7f21dd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.054990] env[63440]: DEBUG nova.scheduler.client.report [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.145873] env[63440]: DEBUG nova.network.neutron [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Port 2fcc7d1e-8504-4483-97a9-bdfa03b8a338 binding to destination host cpu-1 is already ACTIVE {{(pid=63440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 783.146370] env[63440]: DEBUG oslo_concurrency.lockutils [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "refresh_cache-66f4957e-96a9-462c-8a41-06dfd9ea93f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.146537] env[63440]: DEBUG oslo_concurrency.lockutils [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquired lock "refresh_cache-66f4957e-96a9-462c-8a41-06dfd9ea93f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.146756] env[63440]: DEBUG nova.network.neutron [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.207143] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': task-2661493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761251} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.207490] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] f6bfb65e-23ae-4f19-beb4-8169f2fe7116/f6bfb65e-23ae-4f19-beb4-8169f2fe7116.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.207737] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.207996] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-152021fe-acf1-43d1-8d4a-d5096f2abd7f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.216064] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Waiting for the task: (returnval){ [ 783.216064] env[63440]: value = "task-2661495" [ 783.216064] env[63440]: _type = "Task" [ 783.216064] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.224703] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': task-2661495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.264353] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661494, 'name': CreateVM_Task, 'duration_secs': 0.603451} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.264558] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.265243] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.265417] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.265761] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.266035] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dbc412a-3f0d-470f-aa2f-d7c33390ca02 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.270918] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 783.270918] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524db93c-5a0c-f75e-9f7d-877d00a41f0f" [ 783.270918] env[63440]: _type = "Task" [ 783.270918] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.278798] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524db93c-5a0c-f75e-9f7d-877d00a41f0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.469662] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Acquiring lock "d048f0f4-c8ec-448a-a789-8fdf2dadfbaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.469964] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Lock "d048f0f4-c8ec-448a-a789-8fdf2dadfbaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.470262] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Acquiring lock "d048f0f4-c8ec-448a-a789-8fdf2dadfbaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.470469] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Lock "d048f0f4-c8ec-448a-a789-8fdf2dadfbaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.470644] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Lock "d048f0f4-c8ec-448a-a789-8fdf2dadfbaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.474723] env[63440]: INFO nova.compute.manager [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Terminating instance [ 783.542602] env[63440]: DEBUG oslo_concurrency.lockutils [req-3eac851f-5bfb-4a99-be37-cd71090b16bc req-9ba1e46d-4eb7-4cd3-b5e2-e0f1a7cc6048 service nova] Releasing lock "refresh_cache-123370d2-3a4b-44c2-9e73-3672d42a11fe" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.561551] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.562357] env[63440]: DEBUG nova.compute.manager [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.565713] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.242s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.567700] env[63440]: INFO nova.compute.claims [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.726439] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': task-2661495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069798} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.726893] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.727968] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2646d502-57bd-40a2-94b7-6b60257fddef {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.754202] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] f6bfb65e-23ae-4f19-beb4-8169f2fe7116/f6bfb65e-23ae-4f19-beb4-8169f2fe7116.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.757034] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abc1e609-cc99-4203-8652-30122ca3a7c5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.782185] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524db93c-5a0c-f75e-9f7d-877d00a41f0f, 'name': SearchDatastore_Task, 'duration_secs': 0.018938} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.783767] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.784233] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.784603] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.784867] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.785194] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.785647] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Waiting for the task: (returnval){ [ 783.785647] env[63440]: value = "task-2661496" [ 783.785647] env[63440]: _type = "Task" [ 783.785647] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.786073] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dae16e0b-71ea-4c2d-87ed-adbc458d8af5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.797061] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': task-2661496, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.802162] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.802162] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.804653] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31f603ff-a902-4eea-bd9d-9ce43cca70cd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.810972] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 783.810972] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527f5b2c-a918-faf0-1792-9aab971afbdc" [ 783.810972] env[63440]: _type = "Task" [ 783.810972] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.820380] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527f5b2c-a918-faf0-1792-9aab971afbdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.875910] env[63440]: DEBUG nova.network.neutron [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Updating instance_info_cache with network_info: [{"id": "2fcc7d1e-8504-4483-97a9-bdfa03b8a338", "address": "fa:16:3e:f3:b6:6f", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcc7d1e-85", "ovs_interfaceid": "2fcc7d1e-8504-4483-97a9-bdfa03b8a338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.985027] env[63440]: DEBUG nova.compute.manager [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.985027] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.985027] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77f80b0-8d4f-4f1d-a1d4-8d6b79cf4ba5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.993254] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.993682] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09253c09-745c-41d9-ba8d-8d2f54ab9a80 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.002210] env[63440]: DEBUG oslo_vmware.api [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Waiting for the task: (returnval){ [ 784.002210] env[63440]: value = "task-2661497" [ 784.002210] env[63440]: _type = "Task" [ 784.002210] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.009744] env[63440]: DEBUG oslo_vmware.api [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': task-2661497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.078096] env[63440]: DEBUG nova.compute.utils [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.081720] env[63440]: DEBUG nova.compute.manager [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.082730] env[63440]: DEBUG nova.network.neutron [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.140187] env[63440]: DEBUG nova.policy [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0710d4bdca1469e98a589cfd3a1ab70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d4e1687d1fa4fd19f17b14fe4089cc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.299242] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': task-2661496, 'name': ReconfigVM_Task, 'duration_secs': 0.361359} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.299597] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Reconfigured VM instance instance-0000003a to attach disk [datastore2] f6bfb65e-23ae-4f19-beb4-8169f2fe7116/f6bfb65e-23ae-4f19-beb4-8169f2fe7116.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.300403] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-381d5375-11d0-487a-ba81-7ba20a0b663b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.306899] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Waiting for the task: (returnval){ [ 784.306899] env[63440]: value = "task-2661498" [ 784.306899] env[63440]: _type = "Task" [ 784.306899] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.318606] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': task-2661498, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.324172] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527f5b2c-a918-faf0-1792-9aab971afbdc, 'name': SearchDatastore_Task, 'duration_secs': 0.018112} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.325143] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3603ee44-e6a5-49e4-829f-5dd1bb91ef65 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.331321] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 784.331321] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522ecb28-b854-844c-f11e-d624582e636b" [ 784.331321] env[63440]: _type = "Task" [ 784.331321] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.338617] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522ecb28-b854-844c-f11e-d624582e636b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.418538] env[63440]: DEBUG oslo_concurrency.lockutils [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Releasing lock "refresh_cache-66f4957e-96a9-462c-8a41-06dfd9ea93f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.492178] env[63440]: DEBUG nova.network.neutron [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Successfully created port: 8931c244-f1f7-4280-bd26-4b20f06cf444 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.523259] env[63440]: DEBUG oslo_vmware.api [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': task-2661497, 'name': PowerOffVM_Task, 'duration_secs': 0.247907} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.523259] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.523259] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.523259] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-198249c3-4cd2-42fb-898c-ddc636748fb6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.584337] env[63440]: DEBUG nova.compute.manager [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.592894] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.593604] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.594231] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Deleting the datastore file [datastore2] d048f0f4-c8ec-448a-a789-8fdf2dadfbaf {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.595681] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-877b1669-acc3-4714-8cc6-b208614ab6ba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.607326] env[63440]: DEBUG oslo_vmware.api [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Waiting for the task: (returnval){ [ 784.607326] env[63440]: value = "task-2661500" [ 784.607326] env[63440]: _type = "Task" [ 784.607326] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.614378] env[63440]: DEBUG oslo_vmware.api [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': task-2661500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.828197] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': task-2661498, 'name': Rename_Task, 'duration_secs': 0.158981} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.828300] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.828753] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-223d8770-f8d8-4399-bea0-041f04666c8c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.839309] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Waiting for the task: (returnval){ [ 784.839309] env[63440]: value = "task-2661501" [ 784.839309] env[63440]: _type = "Task" [ 784.839309] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.854925] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522ecb28-b854-844c-f11e-d624582e636b, 'name': SearchDatastore_Task, 'duration_secs': 0.014989} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.856245] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.856245] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 123370d2-3a4b-44c2-9e73-3672d42a11fe/123370d2-3a4b-44c2-9e73-3672d42a11fe.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.856458] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4645915e-7079-4be3-811b-423300ad484b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.862376] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': task-2661501, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.867296] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 784.867296] env[63440]: value = "task-2661502" [ 784.867296] env[63440]: _type = "Task" [ 784.867296] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.881083] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.882833] env[63440]: DEBUG nova.compute.manager [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63440) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 784.882833] env[63440]: DEBUG oslo_concurrency.lockutils [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.120541] env[63440]: DEBUG oslo_vmware.api [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Task: {'id': task-2661500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29661} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.121444] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.121444] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.121444] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.121574] env[63440]: INFO nova.compute.manager [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 785.122256] env[63440]: DEBUG oslo.service.loopingcall [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 785.122256] env[63440]: DEBUG nova.compute.manager [-] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.122256] env[63440]: DEBUG nova.network.neutron [-] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.148697] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d380f14a-a706-4b09-9021-6a7434622ac0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.157605] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb12356f-49fc-4bcd-8bf3-8df0ee0dd6f4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.204474] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ad17c7-89c9-452e-8b2b-93f8efbb595f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.216357] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7b6da3-ee36-4d8f-9224-a853291fbc4b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.237024] env[63440]: DEBUG nova.compute.provider_tree [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.356048] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': task-2661501, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.384305] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661502, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.587065] env[63440]: DEBUG nova.compute.manager [req-7a8c4fea-5b17-4528-bfd7-6f5279c24bb0 req-181bdf54-3eb6-45bc-8fd2-465ded5ebae1 service nova] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Received event network-vif-deleted-523ec46b-0c50-4b1a-af75-232347bcd5ac {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 785.591295] env[63440]: INFO nova.compute.manager [req-7a8c4fea-5b17-4528-bfd7-6f5279c24bb0 req-181bdf54-3eb6-45bc-8fd2-465ded5ebae1 service nova] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Neutron deleted interface 523ec46b-0c50-4b1a-af75-232347bcd5ac; detaching it from the instance and deleting it from the info cache [ 785.591295] env[63440]: DEBUG nova.network.neutron [req-7a8c4fea-5b17-4528-bfd7-6f5279c24bb0 req-181bdf54-3eb6-45bc-8fd2-465ded5ebae1 service nova] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.601079] env[63440]: DEBUG nova.compute.manager [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.643716] env[63440]: DEBUG nova.virt.hardware [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.643716] env[63440]: DEBUG nova.virt.hardware [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.643716] env[63440]: DEBUG nova.virt.hardware [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.643716] env[63440]: DEBUG nova.virt.hardware [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.643716] env[63440]: DEBUG nova.virt.hardware [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.643716] env[63440]: DEBUG nova.virt.hardware [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.643716] env[63440]: DEBUG nova.virt.hardware [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.643716] env[63440]: DEBUG nova.virt.hardware [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.643953] env[63440]: DEBUG nova.virt.hardware [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.643990] env[63440]: DEBUG nova.virt.hardware [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.644211] env[63440]: DEBUG nova.virt.hardware [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.645193] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f00aa72-1bfd-40e0-acf5-ead8c854d189 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.656162] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c720780-0755-4d9d-96d3-83566040ba72 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.738222] env[63440]: DEBUG nova.scheduler.client.report [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.850717] env[63440]: DEBUG oslo_vmware.api [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': task-2661501, 'name': PowerOnVM_Task, 'duration_secs': 0.535468} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.850862] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.851086] env[63440]: INFO nova.compute.manager [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Took 8.57 seconds to spawn the instance on the hypervisor. [ 785.853114] env[63440]: DEBUG nova.compute.manager [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.853114] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b25e6c-01bd-48fa-b82e-7af14a0320e9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.884528] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644721} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.884528] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 123370d2-3a4b-44c2-9e73-3672d42a11fe/123370d2-3a4b-44c2-9e73-3672d42a11fe.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.884528] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.884528] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52f5c7f6-6cdf-460d-add4-427fe68a96c5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.893808] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 785.893808] env[63440]: value = "task-2661503" [ 785.893808] env[63440]: _type = "Task" [ 785.893808] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.903703] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.959702] env[63440]: DEBUG nova.network.neutron [-] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.090945] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93563b38-b41e-44c6-8e1e-bdeafa74f077 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.100991] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123a99ef-492d-468b-a0a6-ea5273b94f30 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.139924] env[63440]: DEBUG nova.compute.manager [req-7a8c4fea-5b17-4528-bfd7-6f5279c24bb0 req-181bdf54-3eb6-45bc-8fd2-465ded5ebae1 service nova] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Detach interface failed, port_id=523ec46b-0c50-4b1a-af75-232347bcd5ac, reason: Instance d048f0f4-c8ec-448a-a789-8fdf2dadfbaf could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 786.152318] env[63440]: DEBUG nova.network.neutron [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Successfully updated port: 8931c244-f1f7-4280-bd26-4b20f06cf444 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.244981] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.245453] env[63440]: DEBUG nova.compute.manager [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.247976] env[63440]: DEBUG oslo_concurrency.lockutils [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.767s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.248224] env[63440]: DEBUG nova.objects.instance [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lazy-loading 'resources' on Instance uuid a2b60472-d9a3-46ff-82ed-f0ae9b259663 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.368566] env[63440]: INFO nova.compute.manager [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Took 50.03 seconds to build instance. [ 786.403689] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1045} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.403970] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.404933] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a67664-c8b2-4b33-9411-662ee8a33980 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.431817] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 123370d2-3a4b-44c2-9e73-3672d42a11fe/123370d2-3a4b-44c2-9e73-3672d42a11fe.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.432504] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d879325-5d09-4dde-bdd8-d381f340d8f2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.455075] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 786.455075] env[63440]: value = "task-2661504" [ 786.455075] env[63440]: _type = "Task" [ 786.455075] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.465272] env[63440]: INFO nova.compute.manager [-] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Took 1.34 seconds to deallocate network for instance. [ 786.465888] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.631241] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Acquiring lock "447736ce-b1a5-4e8a-a3c5-d074deaf3da1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.631518] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Lock "447736ce-b1a5-4e8a-a3c5-d074deaf3da1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.657674] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquiring lock "refresh_cache-74ba9af4-e8cd-4f39-9582-dba56cae23be" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.657833] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquired lock "refresh_cache-74ba9af4-e8cd-4f39-9582-dba56cae23be" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.657991] env[63440]: DEBUG nova.network.neutron [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.675223] env[63440]: DEBUG oslo_vmware.rw_handles [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528fa6e9-1b03-6e63-3318-0657f54d94d6/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 786.675223] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5451c22a-3da9-4a08-8a47-0f0aaab142e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.683351] env[63440]: DEBUG oslo_vmware.rw_handles [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528fa6e9-1b03-6e63-3318-0657f54d94d6/disk-0.vmdk is in state: ready. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 786.683519] env[63440]: ERROR oslo_vmware.rw_handles [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528fa6e9-1b03-6e63-3318-0657f54d94d6/disk-0.vmdk due to incomplete transfer. [ 786.684015] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e6cd2da7-1b1d-4fe4-a959-7ddcbe5d90ca {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.691616] env[63440]: DEBUG oslo_vmware.rw_handles [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528fa6e9-1b03-6e63-3318-0657f54d94d6/disk-0.vmdk. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 786.691807] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Uploaded image a44fab90-40b8-41b4-9bc1-5e9e168cd978 to the Glance image server {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 786.694227] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Destroying the VM {{(pid=63440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 786.694484] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0d73be43-8ec1-4b27-9f1e-e7ea737f56cd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.700334] env[63440]: DEBUG oslo_vmware.api [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 786.700334] env[63440]: value = "task-2661505" [ 786.700334] env[63440]: _type = "Task" [ 786.700334] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.708405] env[63440]: DEBUG oslo_vmware.api [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661505, 'name': Destroy_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.752341] env[63440]: DEBUG nova.compute.utils [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.756852] env[63440]: DEBUG nova.compute.manager [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.757126] env[63440]: DEBUG nova.network.neutron [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.818660] env[63440]: DEBUG nova.policy [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b41c01e770644a98bd76e066b3053a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78f64409c8724c83b7f3bcded8fa5c31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.873056] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2610f070-cd51-4dbb-a186-c6ffc5208540 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Lock "f6bfb65e-23ae-4f19-beb4-8169f2fe7116" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.698s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.972315] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.977882] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.134055] env[63440]: DEBUG nova.compute.manager [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.211994] env[63440]: DEBUG oslo_vmware.api [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661505, 'name': Destroy_Task, 'duration_secs': 0.394881} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.212898] env[63440]: DEBUG nova.network.neutron [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.214829] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Destroyed the VM [ 787.215107] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Deleting Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 787.215539] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a48f4bb9-24a9-4c0d-a2fd-720c1e6e9497 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.222794] env[63440]: DEBUG oslo_vmware.api [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 787.222794] env[63440]: value = "task-2661506" [ 787.222794] env[63440]: _type = "Task" [ 787.222794] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.231095] env[63440]: DEBUG oslo_vmware.api [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661506, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.259927] env[63440]: DEBUG nova.compute.manager [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.276750] env[63440]: DEBUG nova.network.neutron [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Successfully created port: bd1344f8-64bf-4e68-a4fc-2351b6936630 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.337681] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Acquiring lock "f6bfb65e-23ae-4f19-beb4-8169f2fe7116" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.337993] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Lock "f6bfb65e-23ae-4f19-beb4-8169f2fe7116" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.338155] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Acquiring lock "f6bfb65e-23ae-4f19-beb4-8169f2fe7116-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.338344] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Lock "f6bfb65e-23ae-4f19-beb4-8169f2fe7116-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.338547] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Lock "f6bfb65e-23ae-4f19-beb4-8169f2fe7116-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.340698] env[63440]: INFO nova.compute.manager [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Terminating instance [ 787.389958] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f83ec8b-5131-491b-bfec-8ce7e3134c88 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.397750] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8838c42d-fad2-4696-9724-ee718665afbb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.431605] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c8f743-ca6e-4327-8f92-27699567bde2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.439436] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69995002-abde-448a-b38b-4cbb147f05a8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.444115] env[63440]: DEBUG nova.network.neutron [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Updating instance_info_cache with network_info: [{"id": "8931c244-f1f7-4280-bd26-4b20f06cf444", "address": "fa:16:3e:27:bb:1d", "network": {"id": "bd8301ec-cac7-427f-bba1-abf743751cf4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1249874736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d4e1687d1fa4fd19f17b14fe4089cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8931c244-f1", "ovs_interfaceid": "8931c244-f1f7-4280-bd26-4b20f06cf444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.455971] env[63440]: DEBUG nova.compute.provider_tree [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.468229] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661504, 'name': ReconfigVM_Task, 'duration_secs': 0.607852} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.468510] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 123370d2-3a4b-44c2-9e73-3672d42a11fe/123370d2-3a4b-44c2-9e73-3672d42a11fe.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.469374] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88bb4359-c17f-42c9-95f6-84f0919b12ff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.476459] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 787.476459] env[63440]: value = "task-2661507" [ 787.476459] env[63440]: _type = "Task" [ 787.476459] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.486215] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661507, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.629281] env[63440]: DEBUG nova.compute.manager [req-86673bc6-6ca5-42f5-987f-51d94573c535 req-ed81c2cb-506e-4d1a-8c8f-b2bef585869d service nova] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Received event network-vif-plugged-8931c244-f1f7-4280-bd26-4b20f06cf444 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 787.629506] env[63440]: DEBUG oslo_concurrency.lockutils [req-86673bc6-6ca5-42f5-987f-51d94573c535 req-ed81c2cb-506e-4d1a-8c8f-b2bef585869d service nova] Acquiring lock "74ba9af4-e8cd-4f39-9582-dba56cae23be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.629789] env[63440]: DEBUG oslo_concurrency.lockutils [req-86673bc6-6ca5-42f5-987f-51d94573c535 req-ed81c2cb-506e-4d1a-8c8f-b2bef585869d service nova] Lock "74ba9af4-e8cd-4f39-9582-dba56cae23be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.630158] env[63440]: DEBUG oslo_concurrency.lockutils [req-86673bc6-6ca5-42f5-987f-51d94573c535 req-ed81c2cb-506e-4d1a-8c8f-b2bef585869d service nova] Lock "74ba9af4-e8cd-4f39-9582-dba56cae23be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.630207] env[63440]: DEBUG nova.compute.manager [req-86673bc6-6ca5-42f5-987f-51d94573c535 req-ed81c2cb-506e-4d1a-8c8f-b2bef585869d service nova] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] No waiting events found dispatching network-vif-plugged-8931c244-f1f7-4280-bd26-4b20f06cf444 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.630378] env[63440]: WARNING nova.compute.manager [req-86673bc6-6ca5-42f5-987f-51d94573c535 req-ed81c2cb-506e-4d1a-8c8f-b2bef585869d service nova] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Received unexpected event network-vif-plugged-8931c244-f1f7-4280-bd26-4b20f06cf444 for instance with vm_state building and task_state spawning. [ 787.630541] env[63440]: DEBUG nova.compute.manager [req-86673bc6-6ca5-42f5-987f-51d94573c535 req-ed81c2cb-506e-4d1a-8c8f-b2bef585869d service nova] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Received event network-changed-8931c244-f1f7-4280-bd26-4b20f06cf444 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 787.631449] env[63440]: DEBUG nova.compute.manager [req-86673bc6-6ca5-42f5-987f-51d94573c535 req-ed81c2cb-506e-4d1a-8c8f-b2bef585869d service nova] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Refreshing instance network info cache due to event network-changed-8931c244-f1f7-4280-bd26-4b20f06cf444. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 787.631449] env[63440]: DEBUG oslo_concurrency.lockutils [req-86673bc6-6ca5-42f5-987f-51d94573c535 req-ed81c2cb-506e-4d1a-8c8f-b2bef585869d service nova] Acquiring lock "refresh_cache-74ba9af4-e8cd-4f39-9582-dba56cae23be" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.656547] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.733275] env[63440]: DEBUG oslo_vmware.api [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661506, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.845332] env[63440]: DEBUG nova.compute.manager [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.845561] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.846473] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac48794-d857-4d66-87e4-cd957ba5002b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.854990] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.855215] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99087d5e-7a30-437b-8b60-6a6bd90e4d16 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.861972] env[63440]: DEBUG oslo_vmware.api [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Waiting for the task: (returnval){ [ 787.861972] env[63440]: value = "task-2661508" [ 787.861972] env[63440]: _type = "Task" [ 787.861972] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.872215] env[63440]: DEBUG oslo_vmware.api [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': task-2661508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.947761] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Releasing lock "refresh_cache-74ba9af4-e8cd-4f39-9582-dba56cae23be" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.948182] env[63440]: DEBUG nova.compute.manager [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Instance network_info: |[{"id": "8931c244-f1f7-4280-bd26-4b20f06cf444", "address": "fa:16:3e:27:bb:1d", "network": {"id": "bd8301ec-cac7-427f-bba1-abf743751cf4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1249874736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d4e1687d1fa4fd19f17b14fe4089cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8931c244-f1", "ovs_interfaceid": "8931c244-f1f7-4280-bd26-4b20f06cf444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.948585] env[63440]: DEBUG oslo_concurrency.lockutils [req-86673bc6-6ca5-42f5-987f-51d94573c535 req-ed81c2cb-506e-4d1a-8c8f-b2bef585869d service nova] Acquired lock "refresh_cache-74ba9af4-e8cd-4f39-9582-dba56cae23be" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.948875] env[63440]: DEBUG nova.network.neutron [req-86673bc6-6ca5-42f5-987f-51d94573c535 req-ed81c2cb-506e-4d1a-8c8f-b2bef585869d service nova] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Refreshing network info cache for port 8931c244-f1f7-4280-bd26-4b20f06cf444 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.950373] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:bb:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8931c244-f1f7-4280-bd26-4b20f06cf444', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.959045] env[63440]: DEBUG oslo.service.loopingcall [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 787.959250] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.959373] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43d210a8-1ae3-4a13-9764-88f5503a5df6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.976950] env[63440]: DEBUG nova.scheduler.client.report [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.985306] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.985306] env[63440]: value = "task-2661509" [ 787.985306] env[63440]: _type = "Task" [ 787.985306] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.989723] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661507, 'name': Rename_Task, 'duration_secs': 0.153885} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.993350] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.994029] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cb1a95b-3ae9-41fa-aebb-c8043cd00136 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.001266] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661509, 'name': CreateVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.005757] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 788.005757] env[63440]: value = "task-2661510" [ 788.005757] env[63440]: _type = "Task" [ 788.005757] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.128768] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "da0c32b9-0bbc-448c-a243-c0c6e081c8f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.129052] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "da0c32b9-0bbc-448c-a243-c0c6e081c8f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.235633] env[63440]: DEBUG oslo_vmware.api [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661506, 'name': RemoveSnapshot_Task, 'duration_secs': 0.963108} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.235945] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Deleted Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 788.236227] env[63440]: INFO nova.compute.manager [None req-eb09ced4-8107-4658-9042-de2a228333fa tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Took 14.37 seconds to snapshot the instance on the hypervisor. [ 788.273088] env[63440]: DEBUG nova.compute.manager [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.302204] env[63440]: DEBUG nova.virt.hardware [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.302475] env[63440]: DEBUG nova.virt.hardware [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.302639] env[63440]: DEBUG nova.virt.hardware [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.302834] env[63440]: DEBUG nova.virt.hardware [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.303045] env[63440]: DEBUG nova.virt.hardware [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.303253] env[63440]: DEBUG nova.virt.hardware [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.303488] env[63440]: DEBUG nova.virt.hardware [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.303673] env[63440]: DEBUG nova.virt.hardware [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.303846] env[63440]: DEBUG nova.virt.hardware [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.304062] env[63440]: DEBUG nova.virt.hardware [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.304271] env[63440]: DEBUG nova.virt.hardware [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.305167] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc283c8-c27a-440c-9a89-e6e530e94407 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.315540] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a103f7b-ff5a-4d1e-b239-cd2f5c0b7148 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.371484] env[63440]: DEBUG oslo_vmware.api [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': task-2661508, 'name': PowerOffVM_Task, 'duration_secs': 0.229636} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.371745] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.371920] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.372180] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e0cddd9-7d95-426d-a3fc-c7ea255e7190 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.435164] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.435458] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.435658] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Deleting the datastore file [datastore2] f6bfb65e-23ae-4f19-beb4-8169f2fe7116 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.435916] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2f9aa4f-7a7e-4946-8fe8-95c2486a04cf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.443082] env[63440]: DEBUG oslo_vmware.api [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Waiting for the task: (returnval){ [ 788.443082] env[63440]: value = "task-2661512" [ 788.443082] env[63440]: _type = "Task" [ 788.443082] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.450438] env[63440]: DEBUG oslo_vmware.api [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': task-2661512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.481957] env[63440]: DEBUG oslo_concurrency.lockutils [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.485190] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.941s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.487083] env[63440]: INFO nova.compute.claims [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.504256] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661509, 'name': CreateVM_Task, 'duration_secs': 0.419277} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.504256] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.505694] env[63440]: INFO nova.scheduler.client.report [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Deleted allocations for instance a2b60472-d9a3-46ff-82ed-f0ae9b259663 [ 788.507209] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.507372] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.507697] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.513518] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9961da3-70ae-4b17-b2e2-a676806e0438 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.521158] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661510, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.522545] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for the task: (returnval){ [ 788.522545] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528515e3-6683-075d-c232-a2bc6fe0c8a3" [ 788.522545] env[63440]: _type = "Task" [ 788.522545] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.530342] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528515e3-6683-075d-c232-a2bc6fe0c8a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.631817] env[63440]: DEBUG nova.compute.manager [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.708960] env[63440]: DEBUG nova.network.neutron [req-86673bc6-6ca5-42f5-987f-51d94573c535 req-ed81c2cb-506e-4d1a-8c8f-b2bef585869d service nova] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Updated VIF entry in instance network info cache for port 8931c244-f1f7-4280-bd26-4b20f06cf444. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.709370] env[63440]: DEBUG nova.network.neutron [req-86673bc6-6ca5-42f5-987f-51d94573c535 req-ed81c2cb-506e-4d1a-8c8f-b2bef585869d service nova] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Updating instance_info_cache with network_info: [{"id": "8931c244-f1f7-4280-bd26-4b20f06cf444", "address": "fa:16:3e:27:bb:1d", "network": {"id": "bd8301ec-cac7-427f-bba1-abf743751cf4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1249874736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d4e1687d1fa4fd19f17b14fe4089cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8931c244-f1", "ovs_interfaceid": "8931c244-f1f7-4280-bd26-4b20f06cf444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.886123] env[63440]: DEBUG nova.network.neutron [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Successfully updated port: bd1344f8-64bf-4e68-a4fc-2351b6936630 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.954252] env[63440]: DEBUG oslo_vmware.api [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Task: {'id': task-2661512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435398} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.954252] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.954545] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.954717] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.954879] env[63440]: INFO nova.compute.manager [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Took 1.11 seconds to destroy the instance on the hypervisor. [ 788.955168] env[63440]: DEBUG oslo.service.loopingcall [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 788.955344] env[63440]: DEBUG nova.compute.manager [-] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.955461] env[63440]: DEBUG nova.network.neutron [-] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.018591] env[63440]: DEBUG oslo_vmware.api [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661510, 'name': PowerOnVM_Task, 'duration_secs': 0.883044} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.018859] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.019074] env[63440]: INFO nova.compute.manager [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Took 9.18 seconds to spawn the instance on the hypervisor. [ 789.019256] env[63440]: DEBUG nova.compute.manager [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.019758] env[63440]: DEBUG oslo_concurrency.lockutils [None req-552be6c0-dfba-461e-9186-3f0c3df1e816 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "a2b60472-d9a3-46ff-82ed-f0ae9b259663" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.320s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.021364] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3a120f-e83a-4495-9169-6baad3bccfa8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.039424] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528515e3-6683-075d-c232-a2bc6fe0c8a3, 'name': SearchDatastore_Task, 'duration_secs': 0.032605} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.041562] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.041562] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.041562] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.041747] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.041815] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.045233] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa029609-7a32-478a-af60-fa13c34b4d79 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.060070] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.060295] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.061370] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88880130-67f5-454a-8a0e-43356ca40d22 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.066875] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for the task: (returnval){ [ 789.066875] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c6c514-618a-eda4-79a3-135f624886ff" [ 789.066875] env[63440]: _type = "Task" [ 789.066875] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.075906] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c6c514-618a-eda4-79a3-135f624886ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.158572] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.211798] env[63440]: DEBUG oslo_concurrency.lockutils [req-86673bc6-6ca5-42f5-987f-51d94573c535 req-ed81c2cb-506e-4d1a-8c8f-b2bef585869d service nova] Releasing lock "refresh_cache-74ba9af4-e8cd-4f39-9582-dba56cae23be" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.388825] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Acquiring lock "refresh_cache-31f44af8-f448-4daa-83cf-6efcda620ec1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.389742] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Acquired lock "refresh_cache-31f44af8-f448-4daa-83cf-6efcda620ec1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.389742] env[63440]: DEBUG nova.network.neutron [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.549604] env[63440]: DEBUG oslo_concurrency.lockutils [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "5f6f0240-34b9-459d-8391-e51975f147cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.549856] env[63440]: DEBUG oslo_concurrency.lockutils [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "5f6f0240-34b9-459d-8391-e51975f147cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.550201] env[63440]: DEBUG oslo_concurrency.lockutils [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "5f6f0240-34b9-459d-8391-e51975f147cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.550500] env[63440]: DEBUG oslo_concurrency.lockutils [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "5f6f0240-34b9-459d-8391-e51975f147cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.550707] env[63440]: DEBUG oslo_concurrency.lockutils [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "5f6f0240-34b9-459d-8391-e51975f147cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.552782] env[63440]: INFO nova.compute.manager [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Took 53.04 seconds to build instance. [ 789.554312] env[63440]: INFO nova.compute.manager [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Terminating instance [ 789.578937] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c6c514-618a-eda4-79a3-135f624886ff, 'name': SearchDatastore_Task, 'duration_secs': 0.031055} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.582033] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc5a51d7-0016-4366-8dd2-af085d7bc330 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.587832] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for the task: (returnval){ [ 789.587832] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52388707-b01c-74fa-93a2-e41f803afbdc" [ 789.587832] env[63440]: _type = "Task" [ 789.587832] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.596243] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52388707-b01c-74fa-93a2-e41f803afbdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.658871] env[63440]: DEBUG nova.compute.manager [req-ed8d22fe-bb06-4fa1-a632-e58075a2a674 req-a019096b-fe58-420e-a691-770b06031c07 service nova] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Received event network-vif-plugged-bd1344f8-64bf-4e68-a4fc-2351b6936630 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 789.659090] env[63440]: DEBUG oslo_concurrency.lockutils [req-ed8d22fe-bb06-4fa1-a632-e58075a2a674 req-a019096b-fe58-420e-a691-770b06031c07 service nova] Acquiring lock "31f44af8-f448-4daa-83cf-6efcda620ec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.659297] env[63440]: DEBUG oslo_concurrency.lockutils [req-ed8d22fe-bb06-4fa1-a632-e58075a2a674 req-a019096b-fe58-420e-a691-770b06031c07 service nova] Lock "31f44af8-f448-4daa-83cf-6efcda620ec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.659461] env[63440]: DEBUG oslo_concurrency.lockutils [req-ed8d22fe-bb06-4fa1-a632-e58075a2a674 req-a019096b-fe58-420e-a691-770b06031c07 service nova] Lock "31f44af8-f448-4daa-83cf-6efcda620ec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.659625] env[63440]: DEBUG nova.compute.manager [req-ed8d22fe-bb06-4fa1-a632-e58075a2a674 req-a019096b-fe58-420e-a691-770b06031c07 service nova] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] No waiting events found dispatching network-vif-plugged-bd1344f8-64bf-4e68-a4fc-2351b6936630 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.659788] env[63440]: WARNING nova.compute.manager [req-ed8d22fe-bb06-4fa1-a632-e58075a2a674 req-a019096b-fe58-420e-a691-770b06031c07 service nova] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Received unexpected event network-vif-plugged-bd1344f8-64bf-4e68-a4fc-2351b6936630 for instance with vm_state building and task_state spawning. [ 789.659946] env[63440]: DEBUG nova.compute.manager [req-ed8d22fe-bb06-4fa1-a632-e58075a2a674 req-a019096b-fe58-420e-a691-770b06031c07 service nova] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Received event network-changed-bd1344f8-64bf-4e68-a4fc-2351b6936630 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 789.660114] env[63440]: DEBUG nova.compute.manager [req-ed8d22fe-bb06-4fa1-a632-e58075a2a674 req-a019096b-fe58-420e-a691-770b06031c07 service nova] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Refreshing instance network info cache due to event network-changed-bd1344f8-64bf-4e68-a4fc-2351b6936630. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 789.660287] env[63440]: DEBUG oslo_concurrency.lockutils [req-ed8d22fe-bb06-4fa1-a632-e58075a2a674 req-a019096b-fe58-420e-a691-770b06031c07 service nova] Acquiring lock "refresh_cache-31f44af8-f448-4daa-83cf-6efcda620ec1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.727517] env[63440]: DEBUG nova.network.neutron [-] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.873566] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615df30c-d907-4a09-ba96-d551b17c4e2d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.881625] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e165834-7d7f-4724-89a4-add3ade0e580 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.913386] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d3e204-c6ac-419e-a3f3-41f6c57ac6b1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.921982] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29844c9-e02d-4f07-8aae-0b7b143496a5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.942562] env[63440]: DEBUG nova.compute.provider_tree [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.945240] env[63440]: DEBUG nova.network.neutron [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.055991] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6628c4f3-b012-4b20-8a5f-00488d4bd6f6 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "123370d2-3a4b-44c2-9e73-3672d42a11fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.548s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.061213] env[63440]: DEBUG nova.compute.manager [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.062046] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.062280] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1055908e-b8b6-4e17-984d-b263b90d6e6f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.071994] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.072281] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e26f775c-faa0-416e-b719-0b012e9c9aaf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.079416] env[63440]: DEBUG oslo_vmware.api [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 790.079416] env[63440]: value = "task-2661513" [ 790.079416] env[63440]: _type = "Task" [ 790.079416] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.087742] env[63440]: DEBUG oslo_vmware.api [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.088719] env[63440]: DEBUG nova.network.neutron [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Updating instance_info_cache with network_info: [{"id": "bd1344f8-64bf-4e68-a4fc-2351b6936630", "address": "fa:16:3e:1f:ca:0c", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1344f8-64", "ovs_interfaceid": "bd1344f8-64bf-4e68-a4fc-2351b6936630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.098298] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52388707-b01c-74fa-93a2-e41f803afbdc, 'name': SearchDatastore_Task, 'duration_secs': 0.030513} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.098953] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.098953] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 74ba9af4-e8cd-4f39-9582-dba56cae23be/74ba9af4-e8cd-4f39-9582-dba56cae23be.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.099142] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-673221d3-048c-43b1-b30c-b903b4e90480 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.106027] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for the task: (returnval){ [ 790.106027] env[63440]: value = "task-2661514" [ 790.106027] env[63440]: _type = "Task" [ 790.106027] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.116135] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.229354] env[63440]: INFO nova.compute.manager [-] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Took 1.27 seconds to deallocate network for instance. [ 790.448677] env[63440]: DEBUG nova.scheduler.client.report [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.590913] env[63440]: DEBUG oslo_vmware.api [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661513, 'name': PowerOffVM_Task, 'duration_secs': 0.21443} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.594566] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.594566] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.594566] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-458ab301-005d-4957-a974-f675879ae7c8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.594566] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Releasing lock "refresh_cache-31f44af8-f448-4daa-83cf-6efcda620ec1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.594566] env[63440]: DEBUG nova.compute.manager [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Instance network_info: |[{"id": "bd1344f8-64bf-4e68-a4fc-2351b6936630", "address": "fa:16:3e:1f:ca:0c", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1344f8-64", "ovs_interfaceid": "bd1344f8-64bf-4e68-a4fc-2351b6936630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.594566] env[63440]: DEBUG oslo_concurrency.lockutils [req-ed8d22fe-bb06-4fa1-a632-e58075a2a674 req-a019096b-fe58-420e-a691-770b06031c07 service nova] Acquired lock "refresh_cache-31f44af8-f448-4daa-83cf-6efcda620ec1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.594566] env[63440]: DEBUG nova.network.neutron [req-ed8d22fe-bb06-4fa1-a632-e58075a2a674 req-a019096b-fe58-420e-a691-770b06031c07 service nova] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Refreshing network info cache for port bd1344f8-64bf-4e68-a4fc-2351b6936630 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.596496] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:ca:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd1344f8-64bf-4e68-a4fc-2351b6936630', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.604634] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Creating folder: Project (78f64409c8724c83b7f3bcded8fa5c31). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.606034] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9015c5bb-62a8-4f86-9218-7806753d75ec {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.618013] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443157} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.619281] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 74ba9af4-e8cd-4f39-9582-dba56cae23be/74ba9af4-e8cd-4f39-9582-dba56cae23be.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.619613] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.619768] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Created folder: Project (78f64409c8724c83b7f3bcded8fa5c31) in parent group-v536546. [ 790.619934] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Creating folder: Instances. Parent ref: group-v536720. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.620163] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4511272d-d602-4376-b4bf-4ef3379059b9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.621823] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6ae0a4b-8590-47cd-a2b9-1819eb2128a6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.628179] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for the task: (returnval){ [ 790.628179] env[63440]: value = "task-2661517" [ 790.628179] env[63440]: _type = "Task" [ 790.628179] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.633500] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Created folder: Instances in parent group-v536720. [ 790.633735] env[63440]: DEBUG oslo.service.loopingcall [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 790.634268] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.634445] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4823c1e-06f7-45ef-8f0f-6e8b2833b9b9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.651971] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.655879] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.655879] env[63440]: value = "task-2661519" [ 790.655879] env[63440]: _type = "Task" [ 790.655879] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.663083] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661519, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.671088] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.671313] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.671494] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Deleting the datastore file [datastore1] 5f6f0240-34b9-459d-8391-e51975f147cd {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.671736] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4672cd21-3a7f-4b9e-95fd-0af8581ccc63 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.677828] env[63440]: DEBUG oslo_vmware.api [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 790.677828] env[63440]: value = "task-2661520" [ 790.677828] env[63440]: _type = "Task" [ 790.677828] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.686777] env[63440]: DEBUG oslo_vmware.api [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.736255] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.800834] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "123370d2-3a4b-44c2-9e73-3672d42a11fe" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.801184] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "123370d2-3a4b-44c2-9e73-3672d42a11fe" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.801387] env[63440]: INFO nova.compute.manager [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Shelving [ 790.954466] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.955226] env[63440]: DEBUG nova.compute.manager [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.958609] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.372s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.960667] env[63440]: INFO nova.compute.claims [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.137334] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05939} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.137640] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.138458] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6bf8f3-d033-4f39-aa81-376fa02c702b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.161539] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 74ba9af4-e8cd-4f39-9582-dba56cae23be/74ba9af4-e8cd-4f39-9582-dba56cae23be.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.161883] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-057e5521-6cab-4206-8401-bb1e114d1eaa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.186275] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for the task: (returnval){ [ 791.186275] env[63440]: value = "task-2661521" [ 791.186275] env[63440]: _type = "Task" [ 791.186275] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.189432] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661519, 'name': CreateVM_Task, 'duration_secs': 0.390925} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.194646] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.194970] env[63440]: DEBUG oslo_vmware.api [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347594} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.195751] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.195919] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.196251] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.196505] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.196680] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.196853] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.197047] env[63440]: INFO nova.compute.manager [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 791.197284] env[63440]: DEBUG oslo.service.loopingcall [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 791.197818] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73110739-f83a-43d6-98b1-bcf645e3e1f2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.199393] env[63440]: DEBUG nova.compute.manager [-] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.199501] env[63440]: DEBUG nova.network.neutron [-] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.206234] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.209148] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Waiting for the task: (returnval){ [ 791.209148] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520bef59-6c16-18ec-8120-2f6ecf42bee0" [ 791.209148] env[63440]: _type = "Task" [ 791.209148] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.216336] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520bef59-6c16-18ec-8120-2f6ecf42bee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.417645] env[63440]: DEBUG nova.network.neutron [req-ed8d22fe-bb06-4fa1-a632-e58075a2a674 req-a019096b-fe58-420e-a691-770b06031c07 service nova] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Updated VIF entry in instance network info cache for port bd1344f8-64bf-4e68-a4fc-2351b6936630. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.418060] env[63440]: DEBUG nova.network.neutron [req-ed8d22fe-bb06-4fa1-a632-e58075a2a674 req-a019096b-fe58-420e-a691-770b06031c07 service nova] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Updating instance_info_cache with network_info: [{"id": "bd1344f8-64bf-4e68-a4fc-2351b6936630", "address": "fa:16:3e:1f:ca:0c", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1344f8-64", "ovs_interfaceid": "bd1344f8-64bf-4e68-a4fc-2351b6936630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.466973] env[63440]: DEBUG nova.compute.utils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.470310] env[63440]: DEBUG nova.compute.manager [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.470481] env[63440]: DEBUG nova.network.neutron [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.702953] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.718869] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520bef59-6c16-18ec-8120-2f6ecf42bee0, 'name': SearchDatastore_Task, 'duration_secs': 0.04026} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.722027] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.722027] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.722027] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.722027] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.722027] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.722027] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec634988-ca9c-4150-913c-35657704488b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.730119] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.730543] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.731405] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-428dd242-86e4-4c77-a675-b4f9dce09084 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.739461] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Waiting for the task: (returnval){ [ 791.739461] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f04ba4-d3f6-42d3-a6de-5d2b5ba3fd36" [ 791.739461] env[63440]: _type = "Task" [ 791.739461] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.746435] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f04ba4-d3f6-42d3-a6de-5d2b5ba3fd36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.757052] env[63440]: DEBUG nova.policy [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61e2cf89bcc74ac397f8c7d6209afe41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe9479befb7643fe899b7092fe3ffba0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.799633] env[63440]: DEBUG nova.compute.manager [req-bee77aa1-da3c-4cb0-b389-4a247fb6bd5b req-e76612e4-c3a3-4785-8b7c-c9e0a679fb44 service nova] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Received event network-vif-deleted-a2a635b4-c74b-4da0-8b8d-b3b6079581b5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.799909] env[63440]: INFO nova.compute.manager [req-bee77aa1-da3c-4cb0-b389-4a247fb6bd5b req-e76612e4-c3a3-4785-8b7c-c9e0a679fb44 service nova] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Neutron deleted interface a2a635b4-c74b-4da0-8b8d-b3b6079581b5; detaching it from the instance and deleting it from the info cache [ 791.800194] env[63440]: DEBUG nova.network.neutron [req-bee77aa1-da3c-4cb0-b389-4a247fb6bd5b req-e76612e4-c3a3-4785-8b7c-c9e0a679fb44 service nova] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.810412] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.810676] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-001b763e-62a0-4084-aa99-eb9da1d7f0e9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.818393] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 791.818393] env[63440]: value = "task-2661522" [ 791.818393] env[63440]: _type = "Task" [ 791.818393] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.827316] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.922251] env[63440]: DEBUG oslo_concurrency.lockutils [req-ed8d22fe-bb06-4fa1-a632-e58075a2a674 req-a019096b-fe58-420e-a691-770b06031c07 service nova] Releasing lock "refresh_cache-31f44af8-f448-4daa-83cf-6efcda620ec1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.922251] env[63440]: DEBUG nova.compute.manager [req-ed8d22fe-bb06-4fa1-a632-e58075a2a674 req-a019096b-fe58-420e-a691-770b06031c07 service nova] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Received event network-vif-deleted-f37ca77c-36d3-4994-b284-b7fc659051c5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.922251] env[63440]: INFO nova.compute.manager [req-ed8d22fe-bb06-4fa1-a632-e58075a2a674 req-a019096b-fe58-420e-a691-770b06031c07 service nova] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Neutron deleted interface f37ca77c-36d3-4994-b284-b7fc659051c5; detaching it from the instance and deleting it from the info cache [ 791.922251] env[63440]: DEBUG nova.network.neutron [req-ed8d22fe-bb06-4fa1-a632-e58075a2a674 req-a019096b-fe58-420e-a691-770b06031c07 service nova] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.971275] env[63440]: DEBUG nova.compute.manager [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.054206] env[63440]: DEBUG nova.network.neutron [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Successfully created port: 015512ef-4587-4d5b-a7c6-82ad46c0a5ed {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.202192] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661521, 'name': ReconfigVM_Task, 'duration_secs': 0.717016} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.202477] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 74ba9af4-e8cd-4f39-9582-dba56cae23be/74ba9af4-e8cd-4f39-9582-dba56cae23be.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.203150] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-792853d4-92c4-45b3-8de4-15dd56d61bc4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.209990] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for the task: (returnval){ [ 792.209990] env[63440]: value = "task-2661523" [ 792.209990] env[63440]: _type = "Task" [ 792.209990] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.218775] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661523, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.246260] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f04ba4-d3f6-42d3-a6de-5d2b5ba3fd36, 'name': SearchDatastore_Task, 'duration_secs': 0.009108} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.247083] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5f7379f-a4f8-4577-b05c-4c74b678a8d5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.254721] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Waiting for the task: (returnval){ [ 792.254721] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fa7a7b-f210-b539-1893-138ce43be7ff" [ 792.254721] env[63440]: _type = "Task" [ 792.254721] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.262073] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fa7a7b-f210-b539-1893-138ce43be7ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.282710] env[63440]: DEBUG nova.network.neutron [-] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.301984] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b525d783-3225-4923-96eb-03c2f4c6ae11 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.314711] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3903c0-fc72-4d9d-9f45-76dcda382b15 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.337534] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661522, 'name': PowerOffVM_Task, 'duration_secs': 0.224438} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.340034] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.340972] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35c7afe-2cc7-4cbb-9f40-2e5a4ee1939e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.357285] env[63440]: DEBUG nova.compute.manager [req-bee77aa1-da3c-4cb0-b389-4a247fb6bd5b req-e76612e4-c3a3-4785-8b7c-c9e0a679fb44 service nova] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Detach interface failed, port_id=a2a635b4-c74b-4da0-8b8d-b3b6079581b5, reason: Instance 5f6f0240-34b9-459d-8391-e51975f147cd could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 792.376970] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e676303e-076a-4122-8cd6-da74a444eb25 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.425532] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab160f9a-7141-48e1-87ac-6a6e152a4187 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.435799] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a7b0c0-65d0-47ef-b8ea-7af73517c0cc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.460022] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d582d9-5889-4ef4-8909-949d3f1ed656 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.477430] env[63440]: DEBUG nova.compute.manager [req-ed8d22fe-bb06-4fa1-a632-e58075a2a674 req-a019096b-fe58-420e-a691-770b06031c07 service nova] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Detach interface failed, port_id=f37ca77c-36d3-4994-b284-b7fc659051c5, reason: Instance f6bfb65e-23ae-4f19-beb4-8169f2fe7116 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 792.486463] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef75649-5f03-491a-8526-3fc2fc6648e9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.517772] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c1ef3d-200d-44f2-8316-16a059e1ecc3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.525683] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ce6e46-44fd-4b71-a757-2580bb051d29 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.539212] env[63440]: DEBUG nova.compute.provider_tree [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.720637] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661523, 'name': Rename_Task, 'duration_secs': 0.143816} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.720637] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.720792] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5ceaaf1-fbf5-4037-8970-e6e799c77808 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.727419] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for the task: (returnval){ [ 792.727419] env[63440]: value = "task-2661524" [ 792.727419] env[63440]: _type = "Task" [ 792.727419] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.735275] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.767065] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fa7a7b-f210-b539-1893-138ce43be7ff, 'name': SearchDatastore_Task, 'duration_secs': 0.00958} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.767366] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.767669] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 31f44af8-f448-4daa-83cf-6efcda620ec1/31f44af8-f448-4daa-83cf-6efcda620ec1.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.768173] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a6474c4-32b0-4d1d-a097-b6eef1d940c4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.774211] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Waiting for the task: (returnval){ [ 792.774211] env[63440]: value = "task-2661525" [ 792.774211] env[63440]: _type = "Task" [ 792.774211] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.781851] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': task-2661525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.785382] env[63440]: INFO nova.compute.manager [-] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Took 1.59 seconds to deallocate network for instance. [ 792.887566] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Creating Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 792.887920] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0045ead1-281c-4df4-9366-16a2fac498e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.895924] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 792.895924] env[63440]: value = "task-2661526" [ 792.895924] env[63440]: _type = "Task" [ 792.895924] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.904890] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661526, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.992223] env[63440]: DEBUG nova.compute.manager [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.020638] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.020967] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.021513] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.021513] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.021643] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.021742] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.021971] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.022182] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.022403] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.022589] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.022768] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.023716] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b992df71-1d00-4653-997a-47705942c494 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.034636] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a706983-072f-40b0-868f-63c9c61065b5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.042158] env[63440]: DEBUG nova.scheduler.client.report [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.238868] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661524, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.284245] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': task-2661525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481162} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.285048] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 31f44af8-f448-4daa-83cf-6efcda620ec1/31f44af8-f448-4daa-83cf-6efcda620ec1.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.285048] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.285416] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acd60469-f2e2-445f-85e4-096ecc03ed3e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.292396] env[63440]: DEBUG oslo_concurrency.lockutils [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.292563] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Waiting for the task: (returnval){ [ 793.292563] env[63440]: value = "task-2661527" [ 793.292563] env[63440]: _type = "Task" [ 793.292563] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.301416] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': task-2661527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.405237] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661526, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.535847] env[63440]: DEBUG nova.network.neutron [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Successfully updated port: 015512ef-4587-4d5b-a7c6-82ad46c0a5ed {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.549057] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.549702] env[63440]: DEBUG nova.compute.manager [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.552317] env[63440]: DEBUG oslo_concurrency.lockutils [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.636s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.552935] env[63440]: DEBUG nova.objects.instance [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lazy-loading 'resources' on Instance uuid 46244f20-1d30-4c37-9ef5-ee3e24ac877e {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.739877] env[63440]: DEBUG oslo_vmware.api [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661524, 'name': PowerOnVM_Task, 'duration_secs': 0.691779} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.739877] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.739877] env[63440]: INFO nova.compute.manager [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Took 8.14 seconds to spawn the instance on the hypervisor. [ 793.739877] env[63440]: DEBUG nova.compute.manager [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.739877] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4abd1c-3bee-476e-b6c7-b6953bddf44f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.804706] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': task-2661527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073361} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.804956] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.805828] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f72940d-3df1-4047-9402-5c107cf200d2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.828450] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 31f44af8-f448-4daa-83cf-6efcda620ec1/31f44af8-f448-4daa-83cf-6efcda620ec1.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.828687] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fb91a94-97d1-4b19-9067-ad77866f88b4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.845341] env[63440]: DEBUG nova.compute.manager [req-a10238e8-3563-48d3-84ab-7ed86b877e5c req-e0c62024-e8f7-46c6-ae8c-c188c94be31a service nova] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Received event network-vif-plugged-015512ef-4587-4d5b-a7c6-82ad46c0a5ed {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 793.845341] env[63440]: DEBUG oslo_concurrency.lockutils [req-a10238e8-3563-48d3-84ab-7ed86b877e5c req-e0c62024-e8f7-46c6-ae8c-c188c94be31a service nova] Acquiring lock "07daa4bd-eefa-48a8-9498-351b6ae6c7a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.845509] env[63440]: DEBUG oslo_concurrency.lockutils [req-a10238e8-3563-48d3-84ab-7ed86b877e5c req-e0c62024-e8f7-46c6-ae8c-c188c94be31a service nova] Lock "07daa4bd-eefa-48a8-9498-351b6ae6c7a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.845648] env[63440]: DEBUG oslo_concurrency.lockutils [req-a10238e8-3563-48d3-84ab-7ed86b877e5c req-e0c62024-e8f7-46c6-ae8c-c188c94be31a service nova] Lock "07daa4bd-eefa-48a8-9498-351b6ae6c7a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.845822] env[63440]: DEBUG nova.compute.manager [req-a10238e8-3563-48d3-84ab-7ed86b877e5c req-e0c62024-e8f7-46c6-ae8c-c188c94be31a service nova] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] No waiting events found dispatching network-vif-plugged-015512ef-4587-4d5b-a7c6-82ad46c0a5ed {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.845985] env[63440]: WARNING nova.compute.manager [req-a10238e8-3563-48d3-84ab-7ed86b877e5c req-e0c62024-e8f7-46c6-ae8c-c188c94be31a service nova] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Received unexpected event network-vif-plugged-015512ef-4587-4d5b-a7c6-82ad46c0a5ed for instance with vm_state building and task_state spawning. [ 793.846161] env[63440]: DEBUG nova.compute.manager [req-a10238e8-3563-48d3-84ab-7ed86b877e5c req-e0c62024-e8f7-46c6-ae8c-c188c94be31a service nova] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Received event network-changed-015512ef-4587-4d5b-a7c6-82ad46c0a5ed {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 793.846362] env[63440]: DEBUG nova.compute.manager [req-a10238e8-3563-48d3-84ab-7ed86b877e5c req-e0c62024-e8f7-46c6-ae8c-c188c94be31a service nova] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Refreshing instance network info cache due to event network-changed-015512ef-4587-4d5b-a7c6-82ad46c0a5ed. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 793.846559] env[63440]: DEBUG oslo_concurrency.lockutils [req-a10238e8-3563-48d3-84ab-7ed86b877e5c req-e0c62024-e8f7-46c6-ae8c-c188c94be31a service nova] Acquiring lock "refresh_cache-07daa4bd-eefa-48a8-9498-351b6ae6c7a7" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.846697] env[63440]: DEBUG oslo_concurrency.lockutils [req-a10238e8-3563-48d3-84ab-7ed86b877e5c req-e0c62024-e8f7-46c6-ae8c-c188c94be31a service nova] Acquired lock "refresh_cache-07daa4bd-eefa-48a8-9498-351b6ae6c7a7" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.846851] env[63440]: DEBUG nova.network.neutron [req-a10238e8-3563-48d3-84ab-7ed86b877e5c req-e0c62024-e8f7-46c6-ae8c-c188c94be31a service nova] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Refreshing network info cache for port 015512ef-4587-4d5b-a7c6-82ad46c0a5ed {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.853445] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Waiting for the task: (returnval){ [ 793.853445] env[63440]: value = "task-2661528" [ 793.853445] env[63440]: _type = "Task" [ 793.853445] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.863200] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': task-2661528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.905730] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661526, 'name': CreateSnapshot_Task, 'duration_secs': 0.755012} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.906044] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Created Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 793.906779] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73aaafb4-b7f6-45f3-8e96-83d04f72c0b8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.042330] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "refresh_cache-07daa4bd-eefa-48a8-9498-351b6ae6c7a7" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.058042] env[63440]: DEBUG nova.compute.utils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.059869] env[63440]: DEBUG nova.compute.manager [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.059869] env[63440]: DEBUG nova.network.neutron [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.097904] env[63440]: DEBUG nova.policy [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61e2cf89bcc74ac397f8c7d6209afe41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe9479befb7643fe899b7092fe3ffba0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.259214] env[63440]: INFO nova.compute.manager [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Took 45.22 seconds to build instance. [ 794.345682] env[63440]: DEBUG nova.network.neutron [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Successfully created port: cab9757b-2131-4262-8b08-a945577b6b65 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.366304] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': task-2661528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.399017] env[63440]: DEBUG nova.network.neutron [req-a10238e8-3563-48d3-84ab-7ed86b877e5c req-e0c62024-e8f7-46c6-ae8c-c188c94be31a service nova] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.426648] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Creating linked-clone VM from snapshot {{(pid=63440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 794.429397] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5f62af54-fffc-4c95-8b6b-1efad3da9116 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.437793] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 794.437793] env[63440]: value = "task-2661529" [ 794.437793] env[63440]: _type = "Task" [ 794.437793] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.445986] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661529, 'name': CloneVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.514597] env[63440]: DEBUG nova.network.neutron [req-a10238e8-3563-48d3-84ab-7ed86b877e5c req-e0c62024-e8f7-46c6-ae8c-c188c94be31a service nova] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.519592] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5ea387-1503-4ce8-8bad-0b6475317cf5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.529874] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7744e0-3ad6-417e-96bf-52df4708e0cf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.575588] env[63440]: DEBUG nova.compute.manager [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.578802] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a885b1-f8bd-4507-a3da-d933adf6c8d1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.587290] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f3d901-efe0-4c03-8804-33938e3a5392 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.601390] env[63440]: DEBUG nova.compute.provider_tree [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.761598] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50e2fc3c-ef22-48c2-8e36-18a822a53059 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Lock "74ba9af4-e8cd-4f39-9582-dba56cae23be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.023s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.868388] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': task-2661528, 'name': ReconfigVM_Task, 'duration_secs': 0.985496} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.868388] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 31f44af8-f448-4daa-83cf-6efcda620ec1/31f44af8-f448-4daa-83cf-6efcda620ec1.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.868388] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f5fe0e4-18b1-4837-ba33-50e1b8992817 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.873491] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Waiting for the task: (returnval){ [ 794.873491] env[63440]: value = "task-2661530" [ 794.873491] env[63440]: _type = "Task" [ 794.873491] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.882422] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': task-2661530, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.951702] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661529, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.017870] env[63440]: DEBUG oslo_concurrency.lockutils [req-a10238e8-3563-48d3-84ab-7ed86b877e5c req-e0c62024-e8f7-46c6-ae8c-c188c94be31a service nova] Releasing lock "refresh_cache-07daa4bd-eefa-48a8-9498-351b6ae6c7a7" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.018464] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquired lock "refresh_cache-07daa4bd-eefa-48a8-9498-351b6ae6c7a7" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.018732] env[63440]: DEBUG nova.network.neutron [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.105237] env[63440]: DEBUG nova.scheduler.client.report [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.384818] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': task-2661530, 'name': Rename_Task, 'duration_secs': 0.149451} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.385173] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.385492] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46c6581e-9913-4dba-a7e5-df4598a849e7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.392109] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Waiting for the task: (returnval){ [ 795.392109] env[63440]: value = "task-2661531" [ 795.392109] env[63440]: _type = "Task" [ 795.392109] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.400014] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': task-2661531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.451561] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661529, 'name': CloneVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.522385] env[63440]: DEBUG nova.compute.manager [req-f836660b-48d6-4699-937b-7dbbdee61cbe req-e41c1385-33f1-47c2-9b52-b116c7787c0f service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Received event network-changed-71691f63-3243-46c6-af62-c26eab5385a8 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 795.522579] env[63440]: DEBUG nova.compute.manager [req-f836660b-48d6-4699-937b-7dbbdee61cbe req-e41c1385-33f1-47c2-9b52-b116c7787c0f service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Refreshing instance network info cache due to event network-changed-71691f63-3243-46c6-af62-c26eab5385a8. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 795.522794] env[63440]: DEBUG oslo_concurrency.lockutils [req-f836660b-48d6-4699-937b-7dbbdee61cbe req-e41c1385-33f1-47c2-9b52-b116c7787c0f service nova] Acquiring lock "refresh_cache-c657ae98-7ffb-47de-a697-00dadba3b0a8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.522931] env[63440]: DEBUG oslo_concurrency.lockutils [req-f836660b-48d6-4699-937b-7dbbdee61cbe req-e41c1385-33f1-47c2-9b52-b116c7787c0f service nova] Acquired lock "refresh_cache-c657ae98-7ffb-47de-a697-00dadba3b0a8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.523131] env[63440]: DEBUG nova.network.neutron [req-f836660b-48d6-4699-937b-7dbbdee61cbe req-e41c1385-33f1-47c2-9b52-b116c7787c0f service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Refreshing network info cache for port 71691f63-3243-46c6-af62-c26eab5385a8 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.560609] env[63440]: DEBUG nova.network.neutron [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.590731] env[63440]: DEBUG nova.compute.manager [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.611160] env[63440]: DEBUG oslo_concurrency.lockutils [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.614177] env[63440]: DEBUG oslo_concurrency.lockutils [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.810s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.614602] env[63440]: DEBUG nova.objects.instance [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Lazy-loading 'resources' on Instance uuid 17ed76bd-664c-43b3-b8ff-d48dc4b92478 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.633187] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.633187] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.633187] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.634418] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.635167] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.635523] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.636098] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.636277] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.636590] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.639022] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.639022] env[63440]: DEBUG nova.virt.hardware [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.639022] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d8223c-2f5a-4681-8e09-cfabc31cdd97 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.652374] env[63440]: INFO nova.scheduler.client.report [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Deleted allocations for instance 46244f20-1d30-4c37-9ef5-ee3e24ac877e [ 795.657815] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fd05c2-e2cf-4220-82af-c8e1edce0612 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.769139] env[63440]: DEBUG nova.network.neutron [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Updating instance_info_cache with network_info: [{"id": "015512ef-4587-4d5b-a7c6-82ad46c0a5ed", "address": "fa:16:3e:ec:9a:30", "network": {"id": "4bb126b1-4094-4bdd-bd0a-f1115a56b3ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-319684276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe9479befb7643fe899b7092fe3ffba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015512ef-45", "ovs_interfaceid": "015512ef-4587-4d5b-a7c6-82ad46c0a5ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.903077] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': task-2661531, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.950144] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661529, 'name': CloneVM_Task, 'duration_secs': 1.070947} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.950562] env[63440]: INFO nova.virt.vmwareapi.vmops [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Created linked-clone VM from snapshot [ 795.951585] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0beb85-e67e-43c5-80b7-726fe894501a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.960660] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Uploading image 376e7267-a8ee-4fac-8ba5-7e5bcfbd651e {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 795.969345] env[63440]: DEBUG nova.network.neutron [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Successfully updated port: cab9757b-2131-4262-8b08-a945577b6b65 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.995288] env[63440]: DEBUG oslo_vmware.rw_handles [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 795.995288] env[63440]: value = "vm-536724" [ 795.995288] env[63440]: _type = "VirtualMachine" [ 795.995288] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 795.995614] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ff42eab6-414d-44d4-909e-ba5ea667e068 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.003142] env[63440]: DEBUG oslo_vmware.rw_handles [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lease: (returnval){ [ 796.003142] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c2a88a-a325-b96c-33a2-2e6ca2cf89a6" [ 796.003142] env[63440]: _type = "HttpNfcLease" [ 796.003142] env[63440]: } obtained for exporting VM: (result){ [ 796.003142] env[63440]: value = "vm-536724" [ 796.003142] env[63440]: _type = "VirtualMachine" [ 796.003142] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 796.003451] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the lease: (returnval){ [ 796.003451] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c2a88a-a325-b96c-33a2-2e6ca2cf89a6" [ 796.003451] env[63440]: _type = "HttpNfcLease" [ 796.003451] env[63440]: } to be ready. {{(pid=63440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 796.010951] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 796.010951] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c2a88a-a325-b96c-33a2-2e6ca2cf89a6" [ 796.010951] env[63440]: _type = "HttpNfcLease" [ 796.010951] env[63440]: } is initializing. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 796.173331] env[63440]: DEBUG oslo_concurrency.lockutils [None req-28083ab5-c122-405d-b958-4365aefd24ce tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "46244f20-1d30-4c37-9ef5-ee3e24ac877e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.356s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.188377] env[63440]: DEBUG nova.compute.manager [req-e442851c-880a-4da3-ab39-040203b075df req-ae47b44e-bd6b-4a87-ab96-6aae6b69f699 service nova] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Received event network-vif-plugged-cab9757b-2131-4262-8b08-a945577b6b65 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 796.188608] env[63440]: DEBUG oslo_concurrency.lockutils [req-e442851c-880a-4da3-ab39-040203b075df req-ae47b44e-bd6b-4a87-ab96-6aae6b69f699 service nova] Acquiring lock "24cd2a8b-9a49-4a57-9691-ad665cdde0ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.191105] env[63440]: DEBUG oslo_concurrency.lockutils [req-e442851c-880a-4da3-ab39-040203b075df req-ae47b44e-bd6b-4a87-ab96-6aae6b69f699 service nova] Lock "24cd2a8b-9a49-4a57-9691-ad665cdde0ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.191105] env[63440]: DEBUG oslo_concurrency.lockutils [req-e442851c-880a-4da3-ab39-040203b075df req-ae47b44e-bd6b-4a87-ab96-6aae6b69f699 service nova] Lock "24cd2a8b-9a49-4a57-9691-ad665cdde0ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.191105] env[63440]: DEBUG nova.compute.manager [req-e442851c-880a-4da3-ab39-040203b075df req-ae47b44e-bd6b-4a87-ab96-6aae6b69f699 service nova] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] No waiting events found dispatching network-vif-plugged-cab9757b-2131-4262-8b08-a945577b6b65 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.191105] env[63440]: WARNING nova.compute.manager [req-e442851c-880a-4da3-ab39-040203b075df req-ae47b44e-bd6b-4a87-ab96-6aae6b69f699 service nova] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Received unexpected event network-vif-plugged-cab9757b-2131-4262-8b08-a945577b6b65 for instance with vm_state building and task_state spawning. [ 796.270229] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Releasing lock "refresh_cache-07daa4bd-eefa-48a8-9498-351b6ae6c7a7" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.270542] env[63440]: DEBUG nova.compute.manager [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Instance network_info: |[{"id": "015512ef-4587-4d5b-a7c6-82ad46c0a5ed", "address": "fa:16:3e:ec:9a:30", "network": {"id": "4bb126b1-4094-4bdd-bd0a-f1115a56b3ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-319684276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe9479befb7643fe899b7092fe3ffba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015512ef-45", "ovs_interfaceid": "015512ef-4587-4d5b-a7c6-82ad46c0a5ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.270997] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:9a:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '015512ef-4587-4d5b-a7c6-82ad46c0a5ed', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.279628] env[63440]: DEBUG oslo.service.loopingcall [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 796.282247] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.283376] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f3882de-7e26-4086-8dcb-a64b2ced8379 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.302054] env[63440]: DEBUG nova.network.neutron [req-f836660b-48d6-4699-937b-7dbbdee61cbe req-e41c1385-33f1-47c2-9b52-b116c7787c0f service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Updated VIF entry in instance network info cache for port 71691f63-3243-46c6-af62-c26eab5385a8. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.302426] env[63440]: DEBUG nova.network.neutron [req-f836660b-48d6-4699-937b-7dbbdee61cbe req-e41c1385-33f1-47c2-9b52-b116c7787c0f service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Updating instance_info_cache with network_info: [{"id": "71691f63-3243-46c6-af62-c26eab5385a8", "address": "fa:16:3e:0d:9a:44", "network": {"id": "bd8301ec-cac7-427f-bba1-abf743751cf4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1249874736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d4e1687d1fa4fd19f17b14fe4089cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71691f63-32", "ovs_interfaceid": "71691f63-3243-46c6-af62-c26eab5385a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.308932] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.308932] env[63440]: value = "task-2661533" [ 796.308932] env[63440]: _type = "Task" [ 796.308932] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.319015] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661533, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.407578] env[63440]: DEBUG oslo_vmware.api [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': task-2661531, 'name': PowerOnVM_Task, 'duration_secs': 0.644493} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.407870] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.408355] env[63440]: INFO nova.compute.manager [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Took 8.13 seconds to spawn the instance on the hypervisor. [ 796.408642] env[63440]: DEBUG nova.compute.manager [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.411740] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcc58e9-e7a0-4543-968b-b24cd71067e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.476104] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "refresh_cache-24cd2a8b-9a49-4a57-9691-ad665cdde0ef" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.476258] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquired lock "refresh_cache-24cd2a8b-9a49-4a57-9691-ad665cdde0ef" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.476411] env[63440]: DEBUG nova.network.neutron [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.517307] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 796.517307] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c2a88a-a325-b96c-33a2-2e6ca2cf89a6" [ 796.517307] env[63440]: _type = "HttpNfcLease" [ 796.517307] env[63440]: } is ready. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 796.518357] env[63440]: DEBUG oslo_vmware.rw_handles [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 796.518357] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c2a88a-a325-b96c-33a2-2e6ca2cf89a6" [ 796.518357] env[63440]: _type = "HttpNfcLease" [ 796.518357] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 796.518507] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fa3249-98ca-4b9e-a6d6-c5b5eddf47dc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.526487] env[63440]: DEBUG oslo_vmware.rw_handles [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d5f7a2-5793-d439-a233-55959ec655b0/disk-0.vmdk from lease info. {{(pid=63440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 796.526674] env[63440]: DEBUG oslo_vmware.rw_handles [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d5f7a2-5793-d439-a233-55959ec655b0/disk-0.vmdk for reading. {{(pid=63440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 796.654925] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c665d7-5f4e-4301-aaf8-5f5b5064ae8e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.662469] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a96c87-0ff1-49a2-b84b-8cba26b968eb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.692897] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5453d90b-aeb5-424f-a751-d871e2801c2b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.700764] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cba6352-8f60-4412-b1b9-6f0176f7c25f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.716569] env[63440]: DEBUG nova.compute.provider_tree [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.720679] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5434dde6-0a6c-4bd7-ba99-96df196296a8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.805891] env[63440]: DEBUG oslo_concurrency.lockutils [req-f836660b-48d6-4699-937b-7dbbdee61cbe req-e41c1385-33f1-47c2-9b52-b116c7787c0f service nova] Releasing lock "refresh_cache-c657ae98-7ffb-47de-a697-00dadba3b0a8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.819602] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661533, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.930823] env[63440]: INFO nova.compute.manager [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Took 47.63 seconds to build instance. [ 797.025263] env[63440]: DEBUG nova.network.neutron [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.183523] env[63440]: DEBUG nova.network.neutron [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Updating instance_info_cache with network_info: [{"id": "cab9757b-2131-4262-8b08-a945577b6b65", "address": "fa:16:3e:d9:f3:7b", "network": {"id": "4bb126b1-4094-4bdd-bd0a-f1115a56b3ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-319684276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe9479befb7643fe899b7092fe3ffba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcab9757b-21", "ovs_interfaceid": "cab9757b-2131-4262-8b08-a945577b6b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.221526] env[63440]: DEBUG nova.scheduler.client.report [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.320888] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661533, 'name': CreateVM_Task, 'duration_secs': 0.576294} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.321758] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.322219] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.322730] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.323243] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.323714] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0699d669-f1ab-4e06-acdd-bf50959bacff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.330216] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 797.330216] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520480c9-0d28-3841-2e99-39cc585f0ce2" [ 797.330216] env[63440]: _type = "Task" [ 797.330216] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.340045] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520480c9-0d28-3841-2e99-39cc585f0ce2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.433998] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef8a98f6-5c4d-4cd6-8556-467b6f0bc8f8 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Lock "31f44af8-f448-4daa-83cf-6efcda620ec1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.077s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.688688] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Releasing lock "refresh_cache-24cd2a8b-9a49-4a57-9691-ad665cdde0ef" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.689126] env[63440]: DEBUG nova.compute.manager [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Instance network_info: |[{"id": "cab9757b-2131-4262-8b08-a945577b6b65", "address": "fa:16:3e:d9:f3:7b", "network": {"id": "4bb126b1-4094-4bdd-bd0a-f1115a56b3ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-319684276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe9479befb7643fe899b7092fe3ffba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcab9757b-21", "ovs_interfaceid": "cab9757b-2131-4262-8b08-a945577b6b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.689515] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:f3:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cab9757b-2131-4262-8b08-a945577b6b65', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.705682] env[63440]: DEBUG oslo.service.loopingcall [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 797.705935] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.706192] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c172146-61d8-479e-846b-b6387ee39ff8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.729312] env[63440]: DEBUG oslo_concurrency.lockutils [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.731205] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.731205] env[63440]: value = "task-2661534" [ 797.731205] env[63440]: _type = "Task" [ 797.731205] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.732197] env[63440]: DEBUG oslo_concurrency.lockutils [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.699s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.732197] env[63440]: DEBUG nova.objects.instance [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 797.743745] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661534, 'name': CreateVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.757785] env[63440]: INFO nova.scheduler.client.report [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Deleted allocations for instance 17ed76bd-664c-43b3-b8ff-d48dc4b92478 [ 797.840782] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520480c9-0d28-3841-2e99-39cc585f0ce2, 'name': SearchDatastore_Task, 'duration_secs': 0.015316} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.841792] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.841792] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.841792] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.841792] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.842158] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.842158] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d84944e5-fa12-4282-86f3-02c74068ddb2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.852212] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.852466] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.853343] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef445d15-a902-4448-8d14-b9ae3b0ca44a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.859485] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 797.859485] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bfb52f-7cec-9234-5376-2f9879db9229" [ 797.859485] env[63440]: _type = "Task" [ 797.859485] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.867274] env[63440]: DEBUG nova.compute.manager [req-7354b200-86fb-4966-a6c0-e64382e395e5 req-6ac868c7-472f-4147-997c-e23e216175bc service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Received event network-changed-71691f63-3243-46c6-af62-c26eab5385a8 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.867274] env[63440]: DEBUG nova.compute.manager [req-7354b200-86fb-4966-a6c0-e64382e395e5 req-6ac868c7-472f-4147-997c-e23e216175bc service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Refreshing instance network info cache due to event network-changed-71691f63-3243-46c6-af62-c26eab5385a8. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 797.867274] env[63440]: DEBUG oslo_concurrency.lockutils [req-7354b200-86fb-4966-a6c0-e64382e395e5 req-6ac868c7-472f-4147-997c-e23e216175bc service nova] Acquiring lock "refresh_cache-c657ae98-7ffb-47de-a697-00dadba3b0a8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.867274] env[63440]: DEBUG oslo_concurrency.lockutils [req-7354b200-86fb-4966-a6c0-e64382e395e5 req-6ac868c7-472f-4147-997c-e23e216175bc service nova] Acquired lock "refresh_cache-c657ae98-7ffb-47de-a697-00dadba3b0a8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.867376] env[63440]: DEBUG nova.network.neutron [req-7354b200-86fb-4966-a6c0-e64382e395e5 req-6ac868c7-472f-4147-997c-e23e216175bc service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Refreshing network info cache for port 71691f63-3243-46c6-af62-c26eab5385a8 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.876595] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bfb52f-7cec-9234-5376-2f9879db9229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.247659] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661534, 'name': CreateVM_Task, 'duration_secs': 0.41382} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.247934] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.248700] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.249118] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.249456] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.249784] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ac0ca8-a5b0-4404-8bbc-0dd91da6813a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.256044] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 798.256044] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5291ecfb-696f-63dd-7500-0b2d2cb5f1c7" [ 798.256044] env[63440]: _type = "Task" [ 798.256044] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.267809] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5291ecfb-696f-63dd-7500-0b2d2cb5f1c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.268798] env[63440]: DEBUG oslo_concurrency.lockutils [None req-77c93d45-8d2a-4dd0-8358-ad5357be1d33 tempest-ServerAddressesTestJSON-701387109 tempest-ServerAddressesTestJSON-701387109-project-member] Lock "17ed76bd-664c-43b3-b8ff-d48dc4b92478" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.184s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.353886] env[63440]: DEBUG nova.compute.manager [req-8a851e78-38a8-43dd-be09-2879d645c830 req-81ba3fd0-ef28-4939-8a2d-df44bc33909a service nova] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Received event network-changed-cab9757b-2131-4262-8b08-a945577b6b65 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.354791] env[63440]: DEBUG nova.compute.manager [req-8a851e78-38a8-43dd-be09-2879d645c830 req-81ba3fd0-ef28-4939-8a2d-df44bc33909a service nova] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Refreshing instance network info cache due to event network-changed-cab9757b-2131-4262-8b08-a945577b6b65. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 798.355134] env[63440]: DEBUG oslo_concurrency.lockutils [req-8a851e78-38a8-43dd-be09-2879d645c830 req-81ba3fd0-ef28-4939-8a2d-df44bc33909a service nova] Acquiring lock "refresh_cache-24cd2a8b-9a49-4a57-9691-ad665cdde0ef" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.355820] env[63440]: DEBUG oslo_concurrency.lockutils [req-8a851e78-38a8-43dd-be09-2879d645c830 req-81ba3fd0-ef28-4939-8a2d-df44bc33909a service nova] Acquired lock "refresh_cache-24cd2a8b-9a49-4a57-9691-ad665cdde0ef" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.356027] env[63440]: DEBUG nova.network.neutron [req-8a851e78-38a8-43dd-be09-2879d645c830 req-81ba3fd0-ef28-4939-8a2d-df44bc33909a service nova] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Refreshing network info cache for port cab9757b-2131-4262-8b08-a945577b6b65 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.371853] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bfb52f-7cec-9234-5376-2f9879db9229, 'name': SearchDatastore_Task, 'duration_secs': 0.016611} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.373711] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5d189a7-c701-4ac1-9318-fbf70b3a03d4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.382027] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 798.382027] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d86541-13a4-3738-bf37-23cd7f312174" [ 798.382027] env[63440]: _type = "Task" [ 798.382027] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.391102] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d86541-13a4-3738-bf37-23cd7f312174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.586622] env[63440]: DEBUG nova.network.neutron [req-7354b200-86fb-4966-a6c0-e64382e395e5 req-6ac868c7-472f-4147-997c-e23e216175bc service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Updated VIF entry in instance network info cache for port 71691f63-3243-46c6-af62-c26eab5385a8. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.586999] env[63440]: DEBUG nova.network.neutron [req-7354b200-86fb-4966-a6c0-e64382e395e5 req-6ac868c7-472f-4147-997c-e23e216175bc service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Updating instance_info_cache with network_info: [{"id": "71691f63-3243-46c6-af62-c26eab5385a8", "address": "fa:16:3e:0d:9a:44", "network": {"id": "bd8301ec-cac7-427f-bba1-abf743751cf4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1249874736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d4e1687d1fa4fd19f17b14fe4089cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71691f63-32", "ovs_interfaceid": "71691f63-3243-46c6-af62-c26eab5385a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.747029] env[63440]: DEBUG oslo_concurrency.lockutils [None req-eabd75fb-5581-40b7-92c0-11d9d925e68f tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.747029] env[63440]: DEBUG oslo_concurrency.lockutils [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.702s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.747029] env[63440]: DEBUG nova.objects.instance [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lazy-loading 'resources' on Instance uuid 2376e3de-3e5c-4cc2-8c86-270b0babf047 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.768050] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5291ecfb-696f-63dd-7500-0b2d2cb5f1c7, 'name': SearchDatastore_Task, 'duration_secs': 0.019182} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.768581] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.768938] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.769302] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.769559] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.769840] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.770219] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64ecb9b4-44b0-4a17-9e25-b1d582e79fd2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.779460] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.779829] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.780654] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69504fa7-afe0-48b1-93ac-b408010d3d55 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.788159] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 798.788159] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52be50a2-ed7c-77d2-94a5-4567eec6992f" [ 798.788159] env[63440]: _type = "Task" [ 798.788159] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.795643] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52be50a2-ed7c-77d2-94a5-4567eec6992f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.891402] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d86541-13a4-3738-bf37-23cd7f312174, 'name': SearchDatastore_Task, 'duration_secs': 0.011876} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.894227] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.894551] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 07daa4bd-eefa-48a8-9498-351b6ae6c7a7/07daa4bd-eefa-48a8-9498-351b6ae6c7a7.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.894880] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-183dc7cb-a975-4838-a361-22b766848996 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.902586] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 798.902586] env[63440]: value = "task-2661535" [ 798.902586] env[63440]: _type = "Task" [ 798.902586] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.911563] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.089902] env[63440]: DEBUG oslo_concurrency.lockutils [req-7354b200-86fb-4966-a6c0-e64382e395e5 req-6ac868c7-472f-4147-997c-e23e216175bc service nova] Releasing lock "refresh_cache-c657ae98-7ffb-47de-a697-00dadba3b0a8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.090291] env[63440]: DEBUG nova.compute.manager [req-7354b200-86fb-4966-a6c0-e64382e395e5 req-6ac868c7-472f-4147-997c-e23e216175bc service nova] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Received event network-changed-8931c244-f1f7-4280-bd26-4b20f06cf444 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.090518] env[63440]: DEBUG nova.compute.manager [req-7354b200-86fb-4966-a6c0-e64382e395e5 req-6ac868c7-472f-4147-997c-e23e216175bc service nova] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Refreshing instance network info cache due to event network-changed-8931c244-f1f7-4280-bd26-4b20f06cf444. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 799.090793] env[63440]: DEBUG oslo_concurrency.lockutils [req-7354b200-86fb-4966-a6c0-e64382e395e5 req-6ac868c7-472f-4147-997c-e23e216175bc service nova] Acquiring lock "refresh_cache-74ba9af4-e8cd-4f39-9582-dba56cae23be" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.091136] env[63440]: DEBUG oslo_concurrency.lockutils [req-7354b200-86fb-4966-a6c0-e64382e395e5 req-6ac868c7-472f-4147-997c-e23e216175bc service nova] Acquired lock "refresh_cache-74ba9af4-e8cd-4f39-9582-dba56cae23be" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.091376] env[63440]: DEBUG nova.network.neutron [req-7354b200-86fb-4966-a6c0-e64382e395e5 req-6ac868c7-472f-4147-997c-e23e216175bc service nova] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Refreshing network info cache for port 8931c244-f1f7-4280-bd26-4b20f06cf444 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.113929] env[63440]: DEBUG nova.network.neutron [req-8a851e78-38a8-43dd-be09-2879d645c830 req-81ba3fd0-ef28-4939-8a2d-df44bc33909a service nova] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Updated VIF entry in instance network info cache for port cab9757b-2131-4262-8b08-a945577b6b65. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.114368] env[63440]: DEBUG nova.network.neutron [req-8a851e78-38a8-43dd-be09-2879d645c830 req-81ba3fd0-ef28-4939-8a2d-df44bc33909a service nova] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Updating instance_info_cache with network_info: [{"id": "cab9757b-2131-4262-8b08-a945577b6b65", "address": "fa:16:3e:d9:f3:7b", "network": {"id": "4bb126b1-4094-4bdd-bd0a-f1115a56b3ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-319684276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe9479befb7643fe899b7092fe3ffba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcab9757b-21", "ovs_interfaceid": "cab9757b-2131-4262-8b08-a945577b6b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.301235] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52be50a2-ed7c-77d2-94a5-4567eec6992f, 'name': SearchDatastore_Task, 'duration_secs': 0.010744} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.302121] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be0ee4a4-4b04-44c9-a24e-f201f28d71bb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.314057] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 799.314057] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fd5973-30f7-63c9-971c-ebcf102c18f8" [ 799.314057] env[63440]: _type = "Task" [ 799.314057] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.328169] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fd5973-30f7-63c9-971c-ebcf102c18f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.416025] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661535, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.425192] env[63440]: DEBUG oslo_concurrency.lockutils [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Acquiring lock "31f44af8-f448-4daa-83cf-6efcda620ec1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.425192] env[63440]: DEBUG oslo_concurrency.lockutils [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Lock "31f44af8-f448-4daa-83cf-6efcda620ec1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.425192] env[63440]: DEBUG oslo_concurrency.lockutils [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Acquiring lock "31f44af8-f448-4daa-83cf-6efcda620ec1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.425192] env[63440]: DEBUG oslo_concurrency.lockutils [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Lock "31f44af8-f448-4daa-83cf-6efcda620ec1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.425192] env[63440]: DEBUG oslo_concurrency.lockutils [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Lock "31f44af8-f448-4daa-83cf-6efcda620ec1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.427229] env[63440]: INFO nova.compute.manager [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Terminating instance [ 799.617859] env[63440]: DEBUG oslo_concurrency.lockutils [req-8a851e78-38a8-43dd-be09-2879d645c830 req-81ba3fd0-ef28-4939-8a2d-df44bc33909a service nova] Releasing lock "refresh_cache-24cd2a8b-9a49-4a57-9691-ad665cdde0ef" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.730323] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2786b8e-1d15-4694-aaa6-2d1f3c377da3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.738548] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bf61c5-363d-41c2-90da-18a9441777a0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.775506] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4622f3b7-f2da-4db6-b74a-8b1745da2ff2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.783871] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b496ee2a-8211-4e49-bd4d-86f87e1b02df {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.802954] env[63440]: DEBUG nova.compute.provider_tree [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.824840] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fd5973-30f7-63c9-971c-ebcf102c18f8, 'name': SearchDatastore_Task, 'duration_secs': 0.024111} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.825166] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.825517] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 24cd2a8b-9a49-4a57-9691-ad665cdde0ef/24cd2a8b-9a49-4a57-9691-ad665cdde0ef.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.825790] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2acd2f7-5cdd-470e-8644-bbb424e66f7d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.834913] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 799.834913] env[63440]: value = "task-2661536" [ 799.834913] env[63440]: _type = "Task" [ 799.834913] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.842968] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.913973] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553373} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.914989] env[63440]: DEBUG nova.network.neutron [req-7354b200-86fb-4966-a6c0-e64382e395e5 req-6ac868c7-472f-4147-997c-e23e216175bc service nova] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Updated VIF entry in instance network info cache for port 8931c244-f1f7-4280-bd26-4b20f06cf444. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.915495] env[63440]: DEBUG nova.network.neutron [req-7354b200-86fb-4966-a6c0-e64382e395e5 req-6ac868c7-472f-4147-997c-e23e216175bc service nova] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Updating instance_info_cache with network_info: [{"id": "8931c244-f1f7-4280-bd26-4b20f06cf444", "address": "fa:16:3e:27:bb:1d", "network": {"id": "bd8301ec-cac7-427f-bba1-abf743751cf4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1249874736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d4e1687d1fa4fd19f17b14fe4089cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8931c244-f1", "ovs_interfaceid": "8931c244-f1f7-4280-bd26-4b20f06cf444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.917333] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 07daa4bd-eefa-48a8-9498-351b6ae6c7a7/07daa4bd-eefa-48a8-9498-351b6ae6c7a7.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.919703] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.919703] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f776423d-5a22-4a3d-a058-7b6be5e02c2f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.925154] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 799.925154] env[63440]: value = "task-2661537" [ 799.925154] env[63440]: _type = "Task" [ 799.925154] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.935422] env[63440]: DEBUG nova.compute.manager [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.935798] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.936461] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.939129] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a2ff7e-91b4-4a16-8dda-c8641d44c42c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.944412] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.944801] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0dd40f2-d138-4e4e-b694-baab9056686a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.952521] env[63440]: DEBUG oslo_vmware.api [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Waiting for the task: (returnval){ [ 799.952521] env[63440]: value = "task-2661538" [ 799.952521] env[63440]: _type = "Task" [ 799.952521] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.967681] env[63440]: DEBUG oslo_vmware.api [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': task-2661538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.118253] env[63440]: DEBUG nova.compute.manager [req-01458fdc-1113-4273-9d2b-35a3b21c101f req-3303a5f2-b8e7-445e-a8ba-49463ac0ee3b service nova] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Received event network-changed-8931c244-f1f7-4280-bd26-4b20f06cf444 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 800.118464] env[63440]: DEBUG nova.compute.manager [req-01458fdc-1113-4273-9d2b-35a3b21c101f req-3303a5f2-b8e7-445e-a8ba-49463ac0ee3b service nova] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Refreshing instance network info cache due to event network-changed-8931c244-f1f7-4280-bd26-4b20f06cf444. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 800.118687] env[63440]: DEBUG oslo_concurrency.lockutils [req-01458fdc-1113-4273-9d2b-35a3b21c101f req-3303a5f2-b8e7-445e-a8ba-49463ac0ee3b service nova] Acquiring lock "refresh_cache-74ba9af4-e8cd-4f39-9582-dba56cae23be" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.306507] env[63440]: DEBUG nova.scheduler.client.report [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.345646] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.419111] env[63440]: DEBUG oslo_concurrency.lockutils [req-7354b200-86fb-4966-a6c0-e64382e395e5 req-6ac868c7-472f-4147-997c-e23e216175bc service nova] Releasing lock "refresh_cache-74ba9af4-e8cd-4f39-9582-dba56cae23be" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.419595] env[63440]: DEBUG oslo_concurrency.lockutils [req-01458fdc-1113-4273-9d2b-35a3b21c101f req-3303a5f2-b8e7-445e-a8ba-49463ac0ee3b service nova] Acquired lock "refresh_cache-74ba9af4-e8cd-4f39-9582-dba56cae23be" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.419797] env[63440]: DEBUG nova.network.neutron [req-01458fdc-1113-4273-9d2b-35a3b21c101f req-3303a5f2-b8e7-445e-a8ba-49463ac0ee3b service nova] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Refreshing network info cache for port 8931c244-f1f7-4280-bd26-4b20f06cf444 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.437288] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.464456] env[63440]: DEBUG oslo_concurrency.lockutils [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquiring lock "74ba9af4-e8cd-4f39-9582-dba56cae23be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.464708] env[63440]: DEBUG oslo_concurrency.lockutils [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Lock "74ba9af4-e8cd-4f39-9582-dba56cae23be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.464910] env[63440]: DEBUG oslo_concurrency.lockutils [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquiring lock "74ba9af4-e8cd-4f39-9582-dba56cae23be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.465128] env[63440]: DEBUG oslo_concurrency.lockutils [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Lock "74ba9af4-e8cd-4f39-9582-dba56cae23be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.465343] env[63440]: DEBUG oslo_concurrency.lockutils [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Lock "74ba9af4-e8cd-4f39-9582-dba56cae23be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.467130] env[63440]: DEBUG oslo_vmware.api [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': task-2661538, 'name': PowerOffVM_Task, 'duration_secs': 0.282106} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.467753] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.467965] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.468291] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-445086c3-6f59-4d59-a320-5ee22c1735d7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.470589] env[63440]: INFO nova.compute.manager [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Terminating instance [ 800.539820] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.540075] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.540356] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Deleting the datastore file [datastore1] 31f44af8-f448-4daa-83cf-6efcda620ec1 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.540541] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-685088fb-0ea2-4138-a5e3-4e1f1ad49144 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.547550] env[63440]: DEBUG oslo_vmware.api [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Waiting for the task: (returnval){ [ 800.547550] env[63440]: value = "task-2661540" [ 800.547550] env[63440]: _type = "Task" [ 800.547550] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.556911] env[63440]: DEBUG oslo_vmware.api [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': task-2661540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.812178] env[63440]: DEBUG oslo_concurrency.lockutils [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.817620] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.298s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.819330] env[63440]: INFO nova.compute.claims [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.849813] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661536, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.850871] env[63440]: INFO nova.scheduler.client.report [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Deleted allocations for instance 2376e3de-3e5c-4cc2-8c86-270b0babf047 [ 800.942781] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.631275} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.943336] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.944222] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410e2f2b-b00f-491d-a573-ab758caf277a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.970083] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 07daa4bd-eefa-48a8-9498-351b6ae6c7a7/07daa4bd-eefa-48a8-9498-351b6ae6c7a7.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.972938] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a9b1aca-2e58-4176-8b18-429268cc2c17 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.991561] env[63440]: DEBUG nova.compute.manager [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.991824] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.993871] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5d4499-4ee7-46aa-aafc-aeeb88d46b2c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.003686] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.005084] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdeefb65-d591-4fba-a7c8-0a9181f2c37d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.006897] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 801.006897] env[63440]: value = "task-2661541" [ 801.006897] env[63440]: _type = "Task" [ 801.006897] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.013712] env[63440]: DEBUG oslo_vmware.api [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for the task: (returnval){ [ 801.013712] env[63440]: value = "task-2661542" [ 801.013712] env[63440]: _type = "Task" [ 801.013712] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.020266] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661541, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.029752] env[63440]: DEBUG oslo_vmware.api [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.063171] env[63440]: DEBUG oslo_vmware.api [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Task: {'id': task-2661540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320791} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.064813] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.064813] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.064813] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.064813] env[63440]: INFO nova.compute.manager [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 801.064813] env[63440]: DEBUG oslo.service.loopingcall [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.064813] env[63440]: DEBUG nova.compute.manager [-] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.065955] env[63440]: DEBUG nova.network.neutron [-] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.350808] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661536, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.0887} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.351131] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 24cd2a8b-9a49-4a57-9691-ad665cdde0ef/24cd2a8b-9a49-4a57-9691-ad665cdde0ef.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.351391] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.351664] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0557f5ea-3fbc-4501-9fd6-afc067c5f16e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.361025] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 801.361025] env[63440]: value = "task-2661543" [ 801.361025] env[63440]: _type = "Task" [ 801.361025] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.366846] env[63440]: DEBUG oslo_concurrency.lockutils [None req-93ba6d2f-fc0d-4596-be89-eee70e8e892d tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "2376e3de-3e5c-4cc2-8c86-270b0babf047" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.727s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.376644] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.390916] env[63440]: DEBUG nova.network.neutron [req-01458fdc-1113-4273-9d2b-35a3b21c101f req-3303a5f2-b8e7-445e-a8ba-49463ac0ee3b service nova] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Updated VIF entry in instance network info cache for port 8931c244-f1f7-4280-bd26-4b20f06cf444. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.390916] env[63440]: DEBUG nova.network.neutron [req-01458fdc-1113-4273-9d2b-35a3b21c101f req-3303a5f2-b8e7-445e-a8ba-49463ac0ee3b service nova] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Updating instance_info_cache with network_info: [{"id": "8931c244-f1f7-4280-bd26-4b20f06cf444", "address": "fa:16:3e:27:bb:1d", "network": {"id": "bd8301ec-cac7-427f-bba1-abf743751cf4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1249874736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d4e1687d1fa4fd19f17b14fe4089cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8931c244-f1", "ovs_interfaceid": "8931c244-f1f7-4280-bd26-4b20f06cf444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.518138] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661541, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.527500] env[63440]: DEBUG oslo_vmware.api [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661542, 'name': PowerOffVM_Task, 'duration_secs': 0.266914} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.527827] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.528009] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.528286] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d121dddc-2bc2-444b-9df2-580e597f8521 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.603973] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.603973] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.603973] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Deleting the datastore file [datastore1] 74ba9af4-e8cd-4f39-9582-dba56cae23be {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.603973] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-912d38a4-c5b2-4fe2-9e7d-2b7c469fc052 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.620575] env[63440]: DEBUG oslo_vmware.api [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for the task: (returnval){ [ 801.620575] env[63440]: value = "task-2661545" [ 801.620575] env[63440]: _type = "Task" [ 801.620575] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.634994] env[63440]: DEBUG oslo_vmware.api [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.676388] env[63440]: DEBUG nova.compute.manager [req-c618b31d-e9cb-4b03-8b29-bbe192b8cbcb req-4af43b48-81b1-4ad7-ab2a-6a2f7c3ea544 service nova] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Received event network-vif-deleted-bd1344f8-64bf-4e68-a4fc-2351b6936630 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.676597] env[63440]: INFO nova.compute.manager [req-c618b31d-e9cb-4b03-8b29-bbe192b8cbcb req-4af43b48-81b1-4ad7-ab2a-6a2f7c3ea544 service nova] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Neutron deleted interface bd1344f8-64bf-4e68-a4fc-2351b6936630; detaching it from the instance and deleting it from the info cache [ 801.676772] env[63440]: DEBUG nova.network.neutron [req-c618b31d-e9cb-4b03-8b29-bbe192b8cbcb req-4af43b48-81b1-4ad7-ab2a-6a2f7c3ea544 service nova] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.871898] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099296} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.872215] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.873681] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1aa9bf-fd2e-471e-8801-d47f6d9c08b0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.899954] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 24cd2a8b-9a49-4a57-9691-ad665cdde0ef/24cd2a8b-9a49-4a57-9691-ad665cdde0ef.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.903195] env[63440]: DEBUG oslo_concurrency.lockutils [req-01458fdc-1113-4273-9d2b-35a3b21c101f req-3303a5f2-b8e7-445e-a8ba-49463ac0ee3b service nova] Releasing lock "refresh_cache-74ba9af4-e8cd-4f39-9582-dba56cae23be" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.903592] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34ec4b0e-84d5-45ff-b030-0bc5fff25c79 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.927398] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 801.927398] env[63440]: value = "task-2661547" [ 801.927398] env[63440]: _type = "Task" [ 801.927398] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.943375] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661547, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.022224] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661541, 'name': ReconfigVM_Task, 'duration_secs': 0.528816} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.022572] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 07daa4bd-eefa-48a8-9498-351b6ae6c7a7/07daa4bd-eefa-48a8-9498-351b6ae6c7a7.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.023295] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-154fc369-0b78-4880-b9de-ad46ddb92681 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.032823] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 802.032823] env[63440]: value = "task-2661548" [ 802.032823] env[63440]: _type = "Task" [ 802.032823] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.041974] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661548, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.097414] env[63440]: DEBUG nova.network.neutron [-] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.117991] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquiring lock "32236944-2eaa-44b2-9c93-7f9abddd7ea3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.118299] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "32236944-2eaa-44b2-9c93-7f9abddd7ea3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.118576] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquiring lock "32236944-2eaa-44b2-9c93-7f9abddd7ea3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.118799] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "32236944-2eaa-44b2-9c93-7f9abddd7ea3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.118997] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "32236944-2eaa-44b2-9c93-7f9abddd7ea3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.131810] env[63440]: INFO nova.compute.manager [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Terminating instance [ 802.140249] env[63440]: DEBUG oslo_vmware.api [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229666} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.140577] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.141820] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.141901] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.142935] env[63440]: INFO nova.compute.manager [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Took 1.15 seconds to destroy the instance on the hypervisor. [ 802.142935] env[63440]: DEBUG oslo.service.loopingcall [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 802.143218] env[63440]: DEBUG nova.compute.manager [-] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.143327] env[63440]: DEBUG nova.network.neutron [-] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.153885] env[63440]: DEBUG nova.compute.manager [req-0f2d1c71-673c-4674-bc03-f14c7521d86a req-07886a8d-7354-4e5e-b201-30651ed8be86 service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Received event network-changed-71691f63-3243-46c6-af62-c26eab5385a8 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.154167] env[63440]: DEBUG nova.compute.manager [req-0f2d1c71-673c-4674-bc03-f14c7521d86a req-07886a8d-7354-4e5e-b201-30651ed8be86 service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Refreshing instance network info cache due to event network-changed-71691f63-3243-46c6-af62-c26eab5385a8. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 802.154364] env[63440]: DEBUG oslo_concurrency.lockutils [req-0f2d1c71-673c-4674-bc03-f14c7521d86a req-07886a8d-7354-4e5e-b201-30651ed8be86 service nova] Acquiring lock "refresh_cache-c657ae98-7ffb-47de-a697-00dadba3b0a8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.154525] env[63440]: DEBUG oslo_concurrency.lockutils [req-0f2d1c71-673c-4674-bc03-f14c7521d86a req-07886a8d-7354-4e5e-b201-30651ed8be86 service nova] Acquired lock "refresh_cache-c657ae98-7ffb-47de-a697-00dadba3b0a8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.154740] env[63440]: DEBUG nova.network.neutron [req-0f2d1c71-673c-4674-bc03-f14c7521d86a req-07886a8d-7354-4e5e-b201-30651ed8be86 service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Refreshing network info cache for port 71691f63-3243-46c6-af62-c26eab5385a8 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.179834] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8368a4f4-4417-428a-abc5-caba75c4dc80 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.196149] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822eda24-b2b8-4acf-9a18-cae9219f7117 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.255409] env[63440]: DEBUG nova.compute.manager [req-c618b31d-e9cb-4b03-8b29-bbe192b8cbcb req-4af43b48-81b1-4ad7-ab2a-6a2f7c3ea544 service nova] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Detach interface failed, port_id=bd1344f8-64bf-4e68-a4fc-2351b6936630, reason: Instance 31f44af8-f448-4daa-83cf-6efcda620ec1 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 802.394578] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c614cd-05f5-4418-ac66-f9a86b5c80d1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.404489] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b486fae-8c0f-426a-a139-bcbe23e3538d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.460711] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f472db95-3889-46e8-a22b-8c273a2a321c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.471769] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661547, 'name': ReconfigVM_Task, 'duration_secs': 0.413083} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.474965] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 24cd2a8b-9a49-4a57-9691-ad665cdde0ef/24cd2a8b-9a49-4a57-9691-ad665cdde0ef.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.476251] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc5c0f61-9df3-4b67-9c34-363f350746b1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.482390] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b08afd-b3fe-4ccf-bbd9-d3f889707251 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.503197] env[63440]: DEBUG nova.compute.provider_tree [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.506730] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 802.506730] env[63440]: value = "task-2661549" [ 802.506730] env[63440]: _type = "Task" [ 802.506730] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.519029] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661549, 'name': Rename_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.544687] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661548, 'name': Rename_Task, 'duration_secs': 0.204317} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.545037] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.545380] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d130cb9-302c-4413-9fec-ec300eee71ee {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.553171] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 802.553171] env[63440]: value = "task-2661550" [ 802.553171] env[63440]: _type = "Task" [ 802.553171] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.561416] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.601692] env[63440]: INFO nova.compute.manager [-] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Took 1.54 seconds to deallocate network for instance. [ 802.637780] env[63440]: DEBUG nova.compute.manager [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.638230] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.639574] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270557ad-a07a-4e82-a2f6-04bd2d31056d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.650048] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.650048] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3db68cdb-535c-46df-890d-20ee25277e22 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.655509] env[63440]: DEBUG oslo_vmware.api [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for the task: (returnval){ [ 802.655509] env[63440]: value = "task-2661551" [ 802.655509] env[63440]: _type = "Task" [ 802.655509] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.666060] env[63440]: DEBUG oslo_vmware.api [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.897624] env[63440]: DEBUG nova.network.neutron [req-0f2d1c71-673c-4674-bc03-f14c7521d86a req-07886a8d-7354-4e5e-b201-30651ed8be86 service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Updated VIF entry in instance network info cache for port 71691f63-3243-46c6-af62-c26eab5385a8. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.898035] env[63440]: DEBUG nova.network.neutron [req-0f2d1c71-673c-4674-bc03-f14c7521d86a req-07886a8d-7354-4e5e-b201-30651ed8be86 service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Updating instance_info_cache with network_info: [{"id": "71691f63-3243-46c6-af62-c26eab5385a8", "address": "fa:16:3e:0d:9a:44", "network": {"id": "bd8301ec-cac7-427f-bba1-abf743751cf4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1249874736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d4e1687d1fa4fd19f17b14fe4089cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71691f63-32", "ovs_interfaceid": "71691f63-3243-46c6-af62-c26eab5385a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.966276] env[63440]: DEBUG nova.network.neutron [-] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.010795] env[63440]: DEBUG nova.scheduler.client.report [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.029725] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661549, 'name': Rename_Task, 'duration_secs': 0.244526} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.029725] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.029725] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c85aa68-8ce5-4cb0-a293-4ede16a3577a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.037025] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 803.037025] env[63440]: value = "task-2661552" [ 803.037025] env[63440]: _type = "Task" [ 803.037025] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.046479] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.067889] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661550, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.108265] env[63440]: DEBUG oslo_concurrency.lockutils [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.166205] env[63440]: DEBUG oslo_vmware.api [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661551, 'name': PowerOffVM_Task, 'duration_secs': 0.216421} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.166614] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.167085] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.167426] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3f1eddb-ad46-4913-aa59-2750cc85bdb0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.236824] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.238343] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.238596] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Deleting the datastore file [datastore2] 32236944-2eaa-44b2-9c93-7f9abddd7ea3 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.238907] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a5bdaed-55ac-4e86-9103-1b7b5e1b2dd9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.245990] env[63440]: DEBUG oslo_vmware.api [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for the task: (returnval){ [ 803.245990] env[63440]: value = "task-2661554" [ 803.245990] env[63440]: _type = "Task" [ 803.245990] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.259224] env[63440]: DEBUG oslo_vmware.api [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.400717] env[63440]: DEBUG oslo_concurrency.lockutils [req-0f2d1c71-673c-4674-bc03-f14c7521d86a req-07886a8d-7354-4e5e-b201-30651ed8be86 service nova] Releasing lock "refresh_cache-c657ae98-7ffb-47de-a697-00dadba3b0a8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.470642] env[63440]: INFO nova.compute.manager [-] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Took 1.33 seconds to deallocate network for instance. [ 803.521231] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.521897] env[63440]: DEBUG nova.compute.manager [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.524661] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.954s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.524931] env[63440]: DEBUG nova.objects.instance [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lazy-loading 'resources' on Instance uuid ff7a8736-b2f0-49a2-aa11-263df9ab8c8c {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.546926] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661552, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.564166] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661550, 'name': PowerOnVM_Task, 'duration_secs': 0.518599} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.564486] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.564688] env[63440]: INFO nova.compute.manager [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Took 10.57 seconds to spawn the instance on the hypervisor. [ 803.564867] env[63440]: DEBUG nova.compute.manager [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.565676] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dca25a-4b7f-48eb-bd9c-f0d6f181eff3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.706985] env[63440]: DEBUG nova.compute.manager [req-86d5786d-c110-46bd-a2bc-7bde5d6d306a req-6a26b315-e4dc-49b9-9497-78cbb495adf9 service nova] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Received event network-vif-deleted-8931c244-f1f7-4280-bd26-4b20f06cf444 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.757198] env[63440]: DEBUG oslo_vmware.api [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Task: {'id': task-2661554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241216} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.757649] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.757947] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.758243] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.758534] env[63440]: INFO nova.compute.manager [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 803.758893] env[63440]: DEBUG oslo.service.loopingcall [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 803.759213] env[63440]: DEBUG nova.compute.manager [-] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 803.759383] env[63440]: DEBUG nova.network.neutron [-] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 803.978664] env[63440]: DEBUG oslo_concurrency.lockutils [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.038669] env[63440]: DEBUG nova.compute.utils [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.046329] env[63440]: DEBUG nova.compute.manager [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.046551] env[63440]: DEBUG nova.network.neutron [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.063804] env[63440]: DEBUG oslo_vmware.api [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661552, 'name': PowerOnVM_Task, 'duration_secs': 0.596681} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.064191] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.064517] env[63440]: INFO nova.compute.manager [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Took 8.48 seconds to spawn the instance on the hypervisor. [ 804.064745] env[63440]: DEBUG nova.compute.manager [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.068670] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0af93a-62dc-4513-bc9d-7afbdc4f7624 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.089171] env[63440]: INFO nova.compute.manager [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Took 45.57 seconds to build instance. [ 804.095225] env[63440]: DEBUG nova.policy [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e12b882df6984e15b84da6efab83d11a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6510d92edd9476788a7dde659823c6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.275619] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquiring lock "ef67ae7a-f55e-453f-a821-f50c27a35ab4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.275870] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "ef67ae7a-f55e-453f-a821-f50c27a35ab4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.276084] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquiring lock "ef67ae7a-f55e-453f-a821-f50c27a35ab4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.277017] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "ef67ae7a-f55e-453f-a821-f50c27a35ab4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.277017] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "ef67ae7a-f55e-453f-a821-f50c27a35ab4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.278825] env[63440]: INFO nova.compute.manager [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Terminating instance [ 804.297304] env[63440]: DEBUG nova.compute.manager [req-2539967b-85d2-4aa4-ab19-806bb7ed3e63 req-8134b346-19de-417b-94dd-ca3f9116339f service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Received event network-changed-71691f63-3243-46c6-af62-c26eab5385a8 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.297508] env[63440]: DEBUG nova.compute.manager [req-2539967b-85d2-4aa4-ab19-806bb7ed3e63 req-8134b346-19de-417b-94dd-ca3f9116339f service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Refreshing instance network info cache due to event network-changed-71691f63-3243-46c6-af62-c26eab5385a8. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 804.297719] env[63440]: DEBUG oslo_concurrency.lockutils [req-2539967b-85d2-4aa4-ab19-806bb7ed3e63 req-8134b346-19de-417b-94dd-ca3f9116339f service nova] Acquiring lock "refresh_cache-c657ae98-7ffb-47de-a697-00dadba3b0a8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.297863] env[63440]: DEBUG oslo_concurrency.lockutils [req-2539967b-85d2-4aa4-ab19-806bb7ed3e63 req-8134b346-19de-417b-94dd-ca3f9116339f service nova] Acquired lock "refresh_cache-c657ae98-7ffb-47de-a697-00dadba3b0a8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.298034] env[63440]: DEBUG nova.network.neutron [req-2539967b-85d2-4aa4-ab19-806bb7ed3e63 req-8134b346-19de-417b-94dd-ca3f9116339f service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Refreshing network info cache for port 71691f63-3243-46c6-af62-c26eab5385a8 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.463457] env[63440]: DEBUG nova.network.neutron [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Successfully created port: 0d22dfce-1eb0-48a5-9596-9b6eaa2d774e {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.503651] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004d468d-ab39-4ddd-ac19-bcca9d06a862 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.511200] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c6fd41-6211-4e4e-ad2e-50e44b77542f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.541984] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c72ca0c-b38b-439b-a3a2-400a17571321 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.549588] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a60b85-d192-4f72-9964-390da6d0beea {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.553805] env[63440]: DEBUG nova.compute.manager [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.556315] env[63440]: DEBUG nova.network.neutron [-] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.567693] env[63440]: DEBUG nova.compute.provider_tree [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.594970] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "07daa4bd-eefa-48a8-9498-351b6ae6c7a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.086s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.600136] env[63440]: INFO nova.compute.manager [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Took 46.04 seconds to build instance. [ 804.783181] env[63440]: DEBUG nova.compute.manager [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.783510] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.784397] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b6a883-fd4f-4fe5-bdda-0a424836baee {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.793673] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.793989] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3648ecd6-918d-4533-a957-319a44e8c20c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.803221] env[63440]: DEBUG oslo_vmware.api [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 804.803221] env[63440]: value = "task-2661555" [ 804.803221] env[63440]: _type = "Task" [ 804.803221] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.820635] env[63440]: DEBUG oslo_vmware.api [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.006813] env[63440]: DEBUG oslo_vmware.rw_handles [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d5f7a2-5793-d439-a233-55959ec655b0/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 805.007759] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85861c70-36bc-4449-bed9-6a67ae543627 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.016090] env[63440]: DEBUG oslo_vmware.rw_handles [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d5f7a2-5793-d439-a233-55959ec655b0/disk-0.vmdk is in state: ready. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 805.016283] env[63440]: ERROR oslo_vmware.rw_handles [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d5f7a2-5793-d439-a233-55959ec655b0/disk-0.vmdk due to incomplete transfer. [ 805.016575] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c5bcd1bd-189d-46f9-8b29-81bc7a2ca75c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.025338] env[63440]: DEBUG oslo_vmware.rw_handles [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d5f7a2-5793-d439-a233-55959ec655b0/disk-0.vmdk. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 805.025634] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Uploaded image 376e7267-a8ee-4fac-8ba5-7e5bcfbd651e to the Glance image server {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 805.028172] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Destroying the VM {{(pid=63440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 805.028467] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4f150710-38e5-498e-8aa9-277a8bc6498c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.036094] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 805.036094] env[63440]: value = "task-2661556" [ 805.036094] env[63440]: _type = "Task" [ 805.036094] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.044309] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661556, 'name': Destroy_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.062096] env[63440]: INFO nova.compute.manager [-] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Took 1.30 seconds to deallocate network for instance. [ 805.070592] env[63440]: DEBUG nova.scheduler.client.report [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.102791] env[63440]: DEBUG oslo_concurrency.lockutils [None req-875d5124-02f0-4720-88b5-cc0f8ce832e4 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "24cd2a8b-9a49-4a57-9691-ad665cdde0ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.590s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.185602] env[63440]: DEBUG nova.network.neutron [req-2539967b-85d2-4aa4-ab19-806bb7ed3e63 req-8134b346-19de-417b-94dd-ca3f9116339f service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Updated VIF entry in instance network info cache for port 71691f63-3243-46c6-af62-c26eab5385a8. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.185602] env[63440]: DEBUG nova.network.neutron [req-2539967b-85d2-4aa4-ab19-806bb7ed3e63 req-8134b346-19de-417b-94dd-ca3f9116339f service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Updating instance_info_cache with network_info: [{"id": "71691f63-3243-46c6-af62-c26eab5385a8", "address": "fa:16:3e:0d:9a:44", "network": {"id": "bd8301ec-cac7-427f-bba1-abf743751cf4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1249874736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d4e1687d1fa4fd19f17b14fe4089cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71691f63-32", "ovs_interfaceid": "71691f63-3243-46c6-af62-c26eab5385a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.313802] env[63440]: DEBUG oslo_vmware.api [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661555, 'name': PowerOffVM_Task, 'duration_secs': 0.242535} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.314218] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.314383] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.314631] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-894a35d4-e3de-4b8d-a2ba-aab43b07004f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.335352] env[63440]: DEBUG oslo_concurrency.lockutils [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "07daa4bd-eefa-48a8-9498-351b6ae6c7a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.335849] env[63440]: DEBUG oslo_concurrency.lockutils [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "07daa4bd-eefa-48a8-9498-351b6ae6c7a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.335927] env[63440]: DEBUG oslo_concurrency.lockutils [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "07daa4bd-eefa-48a8-9498-351b6ae6c7a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.336629] env[63440]: DEBUG oslo_concurrency.lockutils [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "07daa4bd-eefa-48a8-9498-351b6ae6c7a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.336629] env[63440]: DEBUG oslo_concurrency.lockutils [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "07daa4bd-eefa-48a8-9498-351b6ae6c7a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.338263] env[63440]: INFO nova.compute.manager [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Terminating instance [ 805.384667] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.385169] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.385169] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Deleting the datastore file [datastore1] ef67ae7a-f55e-453f-a821-f50c27a35ab4 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.385383] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-519441a4-a543-4fd3-9748-215e298b1710 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.392076] env[63440]: DEBUG oslo_vmware.api [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for the task: (returnval){ [ 805.392076] env[63440]: value = "task-2661558" [ 805.392076] env[63440]: _type = "Task" [ 805.392076] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.400866] env[63440]: DEBUG oslo_vmware.api [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.428451] env[63440]: DEBUG oslo_concurrency.lockutils [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "24cd2a8b-9a49-4a57-9691-ad665cdde0ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.428738] env[63440]: DEBUG oslo_concurrency.lockutils [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "24cd2a8b-9a49-4a57-9691-ad665cdde0ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.428954] env[63440]: DEBUG oslo_concurrency.lockutils [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "24cd2a8b-9a49-4a57-9691-ad665cdde0ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.429231] env[63440]: DEBUG oslo_concurrency.lockutils [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "24cd2a8b-9a49-4a57-9691-ad665cdde0ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.429422] env[63440]: DEBUG oslo_concurrency.lockutils [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "24cd2a8b-9a49-4a57-9691-ad665cdde0ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.431868] env[63440]: INFO nova.compute.manager [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Terminating instance [ 805.547530] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661556, 'name': Destroy_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.565671] env[63440]: DEBUG nova.compute.manager [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.567988] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.575190] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.579026] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.755s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.580579] env[63440]: INFO nova.compute.claims [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.594201] env[63440]: DEBUG nova.virt.hardware [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.594526] env[63440]: DEBUG nova.virt.hardware [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.595085] env[63440]: DEBUG nova.virt.hardware [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.595085] env[63440]: DEBUG nova.virt.hardware [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.595085] env[63440]: DEBUG nova.virt.hardware [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.595231] env[63440]: DEBUG nova.virt.hardware [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.595423] env[63440]: DEBUG nova.virt.hardware [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.596334] env[63440]: DEBUG nova.virt.hardware [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.596582] env[63440]: DEBUG nova.virt.hardware [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.596780] env[63440]: DEBUG nova.virt.hardware [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.597028] env[63440]: DEBUG nova.virt.hardware [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.598563] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d9b2f6-b239-4c91-9b9b-43f13967fd4a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.606787] env[63440]: INFO nova.scheduler.client.report [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Deleted allocations for instance ff7a8736-b2f0-49a2-aa11-263df9ab8c8c [ 805.608975] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a49e30-481a-45c8-89bc-f0d770b3ca25 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.686800] env[63440]: DEBUG oslo_concurrency.lockutils [req-2539967b-85d2-4aa4-ab19-806bb7ed3e63 req-8134b346-19de-417b-94dd-ca3f9116339f service nova] Releasing lock "refresh_cache-c657ae98-7ffb-47de-a697-00dadba3b0a8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.813568] env[63440]: DEBUG nova.compute.manager [req-3e255996-6055-4178-aa16-4eb435a3a19b req-d8864af0-69db-4637-98df-5b420e305d56 service nova] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Received event network-vif-deleted-e634c83f-9a8d-4544-8e7f-4fb92e4457cd {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.841871] env[63440]: DEBUG nova.compute.manager [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.842116] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.843021] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4dacfc-b71f-47b1-8751-2d8c460e8c55 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.851171] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.851420] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b4952bf-f6b4-4a08-abea-f0b5616c0bc0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.858336] env[63440]: DEBUG oslo_vmware.api [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 805.858336] env[63440]: value = "task-2661559" [ 805.858336] env[63440]: _type = "Task" [ 805.858336] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.865917] env[63440]: DEBUG oslo_vmware.api [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.901730] env[63440]: DEBUG oslo_vmware.api [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Task: {'id': task-2661558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290972} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.902020] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.902344] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.902543] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.902792] env[63440]: INFO nova.compute.manager [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 805.903145] env[63440]: DEBUG oslo.service.loopingcall [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 805.903356] env[63440]: DEBUG nova.compute.manager [-] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.903491] env[63440]: DEBUG nova.network.neutron [-] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.936197] env[63440]: DEBUG nova.compute.manager [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.936246] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.937144] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e05edd-e444-4447-961d-08b6e1386eaa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.945587] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.945847] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efde7322-9d17-4063-b849-4cabfa20b58a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.951655] env[63440]: DEBUG oslo_vmware.api [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 805.951655] env[63440]: value = "task-2661560" [ 805.951655] env[63440]: _type = "Task" [ 805.951655] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.965133] env[63440]: DEBUG oslo_vmware.api [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.050704] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661556, 'name': Destroy_Task, 'duration_secs': 0.767872} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.051133] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Destroyed the VM [ 806.051615] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Deleting Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 806.051854] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa48f863-9b94-44c7-9b07-948277294570 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.057810] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 806.057810] env[63440]: value = "task-2661561" [ 806.057810] env[63440]: _type = "Task" [ 806.057810] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.066653] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661561, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.123821] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4d9ebc8b-07ef-4ee1-9041-8cc256c85273 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "ff7a8736-b2f0-49a2-aa11-263df9ab8c8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.136s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.368892] env[63440]: DEBUG oslo_vmware.api [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661559, 'name': PowerOffVM_Task, 'duration_secs': 0.211374} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.369208] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.369601] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.369665] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd1860cc-30c5-4e95-8231-7a09abd32dc7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.435716] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.435937] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.436141] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Deleting the datastore file [datastore1] 07daa4bd-eefa-48a8-9498-351b6ae6c7a7 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.437183] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-846e1ecb-a648-4a96-ae20-ed9c2ee78251 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.443530] env[63440]: DEBUG oslo_vmware.api [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 806.443530] env[63440]: value = "task-2661563" [ 806.443530] env[63440]: _type = "Task" [ 806.443530] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.452524] env[63440]: DEBUG oslo_vmware.api [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.460381] env[63440]: DEBUG oslo_vmware.api [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661560, 'name': PowerOffVM_Task, 'duration_secs': 0.228968} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.460636] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.460804] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.461066] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-252ec7eb-469e-4351-95ac-c4305117b0d5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.498415] env[63440]: DEBUG nova.network.neutron [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Successfully updated port: 0d22dfce-1eb0-48a5-9596-9b6eaa2d774e {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.535589] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.536320] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.536320] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Deleting the datastore file [datastore2] 24cd2a8b-9a49-4a57-9691-ad665cdde0ef {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.536513] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f731bc1d-c601-4420-95ee-78aef96343d2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.545781] env[63440]: DEBUG oslo_vmware.api [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for the task: (returnval){ [ 806.545781] env[63440]: value = "task-2661565" [ 806.545781] env[63440]: _type = "Task" [ 806.545781] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.562547] env[63440]: DEBUG oslo_vmware.api [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.572416] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661561, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.753948] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "00f8a56f-37af-48cf-97f5-5ea6d8be75d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.753948] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "00f8a56f-37af-48cf-97f5-5ea6d8be75d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.960958] env[63440]: DEBUG oslo_vmware.api [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251389} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.961308] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.961625] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.962444] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.962746] env[63440]: INFO nova.compute.manager [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 806.963150] env[63440]: DEBUG oslo.service.loopingcall [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 806.963898] env[63440]: DEBUG nova.compute.manager [-] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.963898] env[63440]: DEBUG nova.network.neutron [-] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.000812] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "refresh_cache-6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.001062] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquired lock "refresh_cache-6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.001253] env[63440]: DEBUG nova.network.neutron [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.060017] env[63440]: DEBUG oslo_vmware.api [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Task: {'id': task-2661565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202624} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.061093] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.061093] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.061093] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.061093] env[63440]: INFO nova.compute.manager [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Took 1.12 seconds to destroy the instance on the hypervisor. [ 807.061442] env[63440]: DEBUG oslo.service.loopingcall [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 807.064316] env[63440]: DEBUG nova.compute.manager [-] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.064416] env[63440]: DEBUG nova.network.neutron [-] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.074460] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661561, 'name': RemoveSnapshot_Task, 'duration_secs': 0.637719} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.075304] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Deleted Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 807.075304] env[63440]: DEBUG nova.compute.manager [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.075964] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2451340b-3fbc-4324-821d-d3d87f335e27 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.118377] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b081f018-0af9-4c51-9c24-7c8a4b93c2b6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.126436] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9cece1-1bae-40f6-bee8-591a164756cc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.167166] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de93fef-9463-4ac6-907e-2933382ef2d5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.176052] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e509f18-115c-4791-89d0-a89f975880a3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.190752] env[63440]: DEBUG nova.compute.provider_tree [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.200343] env[63440]: DEBUG nova.network.neutron [-] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.258617] env[63440]: DEBUG nova.compute.manager [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.264772] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "1e804776-533b-48a2-9d87-cd51a0781f9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.264964] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "1e804776-533b-48a2-9d87-cd51a0781f9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.559126] env[63440]: DEBUG nova.network.neutron [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.606160] env[63440]: INFO nova.compute.manager [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Shelve offloading [ 807.704518] env[63440]: INFO nova.compute.manager [-] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Took 1.80 seconds to deallocate network for instance. [ 807.729804] env[63440]: ERROR nova.scheduler.client.report [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [req-dc1147c7-5d93-4455-bffc-3576548b7f4b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dc1147c7-5d93-4455-bffc-3576548b7f4b"}]} [ 807.755856] env[63440]: DEBUG nova.network.neutron [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Updating instance_info_cache with network_info: [{"id": "0d22dfce-1eb0-48a5-9596-9b6eaa2d774e", "address": "fa:16:3e:94:36:3a", "network": {"id": "b7a9f15e-3f8e-4c22-a7fb-10656e885775", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-360213544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6510d92edd9476788a7dde659823c6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d22dfce-1e", "ovs_interfaceid": "0d22dfce-1eb0-48a5-9596-9b6eaa2d774e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.758398] env[63440]: DEBUG nova.scheduler.client.report [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Refreshing inventories for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 807.770541] env[63440]: DEBUG nova.compute.manager [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.776356] env[63440]: DEBUG nova.scheduler.client.report [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Updating ProviderTree inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 807.776584] env[63440]: DEBUG nova.compute.provider_tree [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.793274] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.796972] env[63440]: DEBUG nova.scheduler.client.report [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Refreshing aggregate associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, aggregates: None {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 807.817781] env[63440]: DEBUG nova.scheduler.client.report [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Refreshing trait associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 807.909506] env[63440]: DEBUG nova.compute.manager [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Received event network-vif-plugged-0d22dfce-1eb0-48a5-9596-9b6eaa2d774e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 807.909927] env[63440]: DEBUG oslo_concurrency.lockutils [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] Acquiring lock "6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.909999] env[63440]: DEBUG oslo_concurrency.lockutils [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] Lock "6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.910325] env[63440]: DEBUG oslo_concurrency.lockutils [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] Lock "6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.910506] env[63440]: DEBUG nova.compute.manager [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] No waiting events found dispatching network-vif-plugged-0d22dfce-1eb0-48a5-9596-9b6eaa2d774e {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.911547] env[63440]: WARNING nova.compute.manager [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Received unexpected event network-vif-plugged-0d22dfce-1eb0-48a5-9596-9b6eaa2d774e for instance with vm_state building and task_state spawning. [ 807.911547] env[63440]: DEBUG nova.compute.manager [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Received event network-changed-0d22dfce-1eb0-48a5-9596-9b6eaa2d774e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 807.911547] env[63440]: DEBUG nova.compute.manager [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Refreshing instance network info cache due to event network-changed-0d22dfce-1eb0-48a5-9596-9b6eaa2d774e. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 807.911547] env[63440]: DEBUG oslo_concurrency.lockutils [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] Acquiring lock "refresh_cache-6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.113740] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.114029] env[63440]: DEBUG nova.network.neutron [-] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.115671] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f7a9a76-cfdf-4485-b123-9b55e72c4b66 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.123668] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 808.123668] env[63440]: value = "task-2661566" [ 808.123668] env[63440]: _type = "Task" [ 808.123668] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.136595] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] VM already powered off {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 808.136809] env[63440]: DEBUG nova.compute.manager [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.137552] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5332fd-ae6f-4ccf-8654-91c598181f34 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.145239] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "refresh_cache-123370d2-3a4b-44c2-9e73-3672d42a11fe" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.145444] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "refresh_cache-123370d2-3a4b-44c2-9e73-3672d42a11fe" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.145628] env[63440]: DEBUG nova.network.neutron [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.216296] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.227477] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e472d802-ca4b-428a-93e8-d2501417c962 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.235328] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8158da-362d-4627-873c-8918b4e5520f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.238527] env[63440]: DEBUG nova.network.neutron [-] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.266989] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Releasing lock "refresh_cache-6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.267329] env[63440]: DEBUG nova.compute.manager [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Instance network_info: |[{"id": "0d22dfce-1eb0-48a5-9596-9b6eaa2d774e", "address": "fa:16:3e:94:36:3a", "network": {"id": "b7a9f15e-3f8e-4c22-a7fb-10656e885775", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-360213544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6510d92edd9476788a7dde659823c6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d22dfce-1e", "ovs_interfaceid": "0d22dfce-1eb0-48a5-9596-9b6eaa2d774e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.268455] env[63440]: DEBUG oslo_concurrency.lockutils [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] Acquired lock "refresh_cache-6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.268648] env[63440]: DEBUG nova.network.neutron [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Refreshing network info cache for port 0d22dfce-1eb0-48a5-9596-9b6eaa2d774e {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.269780] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:36:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d22dfce-1eb0-48a5-9596-9b6eaa2d774e', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.277277] env[63440]: DEBUG oslo.service.loopingcall [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.277783] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7529ce42-e6ad-4926-b043-2b35d2ad761d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.282953] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.287144] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cfc3b3e-1d11-4944-8a38-ef4e1a68117a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.305833] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdee13f-d98f-44b2-bcdd-5b80f0a3ef35 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.310636] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.310636] env[63440]: value = "task-2661567" [ 808.310636] env[63440]: _type = "Task" [ 808.310636] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.314736] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.322857] env[63440]: DEBUG nova.compute.provider_tree [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.328750] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661567, 'name': CreateVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.501087] env[63440]: DEBUG nova.network.neutron [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Updated VIF entry in instance network info cache for port 0d22dfce-1eb0-48a5-9596-9b6eaa2d774e. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.501535] env[63440]: DEBUG nova.network.neutron [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Updating instance_info_cache with network_info: [{"id": "0d22dfce-1eb0-48a5-9596-9b6eaa2d774e", "address": "fa:16:3e:94:36:3a", "network": {"id": "b7a9f15e-3f8e-4c22-a7fb-10656e885775", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-360213544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6510d92edd9476788a7dde659823c6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d22dfce-1e", "ovs_interfaceid": "0d22dfce-1eb0-48a5-9596-9b6eaa2d774e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.618026] env[63440]: INFO nova.compute.manager [-] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Took 1.65 seconds to deallocate network for instance. [ 808.741428] env[63440]: INFO nova.compute.manager [-] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Took 1.68 seconds to deallocate network for instance. [ 808.820990] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661567, 'name': CreateVM_Task, 'duration_secs': 0.381689} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.821328] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.821851] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.822027] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.822352] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.822601] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55e90a2f-62eb-450e-adc1-e15b8028f652 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.829956] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 808.829956] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d8d913-0d6b-cbe2-9a21-15730b3ea473" [ 808.829956] env[63440]: _type = "Task" [ 808.829956] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.833403] env[63440]: DEBUG nova.network.neutron [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Updating instance_info_cache with network_info: [{"id": "b8595473-a1d5-4983-aabb-cf3b7f21dd53", "address": "fa:16:3e:6d:0f:79", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8595473-a1", "ovs_interfaceid": "b8595473-a1d5-4983-aabb-cf3b7f21dd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.839562] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d8d913-0d6b-cbe2-9a21-15730b3ea473, 'name': SearchDatastore_Task, 'duration_secs': 0.009396} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.840090] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.840329] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.840559] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.840705] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.840885] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.841166] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78ec1d08-66eb-4250-b97e-f3bb98ba37a3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.849193] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.849193] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.849923] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c514f418-aaff-4bbe-b2b8-9fca1112aa7a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.855780] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 808.855780] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d08806-9ee7-7e9c-0b13-668c01ddb7c9" [ 808.855780] env[63440]: _type = "Task" [ 808.855780] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.859045] env[63440]: DEBUG nova.scheduler.client.report [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Updated inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 808.859293] env[63440]: DEBUG nova.compute.provider_tree [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 87 to 88 during operation: update_inventory {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 808.859477] env[63440]: DEBUG nova.compute.provider_tree [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.869144] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d08806-9ee7-7e9c-0b13-668c01ddb7c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008138} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.869144] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff5796a2-428f-4a28-bcb9-3f3d0353e5e3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.873775] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 808.873775] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52534a4b-f48b-59c6-5dce-c3e5c454ce78" [ 808.873775] env[63440]: _type = "Task" [ 808.873775] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.882163] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52534a4b-f48b-59c6-5dce-c3e5c454ce78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.004244] env[63440]: DEBUG oslo_concurrency.lockutils [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] Releasing lock "refresh_cache-6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.004534] env[63440]: DEBUG nova.compute.manager [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Received event network-vif-deleted-48a13b61-4d0c-4e22-94b4-49c474fd0d0d {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.004727] env[63440]: DEBUG nova.compute.manager [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Received event network-vif-deleted-015512ef-4587-4d5b-a7c6-82ad46c0a5ed {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.004901] env[63440]: INFO nova.compute.manager [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Neutron deleted interface 015512ef-4587-4d5b-a7c6-82ad46c0a5ed; detaching it from the instance and deleting it from the info cache [ 809.005144] env[63440]: DEBUG nova.network.neutron [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.125026] env[63440]: DEBUG oslo_concurrency.lockutils [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.250162] env[63440]: DEBUG oslo_concurrency.lockutils [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.340861] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "refresh_cache-123370d2-3a4b-44c2-9e73-3672d42a11fe" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.364493] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.786s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.365271] env[63440]: DEBUG nova.compute.manager [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.368264] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.604s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.369753] env[63440]: INFO nova.compute.claims [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.385255] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52534a4b-f48b-59c6-5dce-c3e5c454ce78, 'name': SearchDatastore_Task, 'duration_secs': 0.008111} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.385255] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.385255] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c/6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.385519] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2d88c20-9933-4e33-a1ae-a8e1ae7b6169 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.392966] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 809.392966] env[63440]: value = "task-2661568" [ 809.392966] env[63440]: _type = "Task" [ 809.392966] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.401972] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.508397] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc769989-22fc-40f0-a698-edbc443fb328 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.518942] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14c267f-76c4-4010-aa0a-f9e85a0d4c03 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.553845] env[63440]: DEBUG nova.compute.manager [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Detach interface failed, port_id=015512ef-4587-4d5b-a7c6-82ad46c0a5ed, reason: Instance 07daa4bd-eefa-48a8-9498-351b6ae6c7a7 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 809.554094] env[63440]: DEBUG nova.compute.manager [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Received event network-vif-deleted-cab9757b-2131-4262-8b08-a945577b6b65 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.554278] env[63440]: INFO nova.compute.manager [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Neutron deleted interface cab9757b-2131-4262-8b08-a945577b6b65; detaching it from the instance and deleting it from the info cache [ 809.554464] env[63440]: DEBUG nova.network.neutron [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.620351] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.621296] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561c6262-e00f-405e-9b9e-c99a3007b022 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.629663] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.629942] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fec360de-9779-4558-92a0-db38fa333c24 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.698963] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.699231] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.699420] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Deleting the datastore file [datastore1] 123370d2-3a4b-44c2-9e73-3672d42a11fe {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.699698] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24c9e475-8d5d-4cab-8265-8a44296a4e7a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.707090] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 809.707090] env[63440]: value = "task-2661570" [ 809.707090] env[63440]: _type = "Task" [ 809.707090] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.715600] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.878429] env[63440]: DEBUG nova.compute.utils [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.879297] env[63440]: DEBUG nova.compute.manager [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.879477] env[63440]: DEBUG nova.network.neutron [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.903444] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460779} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.903822] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c/6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.903956] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.904157] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cc57136-54b3-48cf-95ae-58ea38e9e4d4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.910109] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 809.910109] env[63440]: value = "task-2661571" [ 809.910109] env[63440]: _type = "Task" [ 809.910109] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.918184] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.920210] env[63440]: DEBUG nova.policy [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2a42cd433d843abac5dbabccf054e93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6b8072e72ed49a3bd3012385dc8822d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.977184] env[63440]: DEBUG nova.compute.manager [req-5a0079eb-ff20-471a-950d-7532d57d0196 req-444670de-b037-483b-a0c0-db6f3ace9ea0 service nova] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Received event network-vif-unplugged-b8595473-a1d5-4983-aabb-cf3b7f21dd53 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.977856] env[63440]: DEBUG oslo_concurrency.lockutils [req-5a0079eb-ff20-471a-950d-7532d57d0196 req-444670de-b037-483b-a0c0-db6f3ace9ea0 service nova] Acquiring lock "123370d2-3a4b-44c2-9e73-3672d42a11fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.978631] env[63440]: DEBUG oslo_concurrency.lockutils [req-5a0079eb-ff20-471a-950d-7532d57d0196 req-444670de-b037-483b-a0c0-db6f3ace9ea0 service nova] Lock "123370d2-3a4b-44c2-9e73-3672d42a11fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.978631] env[63440]: DEBUG oslo_concurrency.lockutils [req-5a0079eb-ff20-471a-950d-7532d57d0196 req-444670de-b037-483b-a0c0-db6f3ace9ea0 service nova] Lock "123370d2-3a4b-44c2-9e73-3672d42a11fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.978737] env[63440]: DEBUG nova.compute.manager [req-5a0079eb-ff20-471a-950d-7532d57d0196 req-444670de-b037-483b-a0c0-db6f3ace9ea0 service nova] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] No waiting events found dispatching network-vif-unplugged-b8595473-a1d5-4983-aabb-cf3b7f21dd53 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.978899] env[63440]: WARNING nova.compute.manager [req-5a0079eb-ff20-471a-950d-7532d57d0196 req-444670de-b037-483b-a0c0-db6f3ace9ea0 service nova] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Received unexpected event network-vif-unplugged-b8595473-a1d5-4983-aabb-cf3b7f21dd53 for instance with vm_state shelved and task_state shelving_offloading. [ 809.979076] env[63440]: DEBUG nova.compute.manager [req-5a0079eb-ff20-471a-950d-7532d57d0196 req-444670de-b037-483b-a0c0-db6f3ace9ea0 service nova] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Received event network-changed-b8595473-a1d5-4983-aabb-cf3b7f21dd53 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.979076] env[63440]: DEBUG nova.compute.manager [req-5a0079eb-ff20-471a-950d-7532d57d0196 req-444670de-b037-483b-a0c0-db6f3ace9ea0 service nova] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Refreshing instance network info cache due to event network-changed-b8595473-a1d5-4983-aabb-cf3b7f21dd53. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 809.979407] env[63440]: DEBUG oslo_concurrency.lockutils [req-5a0079eb-ff20-471a-950d-7532d57d0196 req-444670de-b037-483b-a0c0-db6f3ace9ea0 service nova] Acquiring lock "refresh_cache-123370d2-3a4b-44c2-9e73-3672d42a11fe" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.979551] env[63440]: DEBUG oslo_concurrency.lockutils [req-5a0079eb-ff20-471a-950d-7532d57d0196 req-444670de-b037-483b-a0c0-db6f3ace9ea0 service nova] Acquired lock "refresh_cache-123370d2-3a4b-44c2-9e73-3672d42a11fe" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.979708] env[63440]: DEBUG nova.network.neutron [req-5a0079eb-ff20-471a-950d-7532d57d0196 req-444670de-b037-483b-a0c0-db6f3ace9ea0 service nova] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Refreshing network info cache for port b8595473-a1d5-4983-aabb-cf3b7f21dd53 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.058412] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7db2b6db-a96a-4d8b-b734-6d24275fb196 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.066104] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab51fffb-acf0-4434-8b14-4b631134a659 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.102018] env[63440]: DEBUG nova.compute.manager [req-d5b24aea-b12c-4fda-ab00-f4538eb731e3 req-f38af7c7-f3ed-4c5e-a6fb-3789ebeb3432 service nova] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Detach interface failed, port_id=cab9757b-2131-4262-8b08-a945577b6b65, reason: Instance 24cd2a8b-9a49-4a57-9691-ad665cdde0ef could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 810.189061] env[63440]: DEBUG nova.network.neutron [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Successfully created port: 4f61a498-aa87-4b48-8fc6-335eddf37da5 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.217309] env[63440]: DEBUG oslo_vmware.api [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231401} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.217573] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.217760] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.217935] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.248019] env[63440]: INFO nova.scheduler.client.report [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Deleted allocations for instance 123370d2-3a4b-44c2-9e73-3672d42a11fe [ 810.384393] env[63440]: DEBUG nova.compute.manager [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.422154] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093702} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.424529] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.425648] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a072dc98-8149-493a-b2aa-2b861c3bd098 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.447981] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c/6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.450572] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30f20694-9982-4fd7-9af9-7c6448dbf050 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.470939] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 810.470939] env[63440]: value = "task-2661572" [ 810.470939] env[63440]: _type = "Task" [ 810.470939] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.481447] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.680201] env[63440]: DEBUG nova.network.neutron [req-5a0079eb-ff20-471a-950d-7532d57d0196 req-444670de-b037-483b-a0c0-db6f3ace9ea0 service nova] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Updated VIF entry in instance network info cache for port b8595473-a1d5-4983-aabb-cf3b7f21dd53. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.680684] env[63440]: DEBUG nova.network.neutron [req-5a0079eb-ff20-471a-950d-7532d57d0196 req-444670de-b037-483b-a0c0-db6f3ace9ea0 service nova] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Updating instance_info_cache with network_info: [{"id": "b8595473-a1d5-4983-aabb-cf3b7f21dd53", "address": "fa:16:3e:6d:0f:79", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": null, "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb8595473-a1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.750651] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.772286] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28853ac8-ec61-4cad-8097-e532d10155be {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.779776] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8765965c-33a1-42e5-8712-bb98cbd1dc25 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.811395] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134e832e-5266-400d-975a-dd5d07ea2637 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.818961] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb6d0fd-888c-4f4f-ab4d-7060acaede9d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.832444] env[63440]: DEBUG nova.compute.provider_tree [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.983383] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661572, 'name': ReconfigVM_Task, 'duration_secs': 0.286555} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.983669] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c/6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.984340] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1e024a4-bb5c-41bf-ba93-64ba9ecb1f4b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.990656] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 810.990656] env[63440]: value = "task-2661573" [ 810.990656] env[63440]: _type = "Task" [ 810.990656] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.999692] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661573, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.185402] env[63440]: DEBUG oslo_concurrency.lockutils [req-5a0079eb-ff20-471a-950d-7532d57d0196 req-444670de-b037-483b-a0c0-db6f3ace9ea0 service nova] Releasing lock "refresh_cache-123370d2-3a4b-44c2-9e73-3672d42a11fe" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.364712] env[63440]: DEBUG nova.scheduler.client.report [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Updated inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 811.364993] env[63440]: DEBUG nova.compute.provider_tree [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 88 to 89 during operation: update_inventory {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 811.365184] env[63440]: DEBUG nova.compute.provider_tree [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.394710] env[63440]: DEBUG nova.compute.manager [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.418939] env[63440]: DEBUG nova.virt.hardware [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.419207] env[63440]: DEBUG nova.virt.hardware [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.419373] env[63440]: DEBUG nova.virt.hardware [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.419608] env[63440]: DEBUG nova.virt.hardware [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.419724] env[63440]: DEBUG nova.virt.hardware [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.419848] env[63440]: DEBUG nova.virt.hardware [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.420690] env[63440]: DEBUG nova.virt.hardware [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.420690] env[63440]: DEBUG nova.virt.hardware [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.420690] env[63440]: DEBUG nova.virt.hardware [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.420690] env[63440]: DEBUG nova.virt.hardware [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.420690] env[63440]: DEBUG nova.virt.hardware [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.421569] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6a2d51-fce8-42a1-a451-f3c3755c773e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.429817] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad94af25-a026-4808-a4a1-e2ee8b33f5e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.465961] env[63440]: DEBUG oslo_concurrency.lockutils [None req-31a6d77b-448d-4a01-ab37-7a213c93a5e9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "123370d2-3a4b-44c2-9e73-3672d42a11fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.499803] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661573, 'name': Rename_Task, 'duration_secs': 0.135846} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.500109] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.500337] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ef6bbad-7be6-4ffb-a5c8-709e7d2664e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.506021] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 811.506021] env[63440]: value = "task-2661574" [ 811.506021] env[63440]: _type = "Task" [ 811.506021] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.512932] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.625661] env[63440]: DEBUG nova.network.neutron [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Successfully updated port: 4f61a498-aa87-4b48-8fc6-335eddf37da5 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.871524] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.872578] env[63440]: DEBUG nova.compute.manager [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.875146] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.003s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.875372] env[63440]: DEBUG nova.objects.instance [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lazy-loading 'resources' on Instance uuid 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.012321] env[63440]: DEBUG nova.compute.manager [req-35960a98-69ff-47d4-8dcf-7e616cd0afbd req-8426f15d-f10b-4a6d-ad36-786e4c76c9d7 service nova] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Received event network-vif-plugged-4f61a498-aa87-4b48-8fc6-335eddf37da5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.012827] env[63440]: DEBUG oslo_concurrency.lockutils [req-35960a98-69ff-47d4-8dcf-7e616cd0afbd req-8426f15d-f10b-4a6d-ad36-786e4c76c9d7 service nova] Acquiring lock "5f3398c9-4f87-4eb5-a020-04e4f940bf4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.013081] env[63440]: DEBUG oslo_concurrency.lockutils [req-35960a98-69ff-47d4-8dcf-7e616cd0afbd req-8426f15d-f10b-4a6d-ad36-786e4c76c9d7 service nova] Lock "5f3398c9-4f87-4eb5-a020-04e4f940bf4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.013277] env[63440]: DEBUG oslo_concurrency.lockutils [req-35960a98-69ff-47d4-8dcf-7e616cd0afbd req-8426f15d-f10b-4a6d-ad36-786e4c76c9d7 service nova] Lock "5f3398c9-4f87-4eb5-a020-04e4f940bf4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.013457] env[63440]: DEBUG nova.compute.manager [req-35960a98-69ff-47d4-8dcf-7e616cd0afbd req-8426f15d-f10b-4a6d-ad36-786e4c76c9d7 service nova] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] No waiting events found dispatching network-vif-plugged-4f61a498-aa87-4b48-8fc6-335eddf37da5 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.013635] env[63440]: WARNING nova.compute.manager [req-35960a98-69ff-47d4-8dcf-7e616cd0afbd req-8426f15d-f10b-4a6d-ad36-786e4c76c9d7 service nova] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Received unexpected event network-vif-plugged-4f61a498-aa87-4b48-8fc6-335eddf37da5 for instance with vm_state building and task_state spawning. [ 812.013809] env[63440]: DEBUG nova.compute.manager [req-35960a98-69ff-47d4-8dcf-7e616cd0afbd req-8426f15d-f10b-4a6d-ad36-786e4c76c9d7 service nova] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Received event network-changed-4f61a498-aa87-4b48-8fc6-335eddf37da5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.013973] env[63440]: DEBUG nova.compute.manager [req-35960a98-69ff-47d4-8dcf-7e616cd0afbd req-8426f15d-f10b-4a6d-ad36-786e4c76c9d7 service nova] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Refreshing instance network info cache due to event network-changed-4f61a498-aa87-4b48-8fc6-335eddf37da5. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 812.014188] env[63440]: DEBUG oslo_concurrency.lockutils [req-35960a98-69ff-47d4-8dcf-7e616cd0afbd req-8426f15d-f10b-4a6d-ad36-786e4c76c9d7 service nova] Acquiring lock "refresh_cache-5f3398c9-4f87-4eb5-a020-04e4f940bf4a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.014333] env[63440]: DEBUG oslo_concurrency.lockutils [req-35960a98-69ff-47d4-8dcf-7e616cd0afbd req-8426f15d-f10b-4a6d-ad36-786e4c76c9d7 service nova] Acquired lock "refresh_cache-5f3398c9-4f87-4eb5-a020-04e4f940bf4a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.014492] env[63440]: DEBUG nova.network.neutron [req-35960a98-69ff-47d4-8dcf-7e616cd0afbd req-8426f15d-f10b-4a6d-ad36-786e4c76c9d7 service nova] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Refreshing network info cache for port 4f61a498-aa87-4b48-8fc6-335eddf37da5 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.021024] env[63440]: DEBUG oslo_vmware.api [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661574, 'name': PowerOnVM_Task, 'duration_secs': 0.511756} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.021295] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.021499] env[63440]: INFO nova.compute.manager [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Took 6.46 seconds to spawn the instance on the hypervisor. [ 812.021679] env[63440]: DEBUG nova.compute.manager [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.022483] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f1ac24-b08a-4535-bfcc-f417fe0972ce {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.132795] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "refresh_cache-5f3398c9-4f87-4eb5-a020-04e4f940bf4a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.378601] env[63440]: DEBUG nova.compute.utils [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.380690] env[63440]: DEBUG nova.compute.manager [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Not allocating networking since 'none' was specified. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 812.540845] env[63440]: INFO nova.compute.manager [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Took 45.04 seconds to build instance. [ 812.545994] env[63440]: DEBUG nova.network.neutron [req-35960a98-69ff-47d4-8dcf-7e616cd0afbd req-8426f15d-f10b-4a6d-ad36-786e4c76c9d7 service nova] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.619679] env[63440]: DEBUG nova.network.neutron [req-35960a98-69ff-47d4-8dcf-7e616cd0afbd req-8426f15d-f10b-4a6d-ad36-786e4c76c9d7 service nova] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.718972] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456f389b-d29a-46c9-98e8-e5736502aee0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.726764] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb1d177-1cd8-4d9e-98c2-ee96bb9cf92e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.758570] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4a405d-e0ed-400e-8ae1-5c8cb65531d4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.765975] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f3d61e-ea84-4cca-8e0d-8d3d7eef4db7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.476031] env[63440]: DEBUG nova.compute.manager [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.478643] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55156e06-32f8-40f7-9928-accd56ef7ae4 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.985s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.478998] env[63440]: DEBUG oslo_concurrency.lockutils [req-35960a98-69ff-47d4-8dcf-7e616cd0afbd req-8426f15d-f10b-4a6d-ad36-786e4c76c9d7 service nova] Releasing lock "refresh_cache-5f3398c9-4f87-4eb5-a020-04e4f940bf4a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.481517] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "refresh_cache-5f3398c9-4f87-4eb5-a020-04e4f940bf4a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.481670] env[63440]: DEBUG nova.network.neutron [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.494049] env[63440]: DEBUG nova.compute.provider_tree [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.986028] env[63440]: DEBUG oslo_concurrency.lockutils [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.986360] env[63440]: DEBUG oslo_concurrency.lockutils [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.986583] env[63440]: DEBUG oslo_concurrency.lockutils [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.986818] env[63440]: DEBUG oslo_concurrency.lockutils [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.987047] env[63440]: DEBUG oslo_concurrency.lockutils [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.990436] env[63440]: INFO nova.compute.manager [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Terminating instance [ 813.997777] env[63440]: DEBUG nova.scheduler.client.report [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.023694] env[63440]: DEBUG nova.network.neutron [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.155545] env[63440]: DEBUG nova.network.neutron [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Updating instance_info_cache with network_info: [{"id": "4f61a498-aa87-4b48-8fc6-335eddf37da5", "address": "fa:16:3e:3d:1c:f5", "network": {"id": "683d0572-1971-4756-a78e-94e11c551500", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-948320418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b8072e72ed49a3bd3012385dc8822d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f61a498-aa", "ovs_interfaceid": "4f61a498-aa87-4b48-8fc6-335eddf37da5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.494286] env[63440]: DEBUG nova.compute.manager [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.499893] env[63440]: DEBUG nova.compute.manager [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.500118] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.501015] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dabe48-7b7f-4a1c-b016-371ac5fbbd80 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.508135] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.633s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.510232] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.447s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.523577] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.526487] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8dce8ee-2218-4f24-8c93-748de1d5c0be {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.532959] env[63440]: DEBUG nova.virt.hardware [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.533241] env[63440]: DEBUG nova.virt.hardware [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.533407] env[63440]: DEBUG nova.virt.hardware [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.533592] env[63440]: DEBUG nova.virt.hardware [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.533737] env[63440]: DEBUG nova.virt.hardware [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.533881] env[63440]: DEBUG nova.virt.hardware [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.534428] env[63440]: DEBUG nova.virt.hardware [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.534633] env[63440]: DEBUG nova.virt.hardware [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.534811] env[63440]: DEBUG nova.virt.hardware [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.535034] env[63440]: DEBUG nova.virt.hardware [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.536603] env[63440]: DEBUG nova.virt.hardware [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.538338] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94192e32-48ce-41e8-8676-9ca639cfcaa4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.543997] env[63440]: INFO nova.scheduler.client.report [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Deleted allocations for instance 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5 [ 814.545366] env[63440]: DEBUG oslo_vmware.api [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 814.545366] env[63440]: value = "task-2661575" [ 814.545366] env[63440]: _type = "Task" [ 814.545366] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.563455] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f4934c-ecd4-45a7-b35e-62c2dcd7eb89 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.576244] env[63440]: DEBUG oslo_vmware.api [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.595094] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Instance VIF info [] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.602248] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Creating folder: Project (23f244dbc1214ad5ae4e32e43e2991ad). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.602831] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed852ea2-76b9-4e94-8619-4a794ff3eebd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.618707] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Created folder: Project (23f244dbc1214ad5ae4e32e43e2991ad) in parent group-v536546. [ 814.619444] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Creating folder: Instances. Parent ref: group-v536728. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.623169] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3017f85-41c8-439f-bb19-c4b4e0530f78 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.638210] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Created folder: Instances in parent group-v536728. [ 814.638210] env[63440]: DEBUG oslo.service.loopingcall [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 814.638210] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.638210] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc119d28-5b78-4663-ba10-9056166be19c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.657169] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.657169] env[63440]: value = "task-2661578" [ 814.657169] env[63440]: _type = "Task" [ 814.657169] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.662059] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "refresh_cache-5f3398c9-4f87-4eb5-a020-04e4f940bf4a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.662421] env[63440]: DEBUG nova.compute.manager [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Instance network_info: |[{"id": "4f61a498-aa87-4b48-8fc6-335eddf37da5", "address": "fa:16:3e:3d:1c:f5", "network": {"id": "683d0572-1971-4756-a78e-94e11c551500", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-948320418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b8072e72ed49a3bd3012385dc8822d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f61a498-aa", "ovs_interfaceid": "4f61a498-aa87-4b48-8fc6-335eddf37da5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.666225] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:1c:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f61a498-aa87-4b48-8fc6-335eddf37da5', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.675501] env[63440]: DEBUG oslo.service.loopingcall [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 814.675758] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661578, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.676583] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.676882] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0147a458-586f-40ac-82c1-6209025d5dc6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.698271] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.698271] env[63440]: value = "task-2661579" [ 814.698271] env[63440]: _type = "Task" [ 814.698271] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.707023] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661579, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.057714] env[63440]: DEBUG oslo_vmware.api [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661575, 'name': PowerOffVM_Task, 'duration_secs': 0.248836} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.058527] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.058527] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.058527] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b36c478-b4d8-4907-b80c-2fd057f7bdd9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.073171] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1c52038a-7000-4ea7-bf6f-bced70686eba tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.301s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.125782] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.126162] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.126441] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Deleting the datastore file [datastore2] 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.126788] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e5afbf1-82c8-451a-b12d-17b4e0b967e8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.134121] env[63440]: DEBUG oslo_vmware.api [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for the task: (returnval){ [ 815.134121] env[63440]: value = "task-2661581" [ 815.134121] env[63440]: _type = "Task" [ 815.134121] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.141998] env[63440]: DEBUG oslo_vmware.api [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.166939] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661578, 'name': CreateVM_Task, 'duration_secs': 0.333055} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.167131] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.167542] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.167706] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.168034] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.168287] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db6eac41-f274-4428-be8f-9fc08b923b1f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.173800] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for the task: (returnval){ [ 815.173800] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525b58e2-058c-a88f-c570-0f730efa29aa" [ 815.173800] env[63440]: _type = "Task" [ 815.173800] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.181923] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525b58e2-058c-a88f-c570-0f730efa29aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.207770] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661579, 'name': CreateVM_Task, 'duration_secs': 0.382335} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.207954] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.208609] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.538241] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Applying migration context for instance 66f4957e-96a9-462c-8a41-06dfd9ea93f9 as it has an incoming, in-progress migration 2906b3eb-e393-45d5-a1f3-f538f4298981. Migration status is reverting {{(pid=63440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 815.540280] env[63440]: INFO nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Updating resource usage from migration 2906b3eb-e393-45d5-a1f3-f538f4298981 [ 815.564963] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance f0398dc1-6edc-4245-acc7-b757741bdcf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.565146] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 8ab7e489-8903-4f78-8da8-72604cea31ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.565292] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance d7718d7e-4911-4905-b135-54291157aded actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.565433] env[63440]: WARNING nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 5f6f0240-34b9-459d-8391-e51975f147cd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 815.565592] env[63440]: WARNING nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance ef67ae7a-f55e-453f-a821-f50c27a35ab4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 815.565722] env[63440]: WARNING nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 32236944-2eaa-44b2-9c93-7f9abddd7ea3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 815.565843] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 638e67ef-7fbc-41b5-b00b-abab9f83f411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.565960] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 10b05a88-9b05-42ef-b1b9-6a6987aa0139 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.566091] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance da012cdd-2d81-4886-95bf-550f4d6ec16f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.566840] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.566840] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance c657ae98-7ffb-47de-a697-00dadba3b0a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.566840] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 2aed780b-9671-434f-99e8-3d75f19e95aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.566840] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 1c95181d-5390-4992-a60f-0f0f707ad32f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.566840] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 51a3a20a-2ea7-49b0-9b82-41d17b38d35a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.566840] env[63440]: WARNING nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance d048f0f4-c8ec-448a-a789-8fdf2dadfbaf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 815.566840] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Migration 2906b3eb-e393-45d5-a1f3-f538f4298981 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 815.567089] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 66f4957e-96a9-462c-8a41-06dfd9ea93f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.567089] env[63440]: WARNING nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance f6bfb65e-23ae-4f19-beb4-8169f2fe7116 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 815.567195] env[63440]: WARNING nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 74ba9af4-e8cd-4f39-9582-dba56cae23be is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 815.567310] env[63440]: WARNING nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 31f44af8-f448-4daa-83cf-6efcda620ec1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 815.567491] env[63440]: WARNING nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 07daa4bd-eefa-48a8-9498-351b6ae6c7a7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 815.567521] env[63440]: WARNING nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 24cd2a8b-9a49-4a57-9691-ad665cdde0ef is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 815.567647] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.567757] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 5f3398c9-4f87-4eb5-a020-04e4f940bf4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.567865] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance d47ad4c3-5d16-4b6e-bc52-395607df1904 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.645234] env[63440]: DEBUG oslo_vmware.api [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Task: {'id': task-2661581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151738} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.645545] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.645760] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.645944] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.646130] env[63440]: INFO nova.compute.manager [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 815.646910] env[63440]: DEBUG oslo.service.loopingcall [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.646910] env[63440]: DEBUG nova.compute.manager [-] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.646910] env[63440]: DEBUG nova.network.neutron [-] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.686481] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525b58e2-058c-a88f-c570-0f730efa29aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010554} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.687025] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.687197] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.687496] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.687717] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.688049] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.688405] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.688639] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.688891] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6993a366-296b-434f-8728-500c2ce95761 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.690762] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f8355eb-2802-41a1-98a2-8e8c75be46d9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.696683] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 815.696683] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dae67c-a5c0-4934-712f-afaf55e4a9a5" [ 815.696683] env[63440]: _type = "Task" [ 815.696683] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.702296] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.702296] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.703445] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac6e2d21-faf1-479d-aeb3-c5d6a51d93e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.711889] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dae67c-a5c0-4934-712f-afaf55e4a9a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.716142] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for the task: (returnval){ [ 815.716142] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5250ec19-30a1-efd6-542d-ab8ed9029cc1" [ 815.716142] env[63440]: _type = "Task" [ 815.716142] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.724504] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5250ec19-30a1-efd6-542d-ab8ed9029cc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.983669] env[63440]: DEBUG nova.compute.manager [req-7e03fd57-d23e-4598-8469-2433361c568e req-970b7456-301a-48d9-896b-70a2c5cbe9b3 service nova] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Received event network-vif-deleted-0d22dfce-1eb0-48a5-9596-9b6eaa2d774e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.983928] env[63440]: INFO nova.compute.manager [req-7e03fd57-d23e-4598-8469-2433361c568e req-970b7456-301a-48d9-896b-70a2c5cbe9b3 service nova] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Neutron deleted interface 0d22dfce-1eb0-48a5-9596-9b6eaa2d774e; detaching it from the instance and deleting it from the info cache [ 815.985277] env[63440]: DEBUG nova.network.neutron [req-7e03fd57-d23e-4598-8469-2433361c568e req-970b7456-301a-48d9-896b-70a2c5cbe9b3 service nova] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.071038] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 447736ce-b1a5-4e8a-a3c5-d074deaf3da1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 816.208185] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dae67c-a5c0-4934-712f-afaf55e4a9a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010644} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.208442] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.209032] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.209032] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.225839] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5250ec19-30a1-efd6-542d-ab8ed9029cc1, 'name': SearchDatastore_Task, 'duration_secs': 0.00998} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.226848] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ebf12a-4932-4b21-98f8-22d192210410 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.231892] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for the task: (returnval){ [ 816.231892] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521fed3f-a1cb-69fa-95ff-6fe7d3705c92" [ 816.231892] env[63440]: _type = "Task" [ 816.231892] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.239816] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521fed3f-a1cb-69fa-95ff-6fe7d3705c92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.462619] env[63440]: DEBUG nova.network.neutron [-] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.490895] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86230c95-4673-4938-bcb6-48a27d8673bf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.502312] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b494fb59-3e40-4349-b72e-e4dd4f008d61 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.537109] env[63440]: DEBUG nova.compute.manager [req-7e03fd57-d23e-4598-8469-2433361c568e req-970b7456-301a-48d9-896b-70a2c5cbe9b3 service nova] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Detach interface failed, port_id=0d22dfce-1eb0-48a5-9596-9b6eaa2d774e, reason: Instance 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 816.574758] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance da0c32b9-0bbc-448c-a243-c0c6e081c8f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 816.743992] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521fed3f-a1cb-69fa-95ff-6fe7d3705c92, 'name': SearchDatastore_Task, 'duration_secs': 0.010573} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.744342] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.744607] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] d47ad4c3-5d16-4b6e-bc52-395607df1904/d47ad4c3-5d16-4b6e-bc52-395607df1904.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.744881] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.745079] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.745297] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-882ba4ed-f879-4863-9b26-972fb7e7fa86 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.747336] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dee0397-f584-40f3-a085-b6292a394704 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.755936] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for the task: (returnval){ [ 816.755936] env[63440]: value = "task-2661582" [ 816.755936] env[63440]: _type = "Task" [ 816.755936] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.757076] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.757348] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.761042] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d2fe16e-23a6-4430-aa73-615e215dcfa0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.769515] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.769718] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 816.769718] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525c7589-d99c-3c5f-ddde-5ec53178ec83" [ 816.769718] env[63440]: _type = "Task" [ 816.769718] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.784372] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525c7589-d99c-3c5f-ddde-5ec53178ec83, 'name': SearchDatastore_Task, 'duration_secs': 0.010571} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.784372] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef3f87ce-45d9-4913-9dbb-d0bc8c90f6aa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.791954] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 816.791954] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524b2651-3422-562c-d785-6bd3e7ab1459" [ 816.791954] env[63440]: _type = "Task" [ 816.791954] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.800588] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524b2651-3422-562c-d785-6bd3e7ab1459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.965867] env[63440]: INFO nova.compute.manager [-] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Took 1.32 seconds to deallocate network for instance. [ 817.079420] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 00f8a56f-37af-48cf-97f5-5ea6d8be75d9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 817.270426] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436037} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.270703] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] d47ad4c3-5d16-4b6e-bc52-395607df1904/d47ad4c3-5d16-4b6e-bc52-395607df1904.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.270919] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.271235] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81371185-1093-4ed9-ba91-6caa501f8afc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.278716] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for the task: (returnval){ [ 817.278716] env[63440]: value = "task-2661583" [ 817.278716] env[63440]: _type = "Task" [ 817.278716] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.286670] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.302136] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524b2651-3422-562c-d785-6bd3e7ab1459, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.302340] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.302632] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 5f3398c9-4f87-4eb5-a020-04e4f940bf4a/5f3398c9-4f87-4eb5-a020-04e4f940bf4a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.302990] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ff09bc3-0cbe-4820-af15-728b7d8f7aa9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.309952] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 817.309952] env[63440]: value = "task-2661584" [ 817.309952] env[63440]: _type = "Task" [ 817.309952] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.319855] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.474059] env[63440]: DEBUG oslo_concurrency.lockutils [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.509398] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "251dcd8a-1497-4044-af21-91b1cb49a614" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.509716] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "251dcd8a-1497-4044-af21-91b1cb49a614" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.581762] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 1e804776-533b-48a2-9d87-cd51a0781f9a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 817.582167] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 817.582269] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 817.790916] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068385} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.793536] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.795725] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419741e0-8b29-4990-b9cd-7e9149007b8f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.823820] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] d47ad4c3-5d16-4b6e-bc52-395607df1904/d47ad4c3-5d16-4b6e-bc52-395607df1904.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.829280] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d8ed8a2-4dc9-4fac-84ce-fbd622198049 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.849661] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436664} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.850966] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 5f3398c9-4f87-4eb5-a020-04e4f940bf4a/5f3398c9-4f87-4eb5-a020-04e4f940bf4a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.851255] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.851574] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for the task: (returnval){ [ 817.851574] env[63440]: value = "task-2661585" [ 817.851574] env[63440]: _type = "Task" [ 817.851574] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.851764] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4500c966-538e-4123-9070-9f9794a23971 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.865626] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661585, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.867346] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 817.867346] env[63440]: value = "task-2661586" [ 817.867346] env[63440]: _type = "Task" [ 817.867346] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.879453] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.012710] env[63440]: DEBUG nova.compute.manager [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.048966] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de96da4-2b1c-4a1b-a59a-733bf1c84b3f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.059099] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a513ec-5126-45e0-aa08-e43bf66891f5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.093483] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffae130-8583-4ec8-aac5-9326d3a77cb6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.101617] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50814f15-d763-4946-8429-880b2078fdfd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.115773] env[63440]: DEBUG nova.compute.provider_tree [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.365763] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661585, 'name': ReconfigVM_Task, 'duration_secs': 0.294823} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.366087] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Reconfigured VM instance instance-00000042 to attach disk [datastore1] d47ad4c3-5d16-4b6e-bc52-395607df1904/d47ad4c3-5d16-4b6e-bc52-395607df1904.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.366744] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-888ad35b-f215-4054-a6f5-0835ebc2a6ad {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.376828] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073566} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.378050] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.378550] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for the task: (returnval){ [ 818.378550] env[63440]: value = "task-2661587" [ 818.378550] env[63440]: _type = "Task" [ 818.378550] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.379244] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad162ca-f2bc-4c9a-a256-612762fe2b03 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.390862] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661587, 'name': Rename_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.407876] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 5f3398c9-4f87-4eb5-a020-04e4f940bf4a/5f3398c9-4f87-4eb5-a020-04e4f940bf4a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.408217] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b3b96d3-0944-4504-ae26-e9ad2e05ef0d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.429473] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 818.429473] env[63440]: value = "task-2661588" [ 818.429473] env[63440]: _type = "Task" [ 818.429473] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.437884] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.536532] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.619318] env[63440]: DEBUG nova.scheduler.client.report [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.891672] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661587, 'name': Rename_Task, 'duration_secs': 0.145073} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.892324] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.892574] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d722823e-397b-48ff-a795-d3bf30769297 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.899352] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for the task: (returnval){ [ 818.899352] env[63440]: value = "task-2661589" [ 818.899352] env[63440]: _type = "Task" [ 818.899352] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.907994] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.939855] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661588, 'name': ReconfigVM_Task, 'duration_secs': 0.353498} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.940168] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 5f3398c9-4f87-4eb5-a020-04e4f940bf4a/5f3398c9-4f87-4eb5-a020-04e4f940bf4a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.940796] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d12599a-a356-4ac5-8bfd-ee9800e57aa8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.948657] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 818.948657] env[63440]: value = "task-2661590" [ 818.948657] env[63440]: _type = "Task" [ 818.948657] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.957736] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661590, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.123913] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 819.124294] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.614s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.124607] env[63440]: DEBUG oslo_concurrency.lockutils [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 34.242s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.126811] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 819.126811] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Cleaning up deleted instances {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 819.410296] env[63440]: DEBUG oslo_vmware.api [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661589, 'name': PowerOnVM_Task, 'duration_secs': 0.415143} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.410583] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.410803] env[63440]: INFO nova.compute.manager [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Took 4.92 seconds to spawn the instance on the hypervisor. [ 819.410971] env[63440]: DEBUG nova.compute.manager [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.411812] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce735ae-e790-41ea-9a43-12c884558184 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.460118] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661590, 'name': Rename_Task, 'duration_secs': 0.158191} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.460389] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.460904] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff11e370-2adb-470f-a7ec-05770eaf3884 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.469982] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 819.469982] env[63440]: value = "task-2661591" [ 819.469982] env[63440]: _type = "Task" [ 819.469982] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.480433] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.628403] env[63440]: DEBUG nova.objects.instance [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lazy-loading 'migration_context' on Instance uuid 66f4957e-96a9-462c-8a41-06dfd9ea93f9 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.639596] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] There are 41 instances to clean {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 819.639850] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 2376e3de-3e5c-4cc2-8c86-270b0babf047] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 819.928041] env[63440]: INFO nova.compute.manager [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Took 45.18 seconds to build instance. [ 819.985347] env[63440]: DEBUG oslo_vmware.api [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661591, 'name': PowerOnVM_Task, 'duration_secs': 0.501974} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.985629] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.986055] env[63440]: INFO nova.compute.manager [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Took 8.59 seconds to spawn the instance on the hypervisor. [ 819.986395] env[63440]: DEBUG nova.compute.manager [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.987626] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c535538f-50e0-4d9f-b4f2-0a4a3afcfec1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.147613] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 17ed76bd-664c-43b3-b8ff-d48dc4b92478] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 820.429724] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c8d50fa5-599f-415b-a4f0-df4fdfb8daa8 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Lock "d47ad4c3-5d16-4b6e-bc52-395607df1904" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.444s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.511636] env[63440]: INFO nova.compute.manager [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Took 47.71 seconds to build instance. [ 820.564962] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd2347d-a9af-4b9d-9bfe-38db9977200e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.573300] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc026977-d5de-4653-9d79-95821048f188 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.605078] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee16fde-fb1e-4a0a-91ea-e39bb7799c0f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.613803] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a604804-dc12-4941-8a41-755f99495a35 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.627999] env[63440]: DEBUG nova.compute.provider_tree [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.650884] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: ff7a8736-b2f0-49a2-aa11-263df9ab8c8c] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 820.886402] env[63440]: INFO nova.compute.manager [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Rebuilding instance [ 820.933853] env[63440]: DEBUG nova.compute.manager [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.935608] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d64cdd-8c8d-4607-a7d1-65c2b4c6ca1c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.017029] env[63440]: DEBUG oslo_concurrency.lockutils [None req-af8593c0-355c-4a9f-ad3a-a719e5e49449 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "5f3398c9-4f87-4eb5-a020-04e4f940bf4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.464s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.133505] env[63440]: DEBUG nova.scheduler.client.report [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.153882] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 46244f20-1d30-4c37-9ef5-ee3e24ac877e] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 821.628902] env[63440]: INFO nova.compute.manager [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Rebuilding instance [ 821.657268] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: a2b60472-d9a3-46ff-82ed-f0ae9b259663] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 821.677979] env[63440]: DEBUG nova.compute.manager [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.679075] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96a167c-b210-47f0-ba47-68b17ab24a4b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.951739] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.952308] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2597384-1421-4d2c-9e16-fd06fa988612 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.961044] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for the task: (returnval){ [ 821.961044] env[63440]: value = "task-2661592" [ 821.961044] env[63440]: _type = "Task" [ 821.961044] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.970420] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.146274] env[63440]: DEBUG oslo_concurrency.lockutils [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.022s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.151833] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.174s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.152046] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.155773] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.499s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.157283] env[63440]: INFO nova.compute.claims [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.161923] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 856f9056-6ca2-4ada-9ab9-2755298b7fa6] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 822.184107] env[63440]: INFO nova.scheduler.client.report [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Deleted allocations for instance d048f0f4-c8ec-448a-a789-8fdf2dadfbaf [ 822.473375] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661592, 'name': PowerOffVM_Task, 'duration_secs': 0.246213} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.473489] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.473723] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.474565] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa53c73f-e55b-4f34-a3c7-2207150160cd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.481637] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.481869] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a962c3d-fb97-4508-8777-1dbab692f119 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.509713] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.509943] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.510150] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Deleting the datastore file [datastore1] d47ad4c3-5d16-4b6e-bc52-395607df1904 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.510751] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9fa6414-e005-4846-88bd-460e1317dd51 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.519474] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for the task: (returnval){ [ 822.519474] env[63440]: value = "task-2661594" [ 822.519474] env[63440]: _type = "Task" [ 822.519474] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.528465] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.667453] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 708790b8-38b0-460b-b6b5-79fd091922f3] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 822.696164] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ca9981d2-f32f-49d8-b847-2bf9f6e40971 tempest-ServerPasswordTestJSON-945496119 tempest-ServerPasswordTestJSON-945496119-project-member] Lock "d048f0f4-c8ec-448a-a789-8fdf2dadfbaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.226s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.697259] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.698348] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a39d8823-770a-4a7f-abf1-adce9ea9daac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.707540] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 822.707540] env[63440]: value = "task-2661595" [ 822.707540] env[63440]: _type = "Task" [ 822.707540] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.718259] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.029997] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089788} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.030414] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.030680] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.030794] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.173651] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 35e411e2-5b0d-42e9-9cb8-762e1ec11396] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 823.218831] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661595, 'name': PowerOffVM_Task, 'duration_secs': 0.256971} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.219274] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.219593] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.220962] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7168b2e-6b7d-4f93-ad22-920d333a6ab4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.232052] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.232052] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-296ed3b0-7790-4670-bbed-114ca7e617f6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.302245] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.302488] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.302669] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Deleting the datastore file [datastore1] 5f3398c9-4f87-4eb5-a020-04e4f940bf4a {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.306080] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de5946a2-0a3a-44d1-958a-da004d7e863b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.317769] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 823.317769] env[63440]: value = "task-2661597" [ 823.317769] env[63440]: _type = "Task" [ 823.317769] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.326601] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.649149] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f192e4-8296-4f8a-b651-48e29c7a3417 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.658734] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c2c5ed-2508-4367-9e0f-c19d6cde6bc4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.697047] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: b3a46e0f-15e3-4385-bb4f-b08568ae2fd8] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 823.704963] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf63e98-86b6-48a3-b4d5-59a4e19896cb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.714953] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc60334-b507-4a68-916b-744fcc51e7ba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.722370] env[63440]: INFO nova.compute.manager [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Swapping old allocation on dict_keys(['e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5']) held by migration 2906b3eb-e393-45d5-a1f3-f538f4298981 for instance [ 823.736894] env[63440]: DEBUG nova.compute.provider_tree [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.761544] env[63440]: DEBUG nova.scheduler.client.report [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Overwriting current allocation {'allocations': {'e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 90}}, 'project_id': 'b260f3a9c07b422ead624e350f0d096d', 'user_id': '34f222d8c7184b3b91b6be199f275467', 'consumer_generation': 1} on consumer 66f4957e-96a9-462c-8a41-06dfd9ea93f9 {{(pid=63440) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 823.831808] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.886542] env[63440]: DEBUG oslo_concurrency.lockutils [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "refresh_cache-66f4957e-96a9-462c-8a41-06dfd9ea93f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.886799] env[63440]: DEBUG oslo_concurrency.lockutils [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquired lock "refresh_cache-66f4957e-96a9-462c-8a41-06dfd9ea93f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.886995] env[63440]: DEBUG nova.network.neutron [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.078480] env[63440]: DEBUG nova.virt.hardware [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.078736] env[63440]: DEBUG nova.virt.hardware [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.078892] env[63440]: DEBUG nova.virt.hardware [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.079088] env[63440]: DEBUG nova.virt.hardware [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.079241] env[63440]: DEBUG nova.virt.hardware [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.079447] env[63440]: DEBUG nova.virt.hardware [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.079869] env[63440]: DEBUG nova.virt.hardware [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.080074] env[63440]: DEBUG nova.virt.hardware [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.080264] env[63440]: DEBUG nova.virt.hardware [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.080437] env[63440]: DEBUG nova.virt.hardware [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.080614] env[63440]: DEBUG nova.virt.hardware [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.081546] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f61f94a-a6b5-4969-8ea0-f1ed5bddc043 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.090980] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65a742a-4d15-407e-84ca-9ec7750e40c2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.110256] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Instance VIF info [] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.114853] env[63440]: DEBUG oslo.service.loopingcall [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 824.115174] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.115398] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb1a4a7c-1a7b-444d-a7f7-f0923ae3684b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.134320] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.134320] env[63440]: value = "task-2661598" [ 824.134320] env[63440]: _type = "Task" [ 824.134320] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.143509] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661598, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.205238] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 878091d4-d403-4f93-a331-359ff1b5a4c9] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 824.244353] env[63440]: DEBUG nova.scheduler.client.report [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.332449] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553922} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.332691] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.333386] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.333961] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.610792] env[63440]: DEBUG nova.network.neutron [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Updating instance_info_cache with network_info: [{"id": "2fcc7d1e-8504-4483-97a9-bdfa03b8a338", "address": "fa:16:3e:f3:b6:6f", "network": {"id": "5af1384e-5a0c-469a-939c-9d22d0fe01f2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "31a47d930f594850ab7254f1efea670f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcc7d1e-85", "ovs_interfaceid": "2fcc7d1e-8504-4483-97a9-bdfa03b8a338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.645794] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661598, 'name': CreateVM_Task, 'duration_secs': 0.299481} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.645982] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.646429] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.646593] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.646935] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.647254] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-211df80f-d1fa-43b1-bf5f-bcbcce1857bb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.652582] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for the task: (returnval){ [ 824.652582] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5202f2bd-98ab-44da-bc27-d6a071fca0df" [ 824.652582] env[63440]: _type = "Task" [ 824.652582] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.661373] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5202f2bd-98ab-44da-bc27-d6a071fca0df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.712419] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 3a2ed53d-1634-41fc-ab85-ca3fde3c7544] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 824.748060] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.748296] env[63440]: DEBUG nova.compute.manager [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.751911] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.593s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.753697] env[63440]: INFO nova.compute.claims [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.114843] env[63440]: DEBUG oslo_concurrency.lockutils [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Releasing lock "refresh_cache-66f4957e-96a9-462c-8a41-06dfd9ea93f9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.115418] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.115781] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89f5051a-b443-4274-83ec-085e5149d613 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.126543] env[63440]: DEBUG oslo_vmware.api [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 825.126543] env[63440]: value = "task-2661599" [ 825.126543] env[63440]: _type = "Task" [ 825.126543] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.135548] env[63440]: DEBUG oslo_vmware.api [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.164856] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5202f2bd-98ab-44da-bc27-d6a071fca0df, 'name': SearchDatastore_Task, 'duration_secs': 0.010338} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.165243] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.165519] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.165767] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.165916] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.166109] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.166383] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26546d70-ea41-42e4-8585-e880c6a26cd5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.176245] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.176433] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.177203] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2f9f2d-5b2c-48b6-8cd2-08dee3ea2531 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.183394] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for the task: (returnval){ [ 825.183394] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a277f1-d2d3-9ac3-c71e-bb33ec1fd211" [ 825.183394] env[63440]: _type = "Task" [ 825.183394] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.192442] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a277f1-d2d3-9ac3-c71e-bb33ec1fd211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.215210] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 832a2116-9b59-4038-b37c-0fe0d707f9d3] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 825.258781] env[63440]: DEBUG nova.compute.utils [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.262388] env[63440]: DEBUG nova.compute.manager [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.262631] env[63440]: DEBUG nova.network.neutron [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.309783] env[63440]: DEBUG nova.policy [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52b834f41ba746989d2420fc34e86e01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9faa7cc7a5548c0b1cd9e2ba603a9a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.371949] env[63440]: DEBUG nova.virt.hardware [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.372184] env[63440]: DEBUG nova.virt.hardware [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.372347] env[63440]: DEBUG nova.virt.hardware [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.372529] env[63440]: DEBUG nova.virt.hardware [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.372679] env[63440]: DEBUG nova.virt.hardware [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.372827] env[63440]: DEBUG nova.virt.hardware [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.373046] env[63440]: DEBUG nova.virt.hardware [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.373275] env[63440]: DEBUG nova.virt.hardware [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.373460] env[63440]: DEBUG nova.virt.hardware [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.373621] env[63440]: DEBUG nova.virt.hardware [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.373791] env[63440]: DEBUG nova.virt.hardware [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.374690] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166d235b-a696-4fab-8b43-1d9b36e6f4c2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.383049] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1bf8cd-cc65-4919-962a-39420b1edc04 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.396465] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:1c:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f61a498-aa87-4b48-8fc6-335eddf37da5', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.403679] env[63440]: DEBUG oslo.service.loopingcall [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 825.404240] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.404490] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa31becf-472d-4b3e-87e8-48462f1fb4e3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.423912] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.423912] env[63440]: value = "task-2661600" [ 825.423912] env[63440]: _type = "Task" [ 825.423912] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.432187] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661600, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.594257] env[63440]: DEBUG nova.network.neutron [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Successfully created port: b86bcdce-543f-4fec-8fc6-a79b7a5061cc {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.638892] env[63440]: DEBUG oslo_vmware.api [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661599, 'name': PowerOffVM_Task, 'duration_secs': 0.22824} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.639172] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.639811] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:44:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='999b5c12-6020-445c-8036-586f3ae911f1',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1308729682',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.640046] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.640198] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.640389] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.640533] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.640686] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.640893] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.641079] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.641284] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.641460] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.641595] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.646779] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04f926ff-3a94-4685-9317-b22f41546444 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.664971] env[63440]: DEBUG oslo_vmware.api [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 825.664971] env[63440]: value = "task-2661601" [ 825.664971] env[63440]: _type = "Task" [ 825.664971] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.673539] env[63440]: DEBUG oslo_vmware.api [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.695689] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a277f1-d2d3-9ac3-c71e-bb33ec1fd211, 'name': SearchDatastore_Task, 'duration_secs': 0.009179} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.696810] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-446c273a-688e-4d94-b45e-e3f76afba846 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.703465] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for the task: (returnval){ [ 825.703465] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dd80e9-c5f7-9cf3-6a08-d2b0a338b244" [ 825.703465] env[63440]: _type = "Task" [ 825.703465] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.712605] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dd80e9-c5f7-9cf3-6a08-d2b0a338b244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.718375] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: a3f2ac99-8c0b-42d5-9459-87217561d4e4] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 825.763725] env[63440]: DEBUG nova.compute.manager [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.939831] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661600, 'name': CreateVM_Task, 'duration_secs': 0.431189} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.939831] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.939831] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.939831] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.940020] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.941053] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8374dff4-0448-4fc2-aaea-6aaf4a436224 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.945507] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 825.945507] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e2c9d9-2c9d-1470-b0a3-49b42a89b07e" [ 825.945507] env[63440]: _type = "Task" [ 825.945507] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.959364] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e2c9d9-2c9d-1470-b0a3-49b42a89b07e, 'name': SearchDatastore_Task, 'duration_secs': 0.010563} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.962155] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.962381] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.962637] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.147060] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bfa046-72e8-4446-a763-be1bf873d6bd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.155321] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b2d58a-9eb8-4c3e-8057-c2cc178a621a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.189733] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f3bb19-0545-4342-b1d2-b52c5e6833a5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.201566] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2705d42-6b04-403c-9d69-fa4fbd50578c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.205581] env[63440]: DEBUG oslo_vmware.api [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661601, 'name': ReconfigVM_Task, 'duration_secs': 0.16336} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.209351] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf5f66c-eacf-46be-8269-c22ec4ecd123 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.219296] env[63440]: DEBUG nova.compute.provider_tree [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.221732] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: da6874f4-077f-4306-8d7e-e3f91b5a4c6e] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 826.226773] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dd80e9-c5f7-9cf3-6a08-d2b0a338b244, 'name': SearchDatastore_Task, 'duration_secs': 0.009395} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.241955] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.242306] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] d47ad4c3-5d16-4b6e-bc52-395607df1904/d47ad4c3-5d16-4b6e-bc52-395607df1904.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.243192] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:44:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='999b5c12-6020-445c-8036-586f3ae911f1',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1308729682',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.243524] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.243784] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.244105] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.244378] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.244566] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.244785] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.244949] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.245139] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.245326] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.245503] env[63440]: DEBUG nova.virt.hardware [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.246845] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.247049] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.247269] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84dabd30-6c10-4a3e-8144-49faed255661 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.249195] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec1fb54-2bd1-4287-a219-8da41c458c2b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.251859] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c667e1ba-4b04-45d6-a2de-dacb3293766d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.258058] env[63440]: DEBUG oslo_vmware.api [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 826.258058] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e6901a-df5d-a64d-d5f0-d7e91ea0bd7f" [ 826.258058] env[63440]: _type = "Task" [ 826.258058] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.263019] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.263225] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.263966] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for the task: (returnval){ [ 826.263966] env[63440]: value = "task-2661602" [ 826.263966] env[63440]: _type = "Task" [ 826.263966] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.264466] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bcd9ca0-2d84-4ad2-a8c6-d7d9c4d8e6d0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.271957] env[63440]: DEBUG oslo_vmware.api [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e6901a-df5d-a64d-d5f0-d7e91ea0bd7f, 'name': SearchDatastore_Task} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.281391] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 826.283301] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afca3aa4-6989-4716-bf9a-04920520e513 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.296834] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 826.296834] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a8bebb-06d2-4ff3-8e9f-09d0351a1f15" [ 826.296834] env[63440]: _type = "Task" [ 826.296834] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.300613] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.306025] env[63440]: DEBUG oslo_vmware.api [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 826.306025] env[63440]: value = "task-2661603" [ 826.306025] env[63440]: _type = "Task" [ 826.306025] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.309387] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a8bebb-06d2-4ff3-8e9f-09d0351a1f15, 'name': SearchDatastore_Task, 'duration_secs': 0.012239} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.313917] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35235247-154f-42bb-9954-cd5b542cdbed {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.319094] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 826.319094] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5251c8b4-e6c4-a6f9-53eb-6c94224d78d7" [ 826.319094] env[63440]: _type = "Task" [ 826.319094] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.325239] env[63440]: DEBUG oslo_vmware.api [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661603, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.329911] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5251c8b4-e6c4-a6f9-53eb-6c94224d78d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.743117] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: f94282ab-7e72-4817-bc88-af27adbfe4c3] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 826.746027] env[63440]: ERROR nova.scheduler.client.report [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [req-c4f4c6d6-5e49-4c11-b9f6-04496aa80079] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c4f4c6d6-5e49-4c11-b9f6-04496aa80079"}]} [ 826.766091] env[63440]: DEBUG nova.scheduler.client.report [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Refreshing inventories for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 826.779863] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661602, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.780957] env[63440]: DEBUG nova.scheduler.client.report [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Updating ProviderTree inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 826.781189] env[63440]: DEBUG nova.compute.provider_tree [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.784108] env[63440]: DEBUG nova.compute.manager [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.798146] env[63440]: DEBUG nova.scheduler.client.report [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Refreshing aggregate associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, aggregates: None {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 826.816355] env[63440]: DEBUG nova.virt.hardware [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.816563] env[63440]: DEBUG nova.virt.hardware [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.816713] env[63440]: DEBUG nova.virt.hardware [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.817584] env[63440]: DEBUG nova.virt.hardware [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.817584] env[63440]: DEBUG nova.virt.hardware [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.817584] env[63440]: DEBUG nova.virt.hardware [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.817584] env[63440]: DEBUG nova.virt.hardware [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.817584] env[63440]: DEBUG nova.virt.hardware [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.817862] env[63440]: DEBUG nova.virt.hardware [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.817950] env[63440]: DEBUG nova.virt.hardware [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.818147] env[63440]: DEBUG nova.virt.hardware [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.819434] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be3269d-446a-4c6f-89e4-cfb436094ecf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.823068] env[63440]: DEBUG nova.scheduler.client.report [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Refreshing trait associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 826.833056] env[63440]: DEBUG oslo_vmware.api [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661603, 'name': ReconfigVM_Task, 'duration_secs': 0.198331} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.835813] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 826.836795] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e9f1c4-cfc6-4067-9a73-8704f6860e0a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.840787] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4305fd-63f4-4a91-b49f-c988dd92f4dc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.851372] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5251c8b4-e6c4-a6f9-53eb-6c94224d78d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011396} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.852891] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.853304] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 5f3398c9-4f87-4eb5-a020-04e4f940bf4a/5f3398c9-4f87-4eb5-a020-04e4f940bf4a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.853597] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc9a724f-69ab-4840-bc2d-5d17e26ed726 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.884163] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 66f4957e-96a9-462c-8a41-06dfd9ea93f9/66f4957e-96a9-462c-8a41-06dfd9ea93f9.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.887647] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f788b31-f085-45f9-9425-4ee78fe689ec {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.903180] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 826.903180] env[63440]: value = "task-2661604" [ 826.903180] env[63440]: _type = "Task" [ 826.903180] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.913333] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.917033] env[63440]: DEBUG oslo_vmware.api [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 826.917033] env[63440]: value = "task-2661605" [ 826.917033] env[63440]: _type = "Task" [ 826.917033] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.925928] env[63440]: DEBUG oslo_vmware.api [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661605, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.040492] env[63440]: DEBUG nova.compute.manager [req-5f5030a6-0e5a-4ce2-96d3-e6c4b176704d req-e0628fe0-c114-4fd7-8332-a70e18cd6e09 service nova] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Received event network-vif-plugged-b86bcdce-543f-4fec-8fc6-a79b7a5061cc {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.040848] env[63440]: DEBUG oslo_concurrency.lockutils [req-5f5030a6-0e5a-4ce2-96d3-e6c4b176704d req-e0628fe0-c114-4fd7-8332-a70e18cd6e09 service nova] Acquiring lock "447736ce-b1a5-4e8a-a3c5-d074deaf3da1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.041092] env[63440]: DEBUG oslo_concurrency.lockutils [req-5f5030a6-0e5a-4ce2-96d3-e6c4b176704d req-e0628fe0-c114-4fd7-8332-a70e18cd6e09 service nova] Lock "447736ce-b1a5-4e8a-a3c5-d074deaf3da1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.041168] env[63440]: DEBUG oslo_concurrency.lockutils [req-5f5030a6-0e5a-4ce2-96d3-e6c4b176704d req-e0628fe0-c114-4fd7-8332-a70e18cd6e09 service nova] Lock "447736ce-b1a5-4e8a-a3c5-d074deaf3da1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.041315] env[63440]: DEBUG nova.compute.manager [req-5f5030a6-0e5a-4ce2-96d3-e6c4b176704d req-e0628fe0-c114-4fd7-8332-a70e18cd6e09 service nova] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] No waiting events found dispatching network-vif-plugged-b86bcdce-543f-4fec-8fc6-a79b7a5061cc {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.041485] env[63440]: WARNING nova.compute.manager [req-5f5030a6-0e5a-4ce2-96d3-e6c4b176704d req-e0628fe0-c114-4fd7-8332-a70e18cd6e09 service nova] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Received unexpected event network-vif-plugged-b86bcdce-543f-4fec-8fc6-a79b7a5061cc for instance with vm_state building and task_state spawning. [ 827.165719] env[63440]: DEBUG nova.network.neutron [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Successfully updated port: b86bcdce-543f-4fec-8fc6-a79b7a5061cc {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.249508] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: a59dcb53-3881-4646-863a-d85912569c7d] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 827.284774] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658097} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.286237] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] d47ad4c3-5d16-4b6e-bc52-395607df1904/d47ad4c3-5d16-4b6e-bc52-395607df1904.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.286509] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.287723] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2972fc80-1423-4334-bd04-121fff415f42 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.291313] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c375a736-f8aa-445f-90f4-bb8b934e4ae0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.300686] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f295c6-bd74-4f24-bba2-09c10a3c393d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.308908] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for the task: (returnval){ [ 827.308908] env[63440]: value = "task-2661606" [ 827.308908] env[63440]: _type = "Task" [ 827.308908] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.343540] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec863f72-e8ed-4b93-8590-5fc92612167f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.349315] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.355647] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaba9e8-f521-4d10-a11c-f00616d202cc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.374758] env[63440]: DEBUG nova.compute.provider_tree [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.415570] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471872} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.416072] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 5f3398c9-4f87-4eb5-a020-04e4f940bf4a/5f3398c9-4f87-4eb5-a020-04e4f940bf4a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.416299] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.416603] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b125b34-a7ad-4d4f-9103-ed74e9b7c4e1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.428656] env[63440]: DEBUG oslo_vmware.api [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661605, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.430252] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 827.430252] env[63440]: value = "task-2661607" [ 827.430252] env[63440]: _type = "Task" [ 827.430252] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.441593] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.668815] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Acquiring lock "refresh_cache-447736ce-b1a5-4e8a-a3c5-d074deaf3da1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.668978] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Acquired lock "refresh_cache-447736ce-b1a5-4e8a-a3c5-d074deaf3da1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.669333] env[63440]: DEBUG nova.network.neutron [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.752233] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 722d4d20-24bc-4fcf-8358-054fedb3567d] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 827.819028] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080944} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.820305] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.820305] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e284cd-31fc-4ece-9cd3-a60b19fc96e4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.839973] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] d47ad4c3-5d16-4b6e-bc52-395607df1904/d47ad4c3-5d16-4b6e-bc52-395607df1904.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.840271] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-075f73c6-a475-485e-995b-4da536b8370b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.861062] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for the task: (returnval){ [ 827.861062] env[63440]: value = "task-2661608" [ 827.861062] env[63440]: _type = "Task" [ 827.861062] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.869095] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.878464] env[63440]: DEBUG nova.scheduler.client.report [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.928876] env[63440]: DEBUG oslo_vmware.api [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661605, 'name': ReconfigVM_Task, 'duration_secs': 0.54395} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.929195] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 66f4957e-96a9-462c-8a41-06dfd9ea93f9/66f4957e-96a9-462c-8a41-06dfd9ea93f9.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.930041] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd05924f-4b34-4d2f-9414-015ce30cbd73 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.941008] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073366} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.957303] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.958210] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbc56ba-7c40-4d51-8b74-37fcd1e300e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.961105] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9c1d0e-1e51-4e33-8bab-4c27e335d78f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.984128] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 5f3398c9-4f87-4eb5-a020-04e4f940bf4a/5f3398c9-4f87-4eb5-a020-04e4f940bf4a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.996656] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-389413b8-05e8-4bd6-aeba-4dbeba00f8df {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.011326] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f432c68b-b33b-45f2-b429-8080f0eb41af {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.031568] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41e2732-050f-4eeb-b8c5-a42a7b21d8d4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.034350] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 828.034350] env[63440]: value = "task-2661609" [ 828.034350] env[63440]: _type = "Task" [ 828.034350] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.040317] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.043398] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5938eaea-5845-4c85-abff-0fbdafeb9792 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.045119] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.051380] env[63440]: DEBUG oslo_vmware.api [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 828.051380] env[63440]: value = "task-2661610" [ 828.051380] env[63440]: _type = "Task" [ 828.051380] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.060423] env[63440]: DEBUG oslo_vmware.api [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.207971] env[63440]: DEBUG nova.network.neutron [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.255385] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 2dfbc0e5-c5e7-46e4-b8a4-c0e5471b43b5] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 828.363684] env[63440]: DEBUG nova.network.neutron [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Updating instance_info_cache with network_info: [{"id": "b86bcdce-543f-4fec-8fc6-a79b7a5061cc", "address": "fa:16:3e:c6:16:a2", "network": {"id": "00bb2e00-be36-468c-8592-4f525de571f4", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-317166075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9faa7cc7a5548c0b1cd9e2ba603a9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb86bcdce-54", "ovs_interfaceid": "b86bcdce-543f-4fec-8fc6-a79b7a5061cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.376062] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661608, 'name': ReconfigVM_Task, 'duration_secs': 0.279489} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.376062] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Reconfigured VM instance instance-00000042 to attach disk [datastore1] d47ad4c3-5d16-4b6e-bc52-395607df1904/d47ad4c3-5d16-4b6e-bc52-395607df1904.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.376554] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3131157b-a9f8-4382-bde5-a9e70a76df82 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.382678] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.631s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.383485] env[63440]: DEBUG nova.compute.manager [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.387702] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.652s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.387956] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.390138] env[63440]: DEBUG oslo_concurrency.lockutils [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.098s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.390343] env[63440]: DEBUG oslo_concurrency.lockutils [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.392452] env[63440]: DEBUG oslo_concurrency.lockutils [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.284s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.392646] env[63440]: DEBUG oslo_concurrency.lockutils [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.394252] env[63440]: DEBUG oslo_concurrency.lockutils [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.416s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.394460] env[63440]: DEBUG oslo_concurrency.lockutils [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.396008] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.828s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.396203] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.397709] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.605s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.399373] env[63440]: INFO nova.compute.claims [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.402283] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for the task: (returnval){ [ 828.402283] env[63440]: value = "task-2661611" [ 828.402283] env[63440]: _type = "Task" [ 828.402283] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.413348] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661611, 'name': Rename_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.427583] env[63440]: INFO nova.scheduler.client.report [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Deleted allocations for instance 74ba9af4-e8cd-4f39-9582-dba56cae23be [ 828.429654] env[63440]: INFO nova.scheduler.client.report [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Deleted allocations for instance 32236944-2eaa-44b2-9c93-7f9abddd7ea3 [ 828.444214] env[63440]: INFO nova.scheduler.client.report [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Deleted allocations for instance f6bfb65e-23ae-4f19-beb4-8169f2fe7116 [ 828.446512] env[63440]: INFO nova.scheduler.client.report [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Deleted allocations for instance 5f6f0240-34b9-459d-8391-e51975f147cd [ 828.459577] env[63440]: INFO nova.scheduler.client.report [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Deleted allocations for instance 31f44af8-f448-4daa-83cf-6efcda620ec1 [ 828.545231] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661609, 'name': ReconfigVM_Task, 'duration_secs': 0.299499} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.545577] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 5f3398c9-4f87-4eb5-a020-04e4f940bf4a/5f3398c9-4f87-4eb5-a020-04e4f940bf4a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.546551] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45af0c99-8d38-4446-939c-d08189f0fc65 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.554068] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 828.554068] env[63440]: value = "task-2661612" [ 828.554068] env[63440]: _type = "Task" [ 828.554068] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.565886] env[63440]: DEBUG oslo_vmware.api [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661610, 'name': PowerOnVM_Task, 'duration_secs': 0.411435} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.569313] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.572635] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661612, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.644866] env[63440]: WARNING oslo_messaging._drivers.amqpdriver [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 828.759346] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: f1e2bfdd-7e4d-478e-ae5c-db222a082290] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 828.873124] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Releasing lock "refresh_cache-447736ce-b1a5-4e8a-a3c5-d074deaf3da1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.873124] env[63440]: DEBUG nova.compute.manager [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Instance network_info: |[{"id": "b86bcdce-543f-4fec-8fc6-a79b7a5061cc", "address": "fa:16:3e:c6:16:a2", "network": {"id": "00bb2e00-be36-468c-8592-4f525de571f4", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-317166075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9faa7cc7a5548c0b1cd9e2ba603a9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb86bcdce-54", "ovs_interfaceid": "b86bcdce-543f-4fec-8fc6-a79b7a5061cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.873727] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:16:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b86bcdce-543f-4fec-8fc6-a79b7a5061cc', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.881986] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Creating folder: Project (d9faa7cc7a5548c0b1cd9e2ba603a9a0). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.882549] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f625b334-4947-406c-9f5b-666f361384f5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.895187] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Created folder: Project (d9faa7cc7a5548c0b1cd9e2ba603a9a0) in parent group-v536546. [ 828.895646] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Creating folder: Instances. Parent ref: group-v536734. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.895931] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e27c9b3-cac0-472a-a2a9-e8f572a4bf38 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.905464] env[63440]: DEBUG nova.compute.utils [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.911229] env[63440]: DEBUG nova.compute.manager [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.911466] env[63440]: DEBUG nova.network.neutron [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.917081] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Created folder: Instances in parent group-v536734. [ 828.917081] env[63440]: DEBUG oslo.service.loopingcall [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 828.917081] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.918201] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5a26c3c-a8d0-4e7e-b22d-ef7a305a4efe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.948023] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661611, 'name': Rename_Task, 'duration_secs': 0.151681} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.948023] env[63440]: DEBUG oslo_concurrency.lockutils [None req-139666fd-a7e2-4bf8-a000-9b5a43bafe14 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Lock "74ba9af4-e8cd-4f39-9582-dba56cae23be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.481s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.948023] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a971ce82-648b-42f5-a8cf-807278e658ea tempest-SecurityGroupsTestJSON-1144786807 tempest-SecurityGroupsTestJSON-1144786807-project-member] Lock "32236944-2eaa-44b2-9c93-7f9abddd7ea3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.829s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.948352] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.949076] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9aa1031-2836-4f04-8ea7-5f8b6f101bc9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.956946] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.956946] env[63440]: value = "task-2661615" [ 828.956946] env[63440]: _type = "Task" [ 828.956946] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.957460] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e17f7f6e-0f34-46b1-95bf-3dc4bbeec300 tempest-InstanceActionsNegativeTestJSON-902943717 tempest-InstanceActionsNegativeTestJSON-902943717-project-member] Lock "f6bfb65e-23ae-4f19-beb4-8169f2fe7116" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.619s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.958603] env[63440]: DEBUG oslo_concurrency.lockutils [None req-da8976d8-e194-47cb-9660-3371ca95e47e tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "5f6f0240-34b9-459d-8391-e51975f147cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.409s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.969248] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for the task: (returnval){ [ 828.969248] env[63440]: value = "task-2661616" [ 828.969248] env[63440]: _type = "Task" [ 828.969248] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.974456] env[63440]: DEBUG nova.policy [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fac3c3599234b9e838e39c5e912d383', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bda01ef8cfc40d6b5915a3cd855b2ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.984322] env[63440]: DEBUG oslo_concurrency.lockutils [None req-14fbb734-a8eb-4427-afb1-e776f37d2920 tempest-TenantUsagesTestJSON-1319540525 tempest-TenantUsagesTestJSON-1319540525-project-member] Lock "31f44af8-f448-4daa-83cf-6efcda620ec1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.560s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.988902] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661615, 'name': CreateVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.994982] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661616, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.068692] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661612, 'name': Rename_Task, 'duration_secs': 0.153823} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.068999] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.069625] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e80ef1bc-d2c7-475c-b824-aec434a16591 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.083337] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 829.083337] env[63440]: value = "task-2661617" [ 829.083337] env[63440]: _type = "Task" [ 829.083337] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.091422] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.146859] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "8ab7e489-8903-4f78-8da8-72604cea31ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.147131] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "8ab7e489-8903-4f78-8da8-72604cea31ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.147380] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "8ab7e489-8903-4f78-8da8-72604cea31ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.147573] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "8ab7e489-8903-4f78-8da8-72604cea31ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.147788] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "8ab7e489-8903-4f78-8da8-72604cea31ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.150719] env[63440]: INFO nova.compute.manager [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Terminating instance [ 829.263383] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: f0a8ba87-d78a-4c2b-9431-64c8e80f05fd] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 829.411920] env[63440]: DEBUG nova.compute.manager [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.475859] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661615, 'name': CreateVM_Task, 'duration_secs': 0.385027} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.481652] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.483241] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.483432] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.483756] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.484552] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-212dd161-9d63-4e77-a065-6c63579df07b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.493536] env[63440]: DEBUG oslo_vmware.api [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661616, 'name': PowerOnVM_Task, 'duration_secs': 0.438513} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.493536] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.493536] env[63440]: DEBUG nova.compute.manager [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.493536] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Waiting for the task: (returnval){ [ 829.493536] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bbd92f-8baa-e7c3-666b-a12bf519b1ec" [ 829.493536] env[63440]: _type = "Task" [ 829.493536] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.496230] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37bb770-0b5f-4411-8af8-6a72ee8c13e3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.513533] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bbd92f-8baa-e7c3-666b-a12bf519b1ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.584289] env[63440]: INFO nova.compute.manager [None req-22717b9e-2c43-40d9-90a3-a826d32ce189 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Updating instance to original state: 'active' [ 829.602765] env[63440]: DEBUG oslo_vmware.api [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661617, 'name': PowerOnVM_Task, 'duration_secs': 0.518057} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.603063] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.603300] env[63440]: DEBUG nova.compute.manager [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.604114] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b792a7a5-7a83-453e-b4f5-86859cd57e79 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.652246] env[63440]: DEBUG nova.compute.manager [req-e0f7e5ca-5807-490c-98f4-8ba176da1dec req-a18c2d41-c68d-49f0-a96f-a44dd658bcb0 service nova] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Received event network-changed-b86bcdce-543f-4fec-8fc6-a79b7a5061cc {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 829.652453] env[63440]: DEBUG nova.compute.manager [req-e0f7e5ca-5807-490c-98f4-8ba176da1dec req-a18c2d41-c68d-49f0-a96f-a44dd658bcb0 service nova] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Refreshing instance network info cache due to event network-changed-b86bcdce-543f-4fec-8fc6-a79b7a5061cc. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 829.652774] env[63440]: DEBUG oslo_concurrency.lockutils [req-e0f7e5ca-5807-490c-98f4-8ba176da1dec req-a18c2d41-c68d-49f0-a96f-a44dd658bcb0 service nova] Acquiring lock "refresh_cache-447736ce-b1a5-4e8a-a3c5-d074deaf3da1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.652838] env[63440]: DEBUG oslo_concurrency.lockutils [req-e0f7e5ca-5807-490c-98f4-8ba176da1dec req-a18c2d41-c68d-49f0-a96f-a44dd658bcb0 service nova] Acquired lock "refresh_cache-447736ce-b1a5-4e8a-a3c5-d074deaf3da1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.652973] env[63440]: DEBUG nova.network.neutron [req-e0f7e5ca-5807-490c-98f4-8ba176da1dec req-a18c2d41-c68d-49f0-a96f-a44dd658bcb0 service nova] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Refreshing network info cache for port b86bcdce-543f-4fec-8fc6-a79b7a5061cc {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.658531] env[63440]: DEBUG nova.compute.manager [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.658747] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.660293] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed1afd0-0dd4-41e3-a12b-f3ece74286ab {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.670481] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.673211] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35b80d2f-1221-4cd8-8820-175ed41a35ce {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.681110] env[63440]: DEBUG oslo_vmware.api [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 829.681110] env[63440]: value = "task-2661618" [ 829.681110] env[63440]: _type = "Task" [ 829.681110] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.694383] env[63440]: DEBUG oslo_vmware.api [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.717154] env[63440]: DEBUG nova.network.neutron [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Successfully created port: 43c41084-73e3-4643-af22-dc910ba17bda {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.766495] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: bdf3bd7f-d77d-41e0-877d-0b9e31d416e0] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 829.815150] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32de37c-f3ce-44fc-bcef-d42c8de91b0e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.823611] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192069b9-58b4-4ebb-8da7-768360fbb36f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.860763] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80828a0-4138-4523-ac2b-95297fd48c05 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.869872] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5118385f-c7a9-463b-ae52-7eef42866619 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.885325] env[63440]: DEBUG nova.compute.provider_tree [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.012929] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bbd92f-8baa-e7c3-666b-a12bf519b1ec, 'name': SearchDatastore_Task, 'duration_secs': 0.026782} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.013403] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.013701] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.013998] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.014258] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.014400] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.015139] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dafb33b-89cd-41ea-bfc5-ba629cd55762 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.030480] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.031906] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.032493] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.033753] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca66069-df8f-4682-8e1a-dd2c573bd337 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.041510] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Waiting for the task: (returnval){ [ 830.041510] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522a5f2a-c2d3-2ba4-79a6-8217fa10b820" [ 830.041510] env[63440]: _type = "Task" [ 830.041510] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.051337] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522a5f2a-c2d3-2ba4-79a6-8217fa10b820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.129770] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.191644] env[63440]: DEBUG oslo_vmware.api [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661618, 'name': PowerOffVM_Task, 'duration_secs': 0.384498} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.192145] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.192145] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.192406] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ece973ce-7416-4b02-b96b-d9994301ddaf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.270730] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: e9a255d5-16dc-462d-9cc3-19aceb9607dc] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 830.291953] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.293030] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.293030] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Deleting the datastore file [datastore1] 8ab7e489-8903-4f78-8da8-72604cea31ed {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.293030] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b941183-38f9-4257-a690-b4958f448401 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.304963] env[63440]: DEBUG oslo_vmware.api [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 830.304963] env[63440]: value = "task-2661620" [ 830.304963] env[63440]: _type = "Task" [ 830.304963] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.320094] env[63440]: DEBUG oslo_vmware.api [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.389947] env[63440]: DEBUG nova.scheduler.client.report [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.422029] env[63440]: DEBUG nova.compute.manager [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.459024] env[63440]: DEBUG nova.virt.hardware [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f3340951f80f24a4160bd4e615e175c1',container_format='bare',created_at=2025-02-19T05:46:17Z,direct_url=,disk_format='vmdk',id=a44fab90-40b8-41b4-9bc1-5e9e168cd978,min_disk=1,min_ram=0,name='tempest-test-snap-982093030',owner='0bda01ef8cfc40d6b5915a3cd855b2ab',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-19T05:46:31Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.459313] env[63440]: DEBUG nova.virt.hardware [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.459480] env[63440]: DEBUG nova.virt.hardware [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.459666] env[63440]: DEBUG nova.virt.hardware [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.459813] env[63440]: DEBUG nova.virt.hardware [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.459961] env[63440]: DEBUG nova.virt.hardware [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.460486] env[63440]: DEBUG nova.virt.hardware [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.460686] env[63440]: DEBUG nova.virt.hardware [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.460842] env[63440]: DEBUG nova.virt.hardware [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.461208] env[63440]: DEBUG nova.virt.hardware [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.461431] env[63440]: DEBUG nova.virt.hardware [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.463276] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832bcb04-3bdf-4d08-ab58-e18850e6895a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.475505] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b79070-6347-4e00-b96b-ebe54f0abb09 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.480198] env[63440]: DEBUG nova.network.neutron [req-e0f7e5ca-5807-490c-98f4-8ba176da1dec req-a18c2d41-c68d-49f0-a96f-a44dd658bcb0 service nova] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Updated VIF entry in instance network info cache for port b86bcdce-543f-4fec-8fc6-a79b7a5061cc. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.480563] env[63440]: DEBUG nova.network.neutron [req-e0f7e5ca-5807-490c-98f4-8ba176da1dec req-a18c2d41-c68d-49f0-a96f-a44dd658bcb0 service nova] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Updating instance_info_cache with network_info: [{"id": "b86bcdce-543f-4fec-8fc6-a79b7a5061cc", "address": "fa:16:3e:c6:16:a2", "network": {"id": "00bb2e00-be36-468c-8592-4f525de571f4", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-317166075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9faa7cc7a5548c0b1cd9e2ba603a9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb86bcdce-54", "ovs_interfaceid": "b86bcdce-543f-4fec-8fc6-a79b7a5061cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.553468] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522a5f2a-c2d3-2ba4-79a6-8217fa10b820, 'name': SearchDatastore_Task, 'duration_secs': 0.016402} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.554381] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7426645-01ca-4f84-99d6-00bb68dde841 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.561548] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Waiting for the task: (returnval){ [ 830.561548] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52de85ad-3739-4479-a8ce-e7c2270d9665" [ 830.561548] env[63440]: _type = "Task" [ 830.561548] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.571731] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52de85ad-3739-4479-a8ce-e7c2270d9665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.778292] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 7812a5c4-322f-4846-8305-c77ed6227228] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 830.821009] env[63440]: DEBUG oslo_vmware.api [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335237} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.821689] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.821943] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.822731] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.823058] env[63440]: INFO nova.compute.manager [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Took 1.16 seconds to destroy the instance on the hypervisor. [ 830.823316] env[63440]: DEBUG oslo.service.loopingcall [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 830.823556] env[63440]: DEBUG nova.compute.manager [-] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.823674] env[63440]: DEBUG nova.network.neutron [-] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.895319] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.896177] env[63440]: DEBUG nova.compute.manager [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.899215] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.683s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.899422] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.905298] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.587s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.906887] env[63440]: INFO nova.compute.claims [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.925553] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquiring lock "c657ae98-7ffb-47de-a697-00dadba3b0a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.925844] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Lock "c657ae98-7ffb-47de-a697-00dadba3b0a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.926091] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquiring lock "c657ae98-7ffb-47de-a697-00dadba3b0a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.926292] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Lock "c657ae98-7ffb-47de-a697-00dadba3b0a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.926478] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Lock "c657ae98-7ffb-47de-a697-00dadba3b0a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.929501] env[63440]: INFO nova.compute.manager [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Terminating instance [ 830.948044] env[63440]: INFO nova.scheduler.client.report [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Deleted allocations for instance ef67ae7a-f55e-453f-a821-f50c27a35ab4 [ 830.983753] env[63440]: DEBUG oslo_concurrency.lockutils [req-e0f7e5ca-5807-490c-98f4-8ba176da1dec req-a18c2d41-c68d-49f0-a96f-a44dd658bcb0 service nova] Releasing lock "refresh_cache-447736ce-b1a5-4e8a-a3c5-d074deaf3da1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.077471] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52de85ad-3739-4479-a8ce-e7c2270d9665, 'name': SearchDatastore_Task, 'duration_secs': 0.012156} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.078875] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.079343] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 447736ce-b1a5-4e8a-a3c5-d074deaf3da1/447736ce-b1a5-4e8a-a3c5-d074deaf3da1.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.079760] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9974e7e-c1d5-4a6f-a7cd-ecf47484f317 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.089318] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Waiting for the task: (returnval){ [ 831.089318] env[63440]: value = "task-2661621" [ 831.089318] env[63440]: _type = "Task" [ 831.089318] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.101467] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': task-2661621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.249008] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Acquiring lock "d47ad4c3-5d16-4b6e-bc52-395607df1904" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.249309] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Lock "d47ad4c3-5d16-4b6e-bc52-395607df1904" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.249571] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Acquiring lock "d47ad4c3-5d16-4b6e-bc52-395607df1904-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.249728] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Lock "d47ad4c3-5d16-4b6e-bc52-395607df1904-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.253780] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Lock "d47ad4c3-5d16-4b6e-bc52-395607df1904-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.257053] env[63440]: INFO nova.compute.manager [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Terminating instance [ 831.283515] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: c5462524-b503-4578-91a4-a8c0b4589ff7] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 831.417389] env[63440]: DEBUG nova.compute.utils [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.422583] env[63440]: DEBUG nova.compute.manager [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.422583] env[63440]: DEBUG nova.network.neutron [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.433337] env[63440]: DEBUG nova.compute.manager [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.433491] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.437019] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c8c405-d95e-442a-8e22-887f0c4e0b8e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.449836] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.450124] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a5d8d8b-ea6a-49b5-893a-5a2bce26f8f8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.458320] env[63440]: DEBUG oslo_vmware.api [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for the task: (returnval){ [ 831.458320] env[63440]: value = "task-2661622" [ 831.458320] env[63440]: _type = "Task" [ 831.458320] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.458777] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad418ae1-e3b6-44cd-9b8c-59f10ae74e2f tempest-VolumesAdminNegativeTest-1136951241 tempest-VolumesAdminNegativeTest-1136951241-project-member] Lock "ef67ae7a-f55e-453f-a821-f50c27a35ab4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.183s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.475374] env[63440]: DEBUG oslo_vmware.api [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.607809] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': task-2661621, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.749022] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "5f3398c9-4f87-4eb5-a020-04e4f940bf4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.749022] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "5f3398c9-4f87-4eb5-a020-04e4f940bf4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.749022] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "5f3398c9-4f87-4eb5-a020-04e4f940bf4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.749022] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "5f3398c9-4f87-4eb5-a020-04e4f940bf4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.749022] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "5f3398c9-4f87-4eb5-a020-04e4f940bf4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.751278] env[63440]: INFO nova.compute.manager [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Terminating instance [ 831.767023] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Acquiring lock "refresh_cache-d47ad4c3-5d16-4b6e-bc52-395607df1904" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.767023] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Acquired lock "refresh_cache-d47ad4c3-5d16-4b6e-bc52-395607df1904" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.767023] env[63440]: DEBUG nova.network.neutron [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.767023] env[63440]: DEBUG nova.network.neutron [-] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.790780] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 94667ac7-3f46-4a26-a62f-132dcab3ac5a] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 831.799322] env[63440]: DEBUG nova.policy [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41c06d6dff4e48c19c5b123a05753dbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41d018a16ec44cc6b8b19c09673da230', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.921170] env[63440]: DEBUG nova.compute.manager [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.972971] env[63440]: DEBUG oslo_vmware.api [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661622, 'name': PowerOffVM_Task, 'duration_secs': 0.46768} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.974202] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.974202] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.974202] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0ef7422-4844-4d20-9859-b7c1d96dc0fe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.102423] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': task-2661621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719688} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.102549] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 447736ce-b1a5-4e8a-a3c5-d074deaf3da1/447736ce-b1a5-4e8a-a3c5-d074deaf3da1.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.102720] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.103058] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-271c56ff-ae08-4103-b85d-e1571419e10a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.111032] env[63440]: DEBUG nova.compute.manager [req-78e1dc97-1d48-4c6f-92ea-43642f59baff req-0d855c5d-bb3d-4b4c-a856-fc3b93dfa83a service nova] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Received event network-vif-deleted-8ac4ff85-bd71-4cad-924b-229ed44bd235 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 832.111227] env[63440]: DEBUG nova.compute.manager [req-78e1dc97-1d48-4c6f-92ea-43642f59baff req-0d855c5d-bb3d-4b4c-a856-fc3b93dfa83a service nova] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Received event network-vif-plugged-43c41084-73e3-4643-af22-dc910ba17bda {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 832.111421] env[63440]: DEBUG oslo_concurrency.lockutils [req-78e1dc97-1d48-4c6f-92ea-43642f59baff req-0d855c5d-bb3d-4b4c-a856-fc3b93dfa83a service nova] Acquiring lock "da0c32b9-0bbc-448c-a243-c0c6e081c8f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.111632] env[63440]: DEBUG oslo_concurrency.lockutils [req-78e1dc97-1d48-4c6f-92ea-43642f59baff req-0d855c5d-bb3d-4b4c-a856-fc3b93dfa83a service nova] Lock "da0c32b9-0bbc-448c-a243-c0c6e081c8f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.111799] env[63440]: DEBUG oslo_concurrency.lockutils [req-78e1dc97-1d48-4c6f-92ea-43642f59baff req-0d855c5d-bb3d-4b4c-a856-fc3b93dfa83a service nova] Lock "da0c32b9-0bbc-448c-a243-c0c6e081c8f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.112038] env[63440]: DEBUG nova.compute.manager [req-78e1dc97-1d48-4c6f-92ea-43642f59baff req-0d855c5d-bb3d-4b4c-a856-fc3b93dfa83a service nova] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] No waiting events found dispatching network-vif-plugged-43c41084-73e3-4643-af22-dc910ba17bda {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.116330] env[63440]: WARNING nova.compute.manager [req-78e1dc97-1d48-4c6f-92ea-43642f59baff req-0d855c5d-bb3d-4b4c-a856-fc3b93dfa83a service nova] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Received unexpected event network-vif-plugged-43c41084-73e3-4643-af22-dc910ba17bda for instance with vm_state building and task_state spawning. [ 832.118714] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Waiting for the task: (returnval){ [ 832.118714] env[63440]: value = "task-2661624" [ 832.118714] env[63440]: _type = "Task" [ 832.118714] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.128607] env[63440]: DEBUG nova.network.neutron [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Successfully updated port: 43c41084-73e3-4643-af22-dc910ba17bda {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.139054] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': task-2661624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.258018] env[63440]: DEBUG nova.compute.manager [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.258018] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.258018] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b38ed3-40ba-41d8-99ba-3b6314e6e88d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.270120] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.270120] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbde6976-31a6-4960-9431-5ecac15cc91a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.278438] env[63440]: INFO nova.compute.manager [-] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Took 1.45 seconds to deallocate network for instance. [ 832.279105] env[63440]: DEBUG oslo_vmware.api [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 832.279105] env[63440]: value = "task-2661625" [ 832.279105] env[63440]: _type = "Task" [ 832.279105] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.300125] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 7893db16-55a5-478c-8b9d-71f69791a95b] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 832.309433] env[63440]: DEBUG oslo_vmware.api [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.310320] env[63440]: DEBUG nova.network.neutron [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.317429] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f9ff9c-7ce2-4c41-8514-e287167c6865 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.327373] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdb89b3-c87b-498a-abdf-8e3757e037f4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.367224] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c152e50-e9c4-4644-a312-df3170621e65 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.376900] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a1cced-8ab6-463f-bf69-cac7a5ba2bb2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.393076] env[63440]: DEBUG nova.compute.provider_tree [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.457716] env[63440]: DEBUG nova.network.neutron [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.459089] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "66f4957e-96a9-462c-8a41-06dfd9ea93f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.459338] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "66f4957e-96a9-462c-8a41-06dfd9ea93f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.459536] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "66f4957e-96a9-462c-8a41-06dfd9ea93f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.459715] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "66f4957e-96a9-462c-8a41-06dfd9ea93f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.459932] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "66f4957e-96a9-462c-8a41-06dfd9ea93f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.462903] env[63440]: INFO nova.compute.manager [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Terminating instance [ 832.539361] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.539361] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.539711] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Deleting the datastore file [datastore1] c657ae98-7ffb-47de-a697-00dadba3b0a8 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.539711] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54a3f885-2aa9-460a-8a1c-c0894e6284a6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.547171] env[63440]: DEBUG oslo_vmware.api [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for the task: (returnval){ [ 832.547171] env[63440]: value = "task-2661626" [ 832.547171] env[63440]: _type = "Task" [ 832.547171] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.551575] env[63440]: DEBUG nova.network.neutron [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Successfully created port: f7ad2295-4a80-4beb-967c-a4b2b210826c {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.558862] env[63440]: DEBUG oslo_vmware.api [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.639018] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "refresh_cache-da0c32b9-0bbc-448c-a243-c0c6e081c8f8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.639018] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquired lock "refresh_cache-da0c32b9-0bbc-448c-a243-c0c6e081c8f8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.639018] env[63440]: DEBUG nova.network.neutron [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.639018] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': task-2661624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10875} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.639018] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.639018] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23b0755-e990-4dcd-aed6-8a803af2ccad {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.671185] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 447736ce-b1a5-4e8a-a3c5-d074deaf3da1/447736ce-b1a5-4e8a-a3c5-d074deaf3da1.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.671185] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-582676fc-3ab4-4eaf-9d41-abca8c1d29fc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.693612] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Waiting for the task: (returnval){ [ 832.693612] env[63440]: value = "task-2661627" [ 832.693612] env[63440]: _type = "Task" [ 832.693612] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.702548] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': task-2661627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.797510] env[63440]: DEBUG oslo_vmware.api [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661625, 'name': PowerOffVM_Task, 'duration_secs': 0.217204} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.797942] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.798680] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.798680] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ed61ee9-09de-49c9-a05c-89edb012a24d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.802015] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.805966] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 3304d61d-48d9-40ed-aac3-be86f6d7df7f] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 832.885380] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.886028] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.887030] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Deleting the datastore file [datastore1] 5f3398c9-4f87-4eb5-a020-04e4f940bf4a {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.887195] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f899066-cdd0-4e58-aa06-6c9e1bb66a98 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.897905] env[63440]: DEBUG nova.scheduler.client.report [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.908043] env[63440]: DEBUG oslo_vmware.api [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 832.908043] env[63440]: value = "task-2661629" [ 832.908043] env[63440]: _type = "Task" [ 832.908043] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.928900] env[63440]: DEBUG oslo_vmware.api [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.936434] env[63440]: DEBUG nova.compute.manager [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.965335] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Releasing lock "refresh_cache-d47ad4c3-5d16-4b6e-bc52-395607df1904" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.965948] env[63440]: DEBUG nova.compute.manager [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.965948] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.973216] env[63440]: DEBUG nova.compute.manager [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.973500] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.974985] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e524e5f4-534c-44ac-9386-3fc810c9279f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.981336] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c19d482-9a37-4d3b-b40f-6a2b4719a4fd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.988114] env[63440]: DEBUG nova.virt.hardware [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.988400] env[63440]: DEBUG nova.virt.hardware [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.989945] env[63440]: DEBUG nova.virt.hardware [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.989945] env[63440]: DEBUG nova.virt.hardware [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.989945] env[63440]: DEBUG nova.virt.hardware [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.989945] env[63440]: DEBUG nova.virt.hardware [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.989945] env[63440]: DEBUG nova.virt.hardware [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.989945] env[63440]: DEBUG nova.virt.hardware [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.989945] env[63440]: DEBUG nova.virt.hardware [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.989945] env[63440]: DEBUG nova.virt.hardware [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.989945] env[63440]: DEBUG nova.virt.hardware [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.992848] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583b8453-122e-4d95-b6a5-f7e2d394607f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.997523] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.998394] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8e30b8a-63f2-4ef0-b9fb-f8cc97901f95 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.005172] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.007426] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705bb920-ebd7-47ed-9c55-30a056d2fc07 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.011370] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b497175-f0b7-45fe-a207-df08ba1f09ac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.013094] env[63440]: DEBUG oslo_vmware.api [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for the task: (returnval){ [ 833.013094] env[63440]: value = "task-2661630" [ 833.013094] env[63440]: _type = "Task" [ 833.013094] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.028919] env[63440]: DEBUG oslo_vmware.api [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 833.028919] env[63440]: value = "task-2661631" [ 833.028919] env[63440]: _type = "Task" [ 833.028919] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.036431] env[63440]: DEBUG oslo_vmware.api [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.044321] env[63440]: DEBUG oslo_vmware.api [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.060204] env[63440]: DEBUG oslo_vmware.api [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Task: {'id': task-2661626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404045} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.060513] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.060701] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.060981] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.061070] env[63440]: INFO nova.compute.manager [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Took 1.63 seconds to destroy the instance on the hypervisor. [ 833.061417] env[63440]: DEBUG oslo.service.loopingcall [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 833.061508] env[63440]: DEBUG nova.compute.manager [-] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.061605] env[63440]: DEBUG nova.network.neutron [-] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.144490] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "d036c0d9-ff41-4055-8de9-80a085ed8391" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.144490] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "d036c0d9-ff41-4055-8de9-80a085ed8391" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.204344] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': task-2661627, 'name': ReconfigVM_Task, 'duration_secs': 0.367306} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.207513] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 447736ce-b1a5-4e8a-a3c5-d074deaf3da1/447736ce-b1a5-4e8a-a3c5-d074deaf3da1.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.207843] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-137098c1-8667-4610-87e7-22bd7af755da {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.219314] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Waiting for the task: (returnval){ [ 833.219314] env[63440]: value = "task-2661632" [ 833.219314] env[63440]: _type = "Task" [ 833.219314] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.233206] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': task-2661632, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.309409] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: d9d2b428-3579-426c-bf94-b09f1f810e5a] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.314354] env[63440]: DEBUG nova.network.neutron [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.410823] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.411046] env[63440]: DEBUG nova.compute.manager [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.414396] env[63440]: DEBUG oslo_concurrency.lockutils [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.290s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.414697] env[63440]: DEBUG oslo_concurrency.lockutils [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.416926] env[63440]: DEBUG oslo_concurrency.lockutils [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.167s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.417231] env[63440]: DEBUG oslo_concurrency.lockutils [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.419439] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.669s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.419622] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.422292] env[63440]: DEBUG oslo_concurrency.lockutils [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.948s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.422584] env[63440]: DEBUG nova.objects.instance [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lazy-loading 'resources' on Instance uuid 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.437220] env[63440]: DEBUG oslo_vmware.api [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218641} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.438817] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.439493] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.439493] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.439657] env[63440]: INFO nova.compute.manager [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 833.440029] env[63440]: DEBUG oslo.service.loopingcall [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 833.440854] env[63440]: DEBUG nova.compute.manager [-] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.441013] env[63440]: DEBUG nova.network.neutron [-] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.469884] env[63440]: INFO nova.scheduler.client.report [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Deleted allocations for instance 24cd2a8b-9a49-4a57-9691-ad665cdde0ef [ 833.477124] env[63440]: INFO nova.scheduler.client.report [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Deleted allocations for instance 07daa4bd-eefa-48a8-9498-351b6ae6c7a7 [ 833.526529] env[63440]: DEBUG oslo_vmware.api [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661630, 'name': PowerOffVM_Task, 'duration_secs': 0.38926} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.527240] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.527240] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.527240] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-163c604e-93d4-4985-afe3-9ae00db982be {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.537794] env[63440]: DEBUG nova.network.neutron [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Updating instance_info_cache with network_info: [{"id": "43c41084-73e3-4643-af22-dc910ba17bda", "address": "fa:16:3e:1c:d3:ac", "network": {"id": "20e92daa-4a5f-44b7-b779-c2fd06fab4f1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-402619670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda01ef8cfc40d6b5915a3cd855b2ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43c41084-73", "ovs_interfaceid": "43c41084-73e3-4643-af22-dc910ba17bda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.542617] env[63440]: DEBUG oslo_vmware.api [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661631, 'name': PowerOffVM_Task, 'duration_secs': 0.246947} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.542883] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.543058] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.543358] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d1f9904-fbcc-40bf-b425-780c04291dc0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.558175] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.558404] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.558580] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Deleting the datastore file [datastore1] d47ad4c3-5d16-4b6e-bc52-395607df1904 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.559142] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eaa571f5-198f-4809-9d02-c0a1084e9357 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.572204] env[63440]: DEBUG oslo_vmware.api [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for the task: (returnval){ [ 833.572204] env[63440]: value = "task-2661635" [ 833.572204] env[63440]: _type = "Task" [ 833.572204] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.583810] env[63440]: DEBUG oslo_vmware.api [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.620705] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.620947] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.621236] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Deleting the datastore file [datastore1] 66f4957e-96a9-462c-8a41-06dfd9ea93f9 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.621566] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08ebd0ab-6407-4d3e-9adc-f123342962a5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.630934] env[63440]: DEBUG oslo_vmware.api [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 833.630934] env[63440]: value = "task-2661636" [ 833.630934] env[63440]: _type = "Task" [ 833.630934] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.640329] env[63440]: DEBUG nova.compute.manager [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.642752] env[63440]: DEBUG oslo_vmware.api [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.732258] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': task-2661632, 'name': Rename_Task, 'duration_secs': 0.226725} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.732652] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.732996] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56c4d86a-6bbf-4d0e-b891-aeef6c9b9cc2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.741089] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Waiting for the task: (returnval){ [ 833.741089] env[63440]: value = "task-2661637" [ 833.741089] env[63440]: _type = "Task" [ 833.741089] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.756390] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': task-2661637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.814029] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 9b347c8c-73d9-4e48-b0d2-9727fb479389] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.938440] env[63440]: DEBUG nova.compute.utils [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.940939] env[63440]: DEBUG nova.compute.manager [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.940939] env[63440]: DEBUG nova.network.neutron [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.942631] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2c55c782-1601-4a10-bcde-080ed9f9bac5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "123370d2-3a4b-44c2-9e73-3672d42a11fe" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 43.142s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.945054] env[63440]: DEBUG oslo_concurrency.lockutils [None req-31a6d77b-448d-4a01-ab37-7a213c93a5e9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "123370d2-3a4b-44c2-9e73-3672d42a11fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 22.478s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.945313] env[63440]: DEBUG oslo_concurrency.lockutils [None req-31a6d77b-448d-4a01-ab37-7a213c93a5e9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "123370d2-3a4b-44c2-9e73-3672d42a11fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.945532] env[63440]: DEBUG oslo_concurrency.lockutils [None req-31a6d77b-448d-4a01-ab37-7a213c93a5e9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "123370d2-3a4b-44c2-9e73-3672d42a11fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.945735] env[63440]: DEBUG oslo_concurrency.lockutils [None req-31a6d77b-448d-4a01-ab37-7a213c93a5e9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "123370d2-3a4b-44c2-9e73-3672d42a11fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.949166] env[63440]: INFO nova.compute.manager [None req-31a6d77b-448d-4a01-ab37-7a213c93a5e9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Terminating instance [ 833.992398] env[63440]: DEBUG oslo_concurrency.lockutils [None req-638b1eda-f616-45cf-a6d8-278560953444 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "24cd2a8b-9a49-4a57-9691-ad665cdde0ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.563s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.994618] env[63440]: DEBUG oslo_concurrency.lockutils [None req-391b4280-6217-475e-bcf6-94aab3203d94 tempest-MultipleCreateTestJSON-593213397 tempest-MultipleCreateTestJSON-593213397-project-member] Lock "07daa4bd-eefa-48a8-9498-351b6ae6c7a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.659s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.017619] env[63440]: DEBUG nova.policy [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41c06d6dff4e48c19c5b123a05753dbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41d018a16ec44cc6b8b19c09673da230', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.040372] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Releasing lock "refresh_cache-da0c32b9-0bbc-448c-a243-c0c6e081c8f8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.040768] env[63440]: DEBUG nova.compute.manager [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Instance network_info: |[{"id": "43c41084-73e3-4643-af22-dc910ba17bda", "address": "fa:16:3e:1c:d3:ac", "network": {"id": "20e92daa-4a5f-44b7-b779-c2fd06fab4f1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-402619670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda01ef8cfc40d6b5915a3cd855b2ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43c41084-73", "ovs_interfaceid": "43c41084-73e3-4643-af22-dc910ba17bda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.041267] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:d3:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43c41084-73e3-4643-af22-dc910ba17bda', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.054766] env[63440]: DEBUG oslo.service.loopingcall [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 834.058271] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.058731] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b2fb145-d71c-4fe9-a78f-3ab76a7f056b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.093936] env[63440]: DEBUG nova.network.neutron [-] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.096253] env[63440]: DEBUG oslo_vmware.api [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Task: {'id': task-2661635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119554} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.098048] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.098235] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.098406] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.098743] env[63440]: INFO nova.compute.manager [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Took 1.13 seconds to destroy the instance on the hypervisor. [ 834.098900] env[63440]: DEBUG oslo.service.loopingcall [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 834.099132] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.099132] env[63440]: value = "task-2661638" [ 834.099132] env[63440]: _type = "Task" [ 834.099132] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.102405] env[63440]: DEBUG nova.compute.manager [-] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.102529] env[63440]: DEBUG nova.network.neutron [-] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.118577] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661638, 'name': CreateVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.143854] env[63440]: DEBUG oslo_vmware.api [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198072} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.150841] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.150841] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.150841] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.150841] env[63440]: INFO nova.compute.manager [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 834.150841] env[63440]: DEBUG oslo.service.loopingcall [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 834.153891] env[63440]: DEBUG nova.compute.manager [-] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.154032] env[63440]: DEBUG nova.network.neutron [-] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.170325] env[63440]: DEBUG nova.network.neutron [-] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.175902] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.223777] env[63440]: DEBUG nova.compute.manager [req-fac730a7-2a22-49e3-b5bc-b2156f3739f8 req-9900ea08-25a9-4418-9c0a-8e1a5ba3378c service nova] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Received event network-changed-43c41084-73e3-4643-af22-dc910ba17bda {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 834.224415] env[63440]: DEBUG nova.compute.manager [req-fac730a7-2a22-49e3-b5bc-b2156f3739f8 req-9900ea08-25a9-4418-9c0a-8e1a5ba3378c service nova] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Refreshing instance network info cache due to event network-changed-43c41084-73e3-4643-af22-dc910ba17bda. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 834.224690] env[63440]: DEBUG oslo_concurrency.lockutils [req-fac730a7-2a22-49e3-b5bc-b2156f3739f8 req-9900ea08-25a9-4418-9c0a-8e1a5ba3378c service nova] Acquiring lock "refresh_cache-da0c32b9-0bbc-448c-a243-c0c6e081c8f8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.224949] env[63440]: DEBUG oslo_concurrency.lockutils [req-fac730a7-2a22-49e3-b5bc-b2156f3739f8 req-9900ea08-25a9-4418-9c0a-8e1a5ba3378c service nova] Acquired lock "refresh_cache-da0c32b9-0bbc-448c-a243-c0c6e081c8f8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.225628] env[63440]: DEBUG nova.network.neutron [req-fac730a7-2a22-49e3-b5bc-b2156f3739f8 req-9900ea08-25a9-4418-9c0a-8e1a5ba3378c service nova] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Refreshing network info cache for port 43c41084-73e3-4643-af22-dc910ba17bda {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.257172] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': task-2661637, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.318947] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 50e197aa-2ae8-44b5-9fa1-6ad531d2f771] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 834.431905] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd422920-afb5-4864-b909-c762302515fc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.443490] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c03e6e8-7af0-4e84-9061-72c03dfdcf36 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.447320] env[63440]: DEBUG nova.compute.manager [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.481192] env[63440]: DEBUG nova.compute.manager [None req-31a6d77b-448d-4a01-ab37-7a213c93a5e9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.481775] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-31a6d77b-448d-4a01-ab37-7a213c93a5e9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.483223] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e976b505-c2d1-457b-9514-053d32077e70 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.485666] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e59a3b-24e4-4019-ba7e-5996db5dceed {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.492654] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Acquiring lock "f4799f88-5cdf-41c3-b737-583af54c9c16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.492884] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Lock "f4799f88-5cdf-41c3-b737-583af54c9c16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.502445] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d43182-200b-4591-91d1-a74bd787ea9c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.511069] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c552662-f61e-4a9e-b016-d533e2730705 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.534494] env[63440]: DEBUG nova.compute.provider_tree [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 834.547084] env[63440]: WARNING nova.virt.vmwareapi.vmops [None req-31a6d77b-448d-4a01-ab37-7a213c93a5e9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 123370d2-3a4b-44c2-9e73-3672d42a11fe could not be found. [ 834.547350] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-31a6d77b-448d-4a01-ab37-7a213c93a5e9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.547564] env[63440]: INFO nova.compute.manager [None req-31a6d77b-448d-4a01-ab37-7a213c93a5e9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Took 0.07 seconds to destroy the instance on the hypervisor. [ 834.547847] env[63440]: DEBUG oslo.service.loopingcall [None req-31a6d77b-448d-4a01-ab37-7a213c93a5e9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 834.548359] env[63440]: DEBUG nova.compute.manager [-] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.548470] env[63440]: DEBUG nova.network.neutron [-] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.560306] env[63440]: DEBUG nova.compute.manager [req-131017f5-9e52-4c7a-8997-2a46f5427786 req-a128bc31-bd97-4f72-8335-00539746eeed service nova] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Received event network-vif-deleted-4f61a498-aa87-4b48-8fc6-335eddf37da5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 834.560306] env[63440]: INFO nova.compute.manager [req-131017f5-9e52-4c7a-8997-2a46f5427786 req-a128bc31-bd97-4f72-8335-00539746eeed service nova] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Neutron deleted interface 4f61a498-aa87-4b48-8fc6-335eddf37da5; detaching it from the instance and deleting it from the info cache [ 834.560306] env[63440]: DEBUG nova.network.neutron [req-131017f5-9e52-4c7a-8997-2a46f5427786 req-a128bc31-bd97-4f72-8335-00539746eeed service nova] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.598807] env[63440]: INFO nova.compute.manager [-] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Took 1.54 seconds to deallocate network for instance. [ 834.614922] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661638, 'name': CreateVM_Task, 'duration_secs': 0.392777} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.614922] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.615798] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a44fab90-40b8-41b4-9bc1-5e9e168cd978" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.615798] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a44fab90-40b8-41b4-9bc1-5e9e168cd978" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.617075] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a44fab90-40b8-41b4-9bc1-5e9e168cd978" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.617075] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b0f48bf-40be-4b71-b715-7d6644af2c8b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.619443] env[63440]: DEBUG nova.network.neutron [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Successfully created port: 5b729c54-5979-45e8-8440-621d866ca088 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.622812] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 834.622812] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52cd67db-8d4b-27c2-b083-082b7383dcf5" [ 834.622812] env[63440]: _type = "Task" [ 834.622812] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.639763] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a44fab90-40b8-41b4-9bc1-5e9e168cd978" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.640049] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Processing image a44fab90-40b8-41b4-9bc1-5e9e168cd978 {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.640368] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a44fab90-40b8-41b4-9bc1-5e9e168cd978/a44fab90-40b8-41b4-9bc1-5e9e168cd978.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.640546] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a44fab90-40b8-41b4-9bc1-5e9e168cd978/a44fab90-40b8-41b4-9bc1-5e9e168cd978.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.640730] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.640980] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb2e4b0d-79b2-4173-9bf6-17b9a3be0203 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.651922] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.652126] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.653151] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eed4b593-4700-4357-82c6-a9a45b43491e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.661585] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 834.661585] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527687e4-e99c-015c-f562-ee88a97bf96b" [ 834.661585] env[63440]: _type = "Task" [ 834.661585] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.673498] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527687e4-e99c-015c-f562-ee88a97bf96b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.676959] env[63440]: DEBUG nova.network.neutron [-] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.755366] env[63440]: DEBUG oslo_vmware.api [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': task-2661637, 'name': PowerOnVM_Task, 'duration_secs': 0.52736} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.755671] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.755876] env[63440]: INFO nova.compute.manager [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Took 7.97 seconds to spawn the instance on the hypervisor. [ 834.756088] env[63440]: DEBUG nova.compute.manager [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.756862] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30930d1-86ac-4732-ae28-08b9659f51a8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.823590] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 8939c026-77b6-4393-9ff5-23fcc14c33f9] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 834.921546] env[63440]: DEBUG nova.network.neutron [-] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.976437] env[63440]: DEBUG nova.network.neutron [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Successfully updated port: f7ad2295-4a80-4beb-967c-a4b2b210826c {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.996269] env[63440]: DEBUG nova.compute.manager [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.069826] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2ffa59c-16af-4448-945a-1b972bf4de1a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.076856] env[63440]: ERROR nova.scheduler.client.report [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] [req-4684d935-cd5a-4389-876b-d78cde92a252] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4684d935-cd5a-4389-876b-d78cde92a252"}]} [ 835.087563] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ac8ab1-ed0a-450c-9684-78d176620b2c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.102158] env[63440]: DEBUG nova.scheduler.client.report [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Refreshing inventories for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 835.104847] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.129037] env[63440]: DEBUG nova.compute.manager [req-131017f5-9e52-4c7a-8997-2a46f5427786 req-a128bc31-bd97-4f72-8335-00539746eeed service nova] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Detach interface failed, port_id=4f61a498-aa87-4b48-8fc6-335eddf37da5, reason: Instance 5f3398c9-4f87-4eb5-a020-04e4f940bf4a could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 835.130914] env[63440]: DEBUG nova.scheduler.client.report [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Updating ProviderTree inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 835.130914] env[63440]: DEBUG nova.compute.provider_tree [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 835.142562] env[63440]: DEBUG nova.scheduler.client.report [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Refreshing aggregate associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, aggregates: None {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 835.158689] env[63440]: DEBUG nova.network.neutron [req-fac730a7-2a22-49e3-b5bc-b2156f3739f8 req-9900ea08-25a9-4418-9c0a-8e1a5ba3378c service nova] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Updated VIF entry in instance network info cache for port 43c41084-73e3-4643-af22-dc910ba17bda. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.159072] env[63440]: DEBUG nova.network.neutron [req-fac730a7-2a22-49e3-b5bc-b2156f3739f8 req-9900ea08-25a9-4418-9c0a-8e1a5ba3378c service nova] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Updating instance_info_cache with network_info: [{"id": "43c41084-73e3-4643-af22-dc910ba17bda", "address": "fa:16:3e:1c:d3:ac", "network": {"id": "20e92daa-4a5f-44b7-b779-c2fd06fab4f1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-402619670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda01ef8cfc40d6b5915a3cd855b2ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43c41084-73", "ovs_interfaceid": "43c41084-73e3-4643-af22-dc910ba17bda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.164545] env[63440]: DEBUG nova.scheduler.client.report [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Refreshing trait associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 835.174443] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Preparing fetch location {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 835.174698] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Fetch image to [datastore2] OSTACK_IMG_a0fe3ac1-fc2f-40b4-9e95-30144e567cc4/OSTACK_IMG_a0fe3ac1-fc2f-40b4-9e95-30144e567cc4.vmdk {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 835.174883] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Downloading stream optimized image a44fab90-40b8-41b4-9bc1-5e9e168cd978 to [datastore2] OSTACK_IMG_a0fe3ac1-fc2f-40b4-9e95-30144e567cc4/OSTACK_IMG_a0fe3ac1-fc2f-40b4-9e95-30144e567cc4.vmdk on the data store datastore2 as vApp {{(pid=63440) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 835.175083] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Downloading image file data a44fab90-40b8-41b4-9bc1-5e9e168cd978 to the ESX as VM named 'OSTACK_IMG_a0fe3ac1-fc2f-40b4-9e95-30144e567cc4' {{(pid=63440) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 835.180085] env[63440]: INFO nova.compute.manager [-] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Took 1.08 seconds to deallocate network for instance. [ 835.276694] env[63440]: INFO nova.compute.manager [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Took 47.63 seconds to build instance. [ 835.278320] env[63440]: DEBUG oslo_vmware.rw_handles [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 835.278320] env[63440]: value = "resgroup-9" [ 835.278320] env[63440]: _type = "ResourcePool" [ 835.278320] env[63440]: }. {{(pid=63440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 835.278560] env[63440]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ed8dc85e-0190-4c17-b886-e7cfc14c8dcf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.307193] env[63440]: DEBUG oslo_vmware.rw_handles [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lease: (returnval){ [ 835.307193] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521f6e23-8ea9-3e94-00b4-8b110b274e3d" [ 835.307193] env[63440]: _type = "HttpNfcLease" [ 835.307193] env[63440]: } obtained for vApp import into resource pool (val){ [ 835.307193] env[63440]: value = "resgroup-9" [ 835.307193] env[63440]: _type = "ResourcePool" [ 835.307193] env[63440]: }. {{(pid=63440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 835.307484] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the lease: (returnval){ [ 835.307484] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521f6e23-8ea9-3e94-00b4-8b110b274e3d" [ 835.307484] env[63440]: _type = "HttpNfcLease" [ 835.307484] env[63440]: } to be ready. {{(pid=63440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 835.317566] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 835.317566] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521f6e23-8ea9-3e94-00b4-8b110b274e3d" [ 835.317566] env[63440]: _type = "HttpNfcLease" [ 835.317566] env[63440]: } is initializing. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 835.325569] env[63440]: DEBUG nova.network.neutron [-] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.326831] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 28f5aa5a-9328-4c20-828f-ff194a2e8dff] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.426392] env[63440]: INFO nova.compute.manager [-] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Took 1.98 seconds to deallocate network for instance. [ 835.455131] env[63440]: DEBUG nova.compute.manager [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.483228] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "refresh_cache-00f8a56f-37af-48cf-97f5-5ea6d8be75d9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.483426] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquired lock "refresh_cache-00f8a56f-37af-48cf-97f5-5ea6d8be75d9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.483611] env[63440]: DEBUG nova.network.neutron [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.507050] env[63440]: DEBUG nova.virt.hardware [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.507383] env[63440]: DEBUG nova.virt.hardware [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.507585] env[63440]: DEBUG nova.virt.hardware [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.507860] env[63440]: DEBUG nova.virt.hardware [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.508062] env[63440]: DEBUG nova.virt.hardware [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.508254] env[63440]: DEBUG nova.virt.hardware [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.508511] env[63440]: DEBUG nova.virt.hardware [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.508711] env[63440]: DEBUG nova.virt.hardware [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.508918] env[63440]: DEBUG nova.virt.hardware [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.509132] env[63440]: DEBUG nova.virt.hardware [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.509351] env[63440]: DEBUG nova.virt.hardware [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.510875] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a03c75-a6da-4433-ac1e-6f829c5da147 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.523390] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86a4717-df6a-49d2-9996-9bfab965d214 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.529892] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.581505] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ab7a50-dd3d-48e3-ae41-0e44aec61dba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.590259] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ed5c60-b38c-4e85-9f89-fbc695f60135 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.624584] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3917ec-b7bb-4218-96e0-b72c8e989c80 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.633075] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee9d994-3452-4b80-9ca5-f8fa1e18de16 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.649010] env[63440]: DEBUG nova.compute.provider_tree [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 835.661603] env[63440]: DEBUG oslo_concurrency.lockutils [req-fac730a7-2a22-49e3-b5bc-b2156f3739f8 req-9900ea08-25a9-4418-9c0a-8e1a5ba3378c service nova] Releasing lock "refresh_cache-da0c32b9-0bbc-448c-a243-c0c6e081c8f8" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.661879] env[63440]: DEBUG nova.compute.manager [req-fac730a7-2a22-49e3-b5bc-b2156f3739f8 req-9900ea08-25a9-4418-9c0a-8e1a5ba3378c service nova] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Received event network-vif-deleted-71691f63-3243-46c6-af62-c26eab5385a8 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.686699] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.797496] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3da3bc37-4dbc-4f1a-9e6a-ef221eca6d15 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Lock "447736ce-b1a5-4e8a-a3c5-d074deaf3da1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.166s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.816534] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 835.816534] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521f6e23-8ea9-3e94-00b4-8b110b274e3d" [ 835.816534] env[63440]: _type = "HttpNfcLease" [ 835.816534] env[63440]: } is ready. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 835.816868] env[63440]: DEBUG oslo_vmware.rw_handles [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 835.816868] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521f6e23-8ea9-3e94-00b4-8b110b274e3d" [ 835.816868] env[63440]: _type = "HttpNfcLease" [ 835.816868] env[63440]: }. {{(pid=63440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 835.817725] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5417875c-c6e1-470e-a902-50ff7dcc898a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.825664] env[63440]: DEBUG oslo_vmware.rw_handles [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52293377-fe5f-7762-f1bb-7cced6e276ca/disk-0.vmdk from lease info. {{(pid=63440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 835.825957] env[63440]: DEBUG oslo_vmware.rw_handles [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52293377-fe5f-7762-f1bb-7cced6e276ca/disk-0.vmdk. {{(pid=63440) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 835.882361] env[63440]: INFO nova.compute.manager [-] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Took 1.73 seconds to deallocate network for instance. [ 835.882776] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: a606fa01-58bd-4237-a97e-a503147c08ad] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.902534] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b0c862c1-bcc1-4042-862b-aa6a04581dbb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.932408] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.033265] env[63440]: DEBUG nova.network.neutron [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.087440] env[63440]: DEBUG nova.network.neutron [-] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.192866] env[63440]: DEBUG nova.scheduler.client.report [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Updated inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 836.193301] env[63440]: DEBUG nova.compute.provider_tree [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 93 to 94 during operation: update_inventory {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 836.193608] env[63440]: DEBUG nova.compute.provider_tree [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 836.213440] env[63440]: DEBUG nova.network.neutron [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Updating instance_info_cache with network_info: [{"id": "f7ad2295-4a80-4beb-967c-a4b2b210826c", "address": "fa:16:3e:97:6c:9c", "network": {"id": "bb46e920-0220-42c4-9974-c64ad3c56ebf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1307008030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d018a16ec44cc6b8b19c09673da230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ad2295-4a", "ovs_interfaceid": "f7ad2295-4a80-4beb-967c-a4b2b210826c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.349388] env[63440]: DEBUG nova.compute.manager [req-6f362247-65e9-4e0f-9c3a-a01f4392220f req-3b72df22-e3f2-4d58-932c-1f87eea99dbd service nova] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Received event network-vif-plugged-f7ad2295-4a80-4beb-967c-a4b2b210826c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.349632] env[63440]: DEBUG oslo_concurrency.lockutils [req-6f362247-65e9-4e0f-9c3a-a01f4392220f req-3b72df22-e3f2-4d58-932c-1f87eea99dbd service nova] Acquiring lock "00f8a56f-37af-48cf-97f5-5ea6d8be75d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.349870] env[63440]: DEBUG oslo_concurrency.lockutils [req-6f362247-65e9-4e0f-9c3a-a01f4392220f req-3b72df22-e3f2-4d58-932c-1f87eea99dbd service nova] Lock "00f8a56f-37af-48cf-97f5-5ea6d8be75d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.350209] env[63440]: DEBUG oslo_concurrency.lockutils [req-6f362247-65e9-4e0f-9c3a-a01f4392220f req-3b72df22-e3f2-4d58-932c-1f87eea99dbd service nova] Lock "00f8a56f-37af-48cf-97f5-5ea6d8be75d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.350448] env[63440]: DEBUG nova.compute.manager [req-6f362247-65e9-4e0f-9c3a-a01f4392220f req-3b72df22-e3f2-4d58-932c-1f87eea99dbd service nova] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] No waiting events found dispatching network-vif-plugged-f7ad2295-4a80-4beb-967c-a4b2b210826c {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.350637] env[63440]: WARNING nova.compute.manager [req-6f362247-65e9-4e0f-9c3a-a01f4392220f req-3b72df22-e3f2-4d58-932c-1f87eea99dbd service nova] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Received unexpected event network-vif-plugged-f7ad2295-4a80-4beb-967c-a4b2b210826c for instance with vm_state building and task_state spawning. [ 836.350817] env[63440]: DEBUG nova.compute.manager [req-6f362247-65e9-4e0f-9c3a-a01f4392220f req-3b72df22-e3f2-4d58-932c-1f87eea99dbd service nova] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Received event network-vif-deleted-2fcc7d1e-8504-4483-97a9-bdfa03b8a338 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.350987] env[63440]: DEBUG nova.compute.manager [req-6f362247-65e9-4e0f-9c3a-a01f4392220f req-3b72df22-e3f2-4d58-932c-1f87eea99dbd service nova] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Received event network-changed-f7ad2295-4a80-4beb-967c-a4b2b210826c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.351177] env[63440]: DEBUG nova.compute.manager [req-6f362247-65e9-4e0f-9c3a-a01f4392220f req-3b72df22-e3f2-4d58-932c-1f87eea99dbd service nova] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Refreshing instance network info cache due to event network-changed-f7ad2295-4a80-4beb-967c-a4b2b210826c. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 836.351429] env[63440]: DEBUG oslo_concurrency.lockutils [req-6f362247-65e9-4e0f-9c3a-a01f4392220f req-3b72df22-e3f2-4d58-932c-1f87eea99dbd service nova] Acquiring lock "refresh_cache-00f8a56f-37af-48cf-97f5-5ea6d8be75d9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.390507] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 545f7a96-8308-476c-be13-c815aeb0bad9] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.394547] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cce05289-c114-42be-a2b2-d841263a705c tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Acquiring lock "interface-447736ce-b1a5-4e8a-a3c5-d074deaf3da1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.395144] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cce05289-c114-42be-a2b2-d841263a705c tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Lock "interface-447736ce-b1a5-4e8a-a3c5-d074deaf3da1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.395619] env[63440]: DEBUG nova.objects.instance [None req-cce05289-c114-42be-a2b2-d841263a705c tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Lazy-loading 'flavor' on Instance uuid 447736ce-b1a5-4e8a-a3c5-d074deaf3da1 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.397532] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.590561] env[63440]: INFO nova.compute.manager [-] [instance: 123370d2-3a4b-44c2-9e73-3672d42a11fe] Took 2.04 seconds to deallocate network for instance. [ 836.685470] env[63440]: DEBUG oslo_vmware.rw_handles [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Completed reading data from the image iterator. {{(pid=63440) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 836.685470] env[63440]: DEBUG oslo_vmware.rw_handles [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52293377-fe5f-7762-f1bb-7cced6e276ca/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 836.686935] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bece3464-cf8c-49e7-bb23-a40f177e7173 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.699678] env[63440]: DEBUG oslo_vmware.rw_handles [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52293377-fe5f-7762-f1bb-7cced6e276ca/disk-0.vmdk is in state: ready. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 836.699678] env[63440]: DEBUG oslo_vmware.rw_handles [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52293377-fe5f-7762-f1bb-7cced6e276ca/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 836.699678] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8ee46283-0025-4f12-8ccc-44ad98556342 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.702626] env[63440]: DEBUG oslo_concurrency.lockutils [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.280s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.705840] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.169s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.708068] env[63440]: INFO nova.compute.claims [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.716755] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Releasing lock "refresh_cache-00f8a56f-37af-48cf-97f5-5ea6d8be75d9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.717339] env[63440]: DEBUG nova.compute.manager [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Instance network_info: |[{"id": "f7ad2295-4a80-4beb-967c-a4b2b210826c", "address": "fa:16:3e:97:6c:9c", "network": {"id": "bb46e920-0220-42c4-9974-c64ad3c56ebf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1307008030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d018a16ec44cc6b8b19c09673da230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ad2295-4a", "ovs_interfaceid": "f7ad2295-4a80-4beb-967c-a4b2b210826c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.717810] env[63440]: DEBUG oslo_concurrency.lockutils [req-6f362247-65e9-4e0f-9c3a-a01f4392220f req-3b72df22-e3f2-4d58-932c-1f87eea99dbd service nova] Acquired lock "refresh_cache-00f8a56f-37af-48cf-97f5-5ea6d8be75d9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.718148] env[63440]: DEBUG nova.network.neutron [req-6f362247-65e9-4e0f-9c3a-a01f4392220f req-3b72df22-e3f2-4d58-932c-1f87eea99dbd service nova] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Refreshing network info cache for port f7ad2295-4a80-4beb-967c-a4b2b210826c {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.719875] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:6c:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7ad2295-4a80-4beb-967c-a4b2b210826c', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.730210] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Creating folder: Project (41d018a16ec44cc6b8b19c09673da230). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.734102] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3275f0f-5fcc-4b93-9c92-af5b4edc1b76 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.739864] env[63440]: INFO nova.scheduler.client.report [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Deleted allocations for instance 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c [ 836.755157] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Created folder: Project (41d018a16ec44cc6b8b19c09673da230) in parent group-v536546. [ 836.755157] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Creating folder: Instances. Parent ref: group-v536739. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.755342] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a432c0e-cacd-4b16-ba75-0e54234a8d46 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.774345] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Created folder: Instances in parent group-v536739. [ 836.774345] env[63440]: DEBUG oslo.service.loopingcall [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 836.774345] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.774345] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e752c24-e469-4abc-a50d-5f17ab34e637 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.799293] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.799293] env[63440]: value = "task-2661642" [ 836.799293] env[63440]: _type = "Task" [ 836.799293] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.816193] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661642, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.889383] env[63440]: DEBUG oslo_vmware.rw_handles [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52293377-fe5f-7762-f1bb-7cced6e276ca/disk-0.vmdk. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 836.889653] env[63440]: INFO nova.virt.vmwareapi.images [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Downloaded image file data a44fab90-40b8-41b4-9bc1-5e9e168cd978 [ 836.891381] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378895f9-98a2-42c1-8947-a799d7108f30 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.916079] env[63440]: DEBUG nova.objects.instance [None req-cce05289-c114-42be-a2b2-d841263a705c tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Lazy-loading 'pci_requests' on Instance uuid 447736ce-b1a5-4e8a-a3c5-d074deaf3da1 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.917433] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 6bad7893-30cb-40f2-9077-f05da996be69] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.920372] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1338cc3c-1157-4c23-817b-2be981493863 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.956632] env[63440]: INFO nova.virt.vmwareapi.images [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] The imported VM was unregistered [ 836.958400] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Caching image {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 836.958400] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a44fab90-40b8-41b4-9bc1-5e9e168cd978 {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.958901] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-473bc114-583d-49ae-a9ab-1568248fb86c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.977615] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Created directory with path [datastore2] devstack-image-cache_base/a44fab90-40b8-41b4-9bc1-5e9e168cd978 {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.977818] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a0fe3ac1-fc2f-40b4-9e95-30144e567cc4/OSTACK_IMG_a0fe3ac1-fc2f-40b4-9e95-30144e567cc4.vmdk to [datastore2] devstack-image-cache_base/a44fab90-40b8-41b4-9bc1-5e9e168cd978/a44fab90-40b8-41b4-9bc1-5e9e168cd978.vmdk. {{(pid=63440) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 836.978144] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c7b729b0-5d5a-4895-9d21-d2de4cff96a6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.994022] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 836.994022] env[63440]: value = "task-2661644" [ 836.994022] env[63440]: _type = "Task" [ 836.994022] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.009262] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661644, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.255852] env[63440]: DEBUG oslo_concurrency.lockutils [None req-134c2a3c-7391-48b9-81ec-eea8eb644141 tempest-ImagesOneServerNegativeTestJSON-1040492205 tempest-ImagesOneServerNegativeTestJSON-1040492205-project-member] Lock "6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.269s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.319214] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661642, 'name': CreateVM_Task, 'duration_secs': 0.385772} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.319477] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.320166] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.320404] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.320773] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.321574] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2655c41-0b4f-44d6-a1ff-8bb5fef99148 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.333161] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 837.333161] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dfacc0-4765-c4fa-5147-09eef34d8fb8" [ 837.333161] env[63440]: _type = "Task" [ 837.333161] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.348231] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dfacc0-4765-c4fa-5147-09eef34d8fb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.395573] env[63440]: DEBUG nova.network.neutron [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Successfully updated port: 5b729c54-5979-45e8-8440-621d866ca088 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.423016] env[63440]: DEBUG nova.objects.base [None req-cce05289-c114-42be-a2b2-d841263a705c tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Object Instance<447736ce-b1a5-4e8a-a3c5-d074deaf3da1> lazy-loaded attributes: flavor,pci_requests {{(pid=63440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 837.423353] env[63440]: DEBUG nova.network.neutron [None req-cce05289-c114-42be-a2b2-d841263a705c tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.428175] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: d735bb99-dc6e-44e8-8cc1-d9b0dee29647] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 837.507039] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661644, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.626904] env[63440]: DEBUG oslo_concurrency.lockutils [None req-31a6d77b-448d-4a01-ab37-7a213c93a5e9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "123370d2-3a4b-44c2-9e73-3672d42a11fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.683s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.655771] env[63440]: DEBUG oslo_concurrency.lockutils [None req-cce05289-c114-42be-a2b2-d841263a705c tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Lock "interface-447736ce-b1a5-4e8a-a3c5-d074deaf3da1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.260s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.771699] env[63440]: DEBUG nova.network.neutron [req-6f362247-65e9-4e0f-9c3a-a01f4392220f req-3b72df22-e3f2-4d58-932c-1f87eea99dbd service nova] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Updated VIF entry in instance network info cache for port f7ad2295-4a80-4beb-967c-a4b2b210826c. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.772297] env[63440]: DEBUG nova.network.neutron [req-6f362247-65e9-4e0f-9c3a-a01f4392220f req-3b72df22-e3f2-4d58-932c-1f87eea99dbd service nova] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Updating instance_info_cache with network_info: [{"id": "f7ad2295-4a80-4beb-967c-a4b2b210826c", "address": "fa:16:3e:97:6c:9c", "network": {"id": "bb46e920-0220-42c4-9974-c64ad3c56ebf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1307008030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d018a16ec44cc6b8b19c09673da230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ad2295-4a", "ovs_interfaceid": "f7ad2295-4a80-4beb-967c-a4b2b210826c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.847388] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dfacc0-4765-c4fa-5147-09eef34d8fb8, 'name': SearchDatastore_Task, 'duration_secs': 0.089896} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.847974] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.848405] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.848953] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.849281] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.849650] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.850136] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c8e6ab8-29a5-4a6d-ac0f-b763caf565e8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.877779] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.878033] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.878979] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-583b62a3-5300-4892-9cf8-39830aa71f48 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.890158] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 837.890158] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a021a8-de39-1e73-a74d-c6fd3d798bc7" [ 837.890158] env[63440]: _type = "Task" [ 837.890158] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.900313] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "refresh_cache-1e804776-533b-48a2-9d87-cd51a0781f9a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.900497] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquired lock "refresh_cache-1e804776-533b-48a2-9d87-cd51a0781f9a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.900693] env[63440]: DEBUG nova.network.neutron [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.913466] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a021a8-de39-1e73-a74d-c6fd3d798bc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.938749] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 9c14ab52-2dac-4684-898d-c73e60c3c468] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 838.017456] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661644, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.167124] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a184170-badb-46f6-a354-2605cf31bcac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.180976] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94644fe7-3b30-4316-8585-74cc11bccfa9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.225951] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419d456d-6077-4ccd-9782-1e1fb01c101b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.235614] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba8b7b5-af38-4fc6-be16-01b5a124a3f5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.252965] env[63440]: DEBUG nova.compute.provider_tree [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.274976] env[63440]: DEBUG oslo_concurrency.lockutils [req-6f362247-65e9-4e0f-9c3a-a01f4392220f req-3b72df22-e3f2-4d58-932c-1f87eea99dbd service nova] Releasing lock "refresh_cache-00f8a56f-37af-48cf-97f5-5ea6d8be75d9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.404610] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a021a8-de39-1e73-a74d-c6fd3d798bc7, 'name': SearchDatastore_Task, 'duration_secs': 0.096522} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.407788] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa0162e9-070b-4c71-b242-b65bc36c73a0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.415765] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 838.415765] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52760f37-001f-62f8-3699-4246c4e3581f" [ 838.415765] env[63440]: _type = "Task" [ 838.415765] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.426378] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52760f37-001f-62f8-3699-4246c4e3581f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.443472] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: da0ca831-d17a-4ed3-923e-1cca983410cd] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 838.483913] env[63440]: DEBUG nova.network.neutron [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.506759] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661644, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.757698] env[63440]: DEBUG nova.scheduler.client.report [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.790861] env[63440]: DEBUG nova.network.neutron [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Updating instance_info_cache with network_info: [{"id": "5b729c54-5979-45e8-8440-621d866ca088", "address": "fa:16:3e:3d:f9:f2", "network": {"id": "bb46e920-0220-42c4-9974-c64ad3c56ebf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1307008030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d018a16ec44cc6b8b19c09673da230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b729c54-59", "ovs_interfaceid": "5b729c54-5979-45e8-8440-621d866ca088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.933804] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52760f37-001f-62f8-3699-4246c4e3581f, 'name': SearchDatastore_Task, 'duration_secs': 0.092377} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.934131] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.934401] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 00f8a56f-37af-48cf-97f5-5ea6d8be75d9/00f8a56f-37af-48cf-97f5-5ea6d8be75d9.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.934697] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a88b1b1-fb30-4bbb-8c72-135f22c9fe52 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.946737] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 838.946737] env[63440]: value = "task-2661645" [ 838.946737] env[63440]: _type = "Task" [ 838.946737] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.947870] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 25eeac48-2f7e-4564-903d-5d3b1032cc7c] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 838.964241] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.011086] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661644, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.081295] env[63440]: DEBUG oslo_concurrency.lockutils [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquiring lock "548184fd-8e54-4bb4-90cf-641c7637581b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.082298] env[63440]: DEBUG oslo_concurrency.lockutils [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lock "548184fd-8e54-4bb4-90cf-641c7637581b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.273420] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.273420] env[63440]: DEBUG nova.compute.manager [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.277293] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.249s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.277293] env[63440]: DEBUG nova.objects.instance [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 839.293570] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Releasing lock "refresh_cache-1e804776-533b-48a2-9d87-cd51a0781f9a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.298026] env[63440]: DEBUG nova.compute.manager [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Instance network_info: |[{"id": "5b729c54-5979-45e8-8440-621d866ca088", "address": "fa:16:3e:3d:f9:f2", "network": {"id": "bb46e920-0220-42c4-9974-c64ad3c56ebf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1307008030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d018a16ec44cc6b8b19c09673da230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b729c54-59", "ovs_interfaceid": "5b729c54-5979-45e8-8440-621d866ca088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.298026] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:f9:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b729c54-5979-45e8-8440-621d866ca088', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.312316] env[63440]: DEBUG oslo.service.loopingcall [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 839.312846] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.313253] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d5465df-04a4-452e-88eb-9acdaac80dd8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.348022] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.348022] env[63440]: value = "task-2661646" [ 839.348022] env[63440]: _type = "Task" [ 839.348022] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.360261] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661646, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.452309] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 1139d9b4-bd63-4678-9771-21ceeba0466a] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 839.466079] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.511026] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661644, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.521334] env[63440]: DEBUG nova.compute.manager [req-383c14b0-db46-4335-8c97-920dd3e8db60 req-c3039fe1-5726-4d7e-aaa3-6b20228e91a1 service nova] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Received event network-vif-plugged-5b729c54-5979-45e8-8440-621d866ca088 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.521334] env[63440]: DEBUG oslo_concurrency.lockutils [req-383c14b0-db46-4335-8c97-920dd3e8db60 req-c3039fe1-5726-4d7e-aaa3-6b20228e91a1 service nova] Acquiring lock "1e804776-533b-48a2-9d87-cd51a0781f9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.521334] env[63440]: DEBUG oslo_concurrency.lockutils [req-383c14b0-db46-4335-8c97-920dd3e8db60 req-c3039fe1-5726-4d7e-aaa3-6b20228e91a1 service nova] Lock "1e804776-533b-48a2-9d87-cd51a0781f9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.522251] env[63440]: DEBUG oslo_concurrency.lockutils [req-383c14b0-db46-4335-8c97-920dd3e8db60 req-c3039fe1-5726-4d7e-aaa3-6b20228e91a1 service nova] Lock "1e804776-533b-48a2-9d87-cd51a0781f9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.522251] env[63440]: DEBUG nova.compute.manager [req-383c14b0-db46-4335-8c97-920dd3e8db60 req-c3039fe1-5726-4d7e-aaa3-6b20228e91a1 service nova] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] No waiting events found dispatching network-vif-plugged-5b729c54-5979-45e8-8440-621d866ca088 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.525470] env[63440]: WARNING nova.compute.manager [req-383c14b0-db46-4335-8c97-920dd3e8db60 req-c3039fe1-5726-4d7e-aaa3-6b20228e91a1 service nova] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Received unexpected event network-vif-plugged-5b729c54-5979-45e8-8440-621d866ca088 for instance with vm_state building and task_state spawning. [ 839.525731] env[63440]: DEBUG nova.compute.manager [req-383c14b0-db46-4335-8c97-920dd3e8db60 req-c3039fe1-5726-4d7e-aaa3-6b20228e91a1 service nova] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Received event network-changed-5b729c54-5979-45e8-8440-621d866ca088 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.526744] env[63440]: DEBUG nova.compute.manager [req-383c14b0-db46-4335-8c97-920dd3e8db60 req-c3039fe1-5726-4d7e-aaa3-6b20228e91a1 service nova] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Refreshing instance network info cache due to event network-changed-5b729c54-5979-45e8-8440-621d866ca088. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 839.526744] env[63440]: DEBUG oslo_concurrency.lockutils [req-383c14b0-db46-4335-8c97-920dd3e8db60 req-c3039fe1-5726-4d7e-aaa3-6b20228e91a1 service nova] Acquiring lock "refresh_cache-1e804776-533b-48a2-9d87-cd51a0781f9a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.526744] env[63440]: DEBUG oslo_concurrency.lockutils [req-383c14b0-db46-4335-8c97-920dd3e8db60 req-c3039fe1-5726-4d7e-aaa3-6b20228e91a1 service nova] Acquired lock "refresh_cache-1e804776-533b-48a2-9d87-cd51a0781f9a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.526744] env[63440]: DEBUG nova.network.neutron [req-383c14b0-db46-4335-8c97-920dd3e8db60 req-c3039fe1-5726-4d7e-aaa3-6b20228e91a1 service nova] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Refreshing network info cache for port 5b729c54-5979-45e8-8440-621d866ca088 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.586740] env[63440]: DEBUG nova.compute.manager [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.783932] env[63440]: DEBUG nova.compute.utils [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.791830] env[63440]: DEBUG nova.compute.manager [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.791994] env[63440]: DEBUG nova.network.neutron [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.862290] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661646, 'name': CreateVM_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.882289] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "3bd64e37-ae32-4bb1-9fa6-da94d2c11024" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.882595] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "3bd64e37-ae32-4bb1-9fa6-da94d2c11024" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.964059] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: d54673d4-3623-4847-a138-5574b045332f] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 839.970482] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661645, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.013688] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661644, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.689424} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.014132] env[63440]: INFO nova.virt.vmwareapi.ds_util [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a0fe3ac1-fc2f-40b4-9e95-30144e567cc4/OSTACK_IMG_a0fe3ac1-fc2f-40b4-9e95-30144e567cc4.vmdk to [datastore2] devstack-image-cache_base/a44fab90-40b8-41b4-9bc1-5e9e168cd978/a44fab90-40b8-41b4-9bc1-5e9e168cd978.vmdk. [ 840.014449] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Cleaning up location [datastore2] OSTACK_IMG_a0fe3ac1-fc2f-40b4-9e95-30144e567cc4 {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 840.014679] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a0fe3ac1-fc2f-40b4-9e95-30144e567cc4 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.015264] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f9db3e7-3bb9-44d4-b090-ccdd95b605df {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.025327] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 840.025327] env[63440]: value = "task-2661647" [ 840.025327] env[63440]: _type = "Task" [ 840.025327] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.041399] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.120820] env[63440]: DEBUG oslo_concurrency.lockutils [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.159904] env[63440]: DEBUG nova.policy [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3af243c740d3443f94088fb4f946616d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03b970333f4143818355d51fa6e38cd0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.226818] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Acquiring lock "447736ce-b1a5-4e8a-a3c5-d074deaf3da1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.226818] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Lock "447736ce-b1a5-4e8a-a3c5-d074deaf3da1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.226818] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Acquiring lock "447736ce-b1a5-4e8a-a3c5-d074deaf3da1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.226818] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Lock "447736ce-b1a5-4e8a-a3c5-d074deaf3da1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.226818] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Lock "447736ce-b1a5-4e8a-a3c5-d074deaf3da1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.231982] env[63440]: INFO nova.compute.manager [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Terminating instance [ 840.296662] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5052a4b0-e339-47ac-a64b-19b3fceb1865 tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.298635] env[63440]: DEBUG nova.compute.manager [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.302392] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.173s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.302572] env[63440]: DEBUG nova.objects.instance [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 840.367835] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661646, 'name': CreateVM_Task, 'duration_secs': 0.67942} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.368030] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.368738] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.370026] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.371548] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.371862] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48cc2ee3-f7c2-4393-93ba-222da03490a3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.381552] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 840.381552] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e9cf26-1cbf-bd41-63e1-621d9f91542d" [ 840.381552] env[63440]: _type = "Task" [ 840.381552] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.386974] env[63440]: DEBUG nova.compute.manager [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.396873] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e9cf26-1cbf-bd41-63e1-621d9f91542d, 'name': SearchDatastore_Task, 'duration_secs': 0.012833} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.398035] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.398216] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.398451] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.398593] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.398765] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.399504] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53f62564-1c9d-49ee-996b-629c4d3a5a91 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.410403] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.410584] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.411370] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec1805a-5f87-4851-815c-c32c5aa8fad7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.418728] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 840.418728] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527daf11-3842-f679-48d7-ca8e895fa415" [ 840.418728] env[63440]: _type = "Task" [ 840.418728] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.429035] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527daf11-3842-f679-48d7-ca8e895fa415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.460486] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661645, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.134792} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.461047] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 00f8a56f-37af-48cf-97f5-5ea6d8be75d9/00f8a56f-37af-48cf-97f5-5ea6d8be75d9.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.461363] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.462026] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-510e5d12-b480-4dc0-af4b-ce14f21ab410 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.470752] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 840.470752] env[63440]: value = "task-2661648" [ 840.470752] env[63440]: _type = "Task" [ 840.470752] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.471407] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.471556] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Cleaning up deleted instances with incomplete migration {{(pid=63440) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 840.485130] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.539454] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.070449} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.539454] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.539454] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a44fab90-40b8-41b4-9bc1-5e9e168cd978/a44fab90-40b8-41b4-9bc1-5e9e168cd978.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.539454] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a44fab90-40b8-41b4-9bc1-5e9e168cd978/a44fab90-40b8-41b4-9bc1-5e9e168cd978.vmdk to [datastore2] da0c32b9-0bbc-448c-a243-c0c6e081c8f8/da0c32b9-0bbc-448c-a243-c0c6e081c8f8.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.539454] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d36594cc-c2d8-44c9-b31c-9b0d4d916569 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.543567] env[63440]: DEBUG nova.network.neutron [req-383c14b0-db46-4335-8c97-920dd3e8db60 req-c3039fe1-5726-4d7e-aaa3-6b20228e91a1 service nova] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Updated VIF entry in instance network info cache for port 5b729c54-5979-45e8-8440-621d866ca088. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.543567] env[63440]: DEBUG nova.network.neutron [req-383c14b0-db46-4335-8c97-920dd3e8db60 req-c3039fe1-5726-4d7e-aaa3-6b20228e91a1 service nova] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Updating instance_info_cache with network_info: [{"id": "5b729c54-5979-45e8-8440-621d866ca088", "address": "fa:16:3e:3d:f9:f2", "network": {"id": "bb46e920-0220-42c4-9974-c64ad3c56ebf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1307008030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d018a16ec44cc6b8b19c09673da230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b729c54-59", "ovs_interfaceid": "5b729c54-5979-45e8-8440-621d866ca088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.550013] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 840.550013] env[63440]: value = "task-2661649" [ 840.550013] env[63440]: _type = "Task" [ 840.550013] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.566918] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.738121] env[63440]: DEBUG nova.compute.manager [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.738458] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.739378] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ac268c-b4b1-4bc5-bee5-06070659d947 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.748539] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.748785] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7c9435e-bb51-4df8-b59c-05d4874734c1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.759718] env[63440]: DEBUG oslo_vmware.api [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Waiting for the task: (returnval){ [ 840.759718] env[63440]: value = "task-2661650" [ 840.759718] env[63440]: _type = "Task" [ 840.759718] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.772120] env[63440]: DEBUG oslo_vmware.api [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': task-2661650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.930704] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.941701] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527daf11-3842-f679-48d7-ca8e895fa415, 'name': SearchDatastore_Task, 'duration_secs': 0.011706} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.942590] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b941680b-cd0f-4443-8ac9-23800040f204 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.953109] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 840.953109] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a7fd89-74e9-fff0-f9e3-5bdb644acaa5" [ 840.953109] env[63440]: _type = "Task" [ 840.953109] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.966959] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a7fd89-74e9-fff0-f9e3-5bdb644acaa5, 'name': SearchDatastore_Task, 'duration_secs': 0.01099} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.967588] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.968100] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 1e804776-533b-48a2-9d87-cd51a0781f9a/1e804776-533b-48a2-9d87-cd51a0781f9a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.968472] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9b6c651-c14d-4660-a7c5-a005a0f16697 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.979570] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.988927] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076639} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.993477] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 840.993477] env[63440]: value = "task-2661651" [ 840.993477] env[63440]: _type = "Task" [ 840.993477] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.993784] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.994783] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e67edb-a1f4-4987-8a82-54c9be1e5946 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.014395] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.035530] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 00f8a56f-37af-48cf-97f5-5ea6d8be75d9/00f8a56f-37af-48cf-97f5-5ea6d8be75d9.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.036231] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b937510a-11c7-4def-9389-19b046282260 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.052462] env[63440]: DEBUG nova.network.neutron [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Successfully created port: bf68f250-0a0d-4507-ae74-ba397950fc33 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.055061] env[63440]: DEBUG oslo_concurrency.lockutils [req-383c14b0-db46-4335-8c97-920dd3e8db60 req-c3039fe1-5726-4d7e-aaa3-6b20228e91a1 service nova] Releasing lock "refresh_cache-1e804776-533b-48a2-9d87-cd51a0781f9a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.066057] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.067306] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 841.067306] env[63440]: value = "task-2661652" [ 841.067306] env[63440]: _type = "Task" [ 841.067306] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.077235] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.277644] env[63440]: DEBUG oslo_vmware.api [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': task-2661650, 'name': PowerOffVM_Task, 'duration_secs': 0.22446} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.279022] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.279022] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.279022] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0336936-d9a9-46af-874e-538fc45be401 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.310164] env[63440]: DEBUG nova.compute.manager [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.313474] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9b698d0e-eb10-4642-94da-fab23346f191 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.314763] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.513s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.318712] env[63440]: DEBUG nova.objects.instance [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lazy-loading 'resources' on Instance uuid 8ab7e489-8903-4f78-8da8-72604cea31ed {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.362597] env[63440]: DEBUG nova.virt.hardware [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.362853] env[63440]: DEBUG nova.virt.hardware [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.363515] env[63440]: DEBUG nova.virt.hardware [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.363515] env[63440]: DEBUG nova.virt.hardware [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.363515] env[63440]: DEBUG nova.virt.hardware [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.363674] env[63440]: DEBUG nova.virt.hardware [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.363904] env[63440]: DEBUG nova.virt.hardware [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.365133] env[63440]: DEBUG nova.virt.hardware [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.365133] env[63440]: DEBUG nova.virt.hardware [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.365133] env[63440]: DEBUG nova.virt.hardware [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.365133] env[63440]: DEBUG nova.virt.hardware [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.365620] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efab792f-4f6d-4420-b8fb-4349b7186422 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.372936] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.372936] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.373108] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Deleting the datastore file [datastore1] 447736ce-b1a5-4e8a-a3c5-d074deaf3da1 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.373398] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4ce1fee-d74c-4675-8769-9f771af76349 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.379621] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd1c617-3ae5-4842-9242-16017ad5d48b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.385139] env[63440]: DEBUG oslo_vmware.api [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Waiting for the task: (returnval){ [ 841.385139] env[63440]: value = "task-2661654" [ 841.385139] env[63440]: _type = "Task" [ 841.385139] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.405280] env[63440]: DEBUG oslo_vmware.api [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': task-2661654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.508752] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661651, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.571472] env[63440]: DEBUG oslo_concurrency.lockutils [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Acquiring lock "884ae709-674a-4f74-aff6-afa818f746cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.575132] env[63440]: DEBUG oslo_concurrency.lockutils [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Lock "884ae709-674a-4f74-aff6-afa818f746cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.575132] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661649, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.583978] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.906090] env[63440]: DEBUG oslo_vmware.api [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Task: {'id': task-2661654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400974} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.906404] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.906606] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.906800] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.907029] env[63440]: INFO nova.compute.manager [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 841.907317] env[63440]: DEBUG oslo.service.loopingcall [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 841.907524] env[63440]: DEBUG nova.compute.manager [-] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.907711] env[63440]: DEBUG nova.network.neutron [-] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.022953] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529307} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.026088] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 1e804776-533b-48a2-9d87-cd51a0781f9a/1e804776-533b-48a2-9d87-cd51a0781f9a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.027233] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.027233] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfd581fe-a3b5-45a3-ba49-1062f194301e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.039080] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 842.039080] env[63440]: value = "task-2661655" [ 842.039080] env[63440]: _type = "Task" [ 842.039080] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.057938] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.072238] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661649, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.073992] env[63440]: DEBUG nova.compute.manager [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.095216] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.310880] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4257e60f-75a5-474e-aee3-479fb859ec6a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.327419] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a9c196-0e7c-43b9-a2f9-67f663d9dbeb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.364773] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6e270b-86d7-4a03-ae4e-1bf2489a1872 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.374368] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e80841-b1fd-4074-8343-735d19ad276c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.391965] env[63440]: DEBUG nova.compute.provider_tree [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.418156] env[63440]: DEBUG nova.compute.manager [req-f1992fc0-197e-4ed4-b33e-98a52991c992 req-667bdab3-0f4b-48dc-8490-b5d20ca14acf service nova] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Received event network-vif-deleted-b86bcdce-543f-4fec-8fc6-a79b7a5061cc {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.418156] env[63440]: INFO nova.compute.manager [req-f1992fc0-197e-4ed4-b33e-98a52991c992 req-667bdab3-0f4b-48dc-8490-b5d20ca14acf service nova] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Neutron deleted interface b86bcdce-543f-4fec-8fc6-a79b7a5061cc; detaching it from the instance and deleting it from the info cache [ 842.418156] env[63440]: DEBUG nova.network.neutron [req-f1992fc0-197e-4ed4-b33e-98a52991c992 req-667bdab3-0f4b-48dc-8490-b5d20ca14acf service nova] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.550543] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090484} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.550843] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.552107] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18609f63-274f-4f80-bb61-07cadb7ec233 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.576451] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 1e804776-533b-48a2-9d87-cd51a0781f9a/1e804776-533b-48a2-9d87-cd51a0781f9a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.582754] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81739960-97df-41f7-9755-4f2488d12a69 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.615658] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661649, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.620440] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.620769] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 842.620769] env[63440]: value = "task-2661656" [ 842.620769] env[63440]: _type = "Task" [ 842.620769] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.633181] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661656, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.633477] env[63440]: DEBUG oslo_concurrency.lockutils [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.868893] env[63440]: DEBUG nova.network.neutron [-] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.896197] env[63440]: DEBUG nova.scheduler.client.report [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.921017] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e89de82f-371d-41b8-8d19-1937b08d3160 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.936474] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7adbbf-3f6e-44fa-b84b-d011448ffef1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.978971] env[63440]: DEBUG nova.compute.manager [req-f1992fc0-197e-4ed4-b33e-98a52991c992 req-667bdab3-0f4b-48dc-8490-b5d20ca14acf service nova] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Detach interface failed, port_id=b86bcdce-543f-4fec-8fc6-a79b7a5061cc, reason: Instance 447736ce-b1a5-4e8a-a3c5-d074deaf3da1 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 843.086148] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661649, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.096642] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.123747] env[63440]: DEBUG nova.compute.manager [req-01bb1e26-0081-4273-a7fe-32b1b2bdb92e req-9dbb2d46-96e8-4568-8995-1d3a2bafb5e9 service nova] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Received event network-vif-plugged-bf68f250-0a0d-4507-ae74-ba397950fc33 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 843.123747] env[63440]: DEBUG oslo_concurrency.lockutils [req-01bb1e26-0081-4273-a7fe-32b1b2bdb92e req-9dbb2d46-96e8-4568-8995-1d3a2bafb5e9 service nova] Acquiring lock "251dcd8a-1497-4044-af21-91b1cb49a614-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.124061] env[63440]: DEBUG oslo_concurrency.lockutils [req-01bb1e26-0081-4273-a7fe-32b1b2bdb92e req-9dbb2d46-96e8-4568-8995-1d3a2bafb5e9 service nova] Lock "251dcd8a-1497-4044-af21-91b1cb49a614-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.124275] env[63440]: DEBUG oslo_concurrency.lockutils [req-01bb1e26-0081-4273-a7fe-32b1b2bdb92e req-9dbb2d46-96e8-4568-8995-1d3a2bafb5e9 service nova] Lock "251dcd8a-1497-4044-af21-91b1cb49a614-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.124614] env[63440]: DEBUG nova.compute.manager [req-01bb1e26-0081-4273-a7fe-32b1b2bdb92e req-9dbb2d46-96e8-4568-8995-1d3a2bafb5e9 service nova] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] No waiting events found dispatching network-vif-plugged-bf68f250-0a0d-4507-ae74-ba397950fc33 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.124862] env[63440]: WARNING nova.compute.manager [req-01bb1e26-0081-4273-a7fe-32b1b2bdb92e req-9dbb2d46-96e8-4568-8995-1d3a2bafb5e9 service nova] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Received unexpected event network-vif-plugged-bf68f250-0a0d-4507-ae74-ba397950fc33 for instance with vm_state building and task_state spawning. [ 843.135969] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661656, 'name': ReconfigVM_Task, 'duration_secs': 0.476658} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.137363] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 1e804776-533b-48a2-9d87-cd51a0781f9a/1e804776-533b-48a2-9d87-cd51a0781f9a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.138232] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65a23747-d341-46a4-a802-3d5f212a4d27 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.152060] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 843.152060] env[63440]: value = "task-2661657" [ 843.152060] env[63440]: _type = "Task" [ 843.152060] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.168111] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661657, 'name': Rename_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.372234] env[63440]: INFO nova.compute.manager [-] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Took 1.46 seconds to deallocate network for instance. [ 843.401700] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.405337] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.228s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.406161] env[63440]: INFO nova.compute.claims [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.450132] env[63440]: INFO nova.scheduler.client.report [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Deleted allocations for instance 8ab7e489-8903-4f78-8da8-72604cea31ed [ 843.478141] env[63440]: DEBUG nova.network.neutron [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Successfully updated port: bf68f250-0a0d-4507-ae74-ba397950fc33 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.584500] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661649, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.962363} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.584790] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a44fab90-40b8-41b4-9bc1-5e9e168cd978/a44fab90-40b8-41b4-9bc1-5e9e168cd978.vmdk to [datastore2] da0c32b9-0bbc-448c-a243-c0c6e081c8f8/da0c32b9-0bbc-448c-a243-c0c6e081c8f8.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.585641] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191f3f9b-5337-48fc-94ce-3fb37b72340e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.598405] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661652, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.622021] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] da0c32b9-0bbc-448c-a243-c0c6e081c8f8/da0c32b9-0bbc-448c-a243-c0c6e081c8f8.vmdk or device None with type streamOptimized {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.622021] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6867ba0d-4a2b-42a6-b549-f68bc8cb3f00 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.642547] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 843.642547] env[63440]: value = "task-2661658" [ 843.642547] env[63440]: _type = "Task" [ 843.642547] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.652876] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.663455] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661657, 'name': Rename_Task, 'duration_secs': 0.183318} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.663999] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.664386] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a8e532c-c8d8-40d3-98bf-7cb4c7981687 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.674539] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 843.674539] env[63440]: value = "task-2661659" [ 843.674539] env[63440]: _type = "Task" [ 843.674539] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.686216] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.880330] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.961910] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ce921d72-25f7-4eb3-ba14-fdd882a73c1b tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "8ab7e489-8903-4f78-8da8-72604cea31ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.815s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.982548] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "refresh_cache-251dcd8a-1497-4044-af21-91b1cb49a614" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.982719] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquired lock "refresh_cache-251dcd8a-1497-4044-af21-91b1cb49a614" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.982881] env[63440]: DEBUG nova.network.neutron [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.101177] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661652, 'name': ReconfigVM_Task, 'duration_secs': 2.548326} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.101177] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 00f8a56f-37af-48cf-97f5-5ea6d8be75d9/00f8a56f-37af-48cf-97f5-5ea6d8be75d9.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.101699] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f4cb825-0aab-45fd-8b27-3c74d53f6bb5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.112104] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 844.112104] env[63440]: value = "task-2661660" [ 844.112104] env[63440]: _type = "Task" [ 844.112104] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.124828] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661660, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.155841] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661658, 'name': ReconfigVM_Task, 'duration_secs': 0.289208} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.156483] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Reconfigured VM instance instance-00000044 to attach disk [datastore2] da0c32b9-0bbc-448c-a243-c0c6e081c8f8/da0c32b9-0bbc-448c-a243-c0c6e081c8f8.vmdk or device None with type streamOptimized {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.157734] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-465db733-9497-4259-a98a-b68d473a9bf8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.172445] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 844.172445] env[63440]: value = "task-2661661" [ 844.172445] env[63440]: _type = "Task" [ 844.172445] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.182601] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661661, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.190773] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661659, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.570529] env[63440]: DEBUG nova.network.neutron [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.634666] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661660, 'name': Rename_Task, 'duration_secs': 0.16824} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.642065] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.643237] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e020a99-a3a6-4873-9c3e-cbfa1883ff65 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.654342] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 844.654342] env[63440]: value = "task-2661662" [ 844.654342] env[63440]: _type = "Task" [ 844.654342] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.672049] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.688489] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661661, 'name': Rename_Task, 'duration_secs': 0.189383} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.692559] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.693025] env[63440]: DEBUG oslo_vmware.api [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661659, 'name': PowerOnVM_Task, 'duration_secs': 0.52826} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.696809] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bc48393-f9c6-4a18-ae85-9ab4815c36e9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.700025] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.700025] env[63440]: INFO nova.compute.manager [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Took 9.24 seconds to spawn the instance on the hypervisor. [ 844.700025] env[63440]: DEBUG nova.compute.manager [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.703867] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7e90fc-92fb-4222-ac97-97a904f5a07b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.720700] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 844.720700] env[63440]: value = "task-2661663" [ 844.720700] env[63440]: _type = "Task" [ 844.720700] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.733402] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.893265] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e0a83f-b987-44f4-b3a0-355afa91a7ea {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.902475] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8b5e34-9346-4f9c-85a5-53e535434960 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.936955] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d3198a-899d-4299-8c3b-0f88d7138683 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.946233] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0ec02b-b0c1-4430-bc7d-961950886f6b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.965505] env[63440]: DEBUG nova.compute.provider_tree [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.969518] env[63440]: DEBUG nova.network.neutron [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Updating instance_info_cache with network_info: [{"id": "bf68f250-0a0d-4507-ae74-ba397950fc33", "address": "fa:16:3e:fa:2e:90", "network": {"id": "6036bae1-f6e5-494f-97c5-954d6227a24a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1980630933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b970333f4143818355d51fa6e38cd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf68f250-0a", "ovs_interfaceid": "bf68f250-0a0d-4507-ae74-ba397950fc33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.006990] env[63440]: DEBUG oslo_concurrency.lockutils [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "f0398dc1-6edc-4245-acc7-b757741bdcf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.009553] env[63440]: DEBUG oslo_concurrency.lockutils [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "f0398dc1-6edc-4245-acc7-b757741bdcf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.009553] env[63440]: DEBUG oslo_concurrency.lockutils [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "f0398dc1-6edc-4245-acc7-b757741bdcf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.009553] env[63440]: DEBUG oslo_concurrency.lockutils [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "f0398dc1-6edc-4245-acc7-b757741bdcf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.009553] env[63440]: DEBUG oslo_concurrency.lockutils [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "f0398dc1-6edc-4245-acc7-b757741bdcf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.011855] env[63440]: INFO nova.compute.manager [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Terminating instance [ 845.175310] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661662, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.233471] env[63440]: INFO nova.compute.manager [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Took 36.95 seconds to build instance. [ 845.239464] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661663, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.326873] env[63440]: DEBUG nova.compute.manager [req-4028cd9e-57ca-472b-8717-c8c833cd7322 req-9b0120b0-8209-416b-a44d-6e878cbf5359 service nova] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Received event network-changed-bf68f250-0a0d-4507-ae74-ba397950fc33 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 845.327154] env[63440]: DEBUG nova.compute.manager [req-4028cd9e-57ca-472b-8717-c8c833cd7322 req-9b0120b0-8209-416b-a44d-6e878cbf5359 service nova] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Refreshing instance network info cache due to event network-changed-bf68f250-0a0d-4507-ae74-ba397950fc33. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 845.327357] env[63440]: DEBUG oslo_concurrency.lockutils [req-4028cd9e-57ca-472b-8717-c8c833cd7322 req-9b0120b0-8209-416b-a44d-6e878cbf5359 service nova] Acquiring lock "refresh_cache-251dcd8a-1497-4044-af21-91b1cb49a614" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.468967] env[63440]: DEBUG nova.scheduler.client.report [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.473534] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Releasing lock "refresh_cache-251dcd8a-1497-4044-af21-91b1cb49a614" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.473826] env[63440]: DEBUG nova.compute.manager [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Instance network_info: |[{"id": "bf68f250-0a0d-4507-ae74-ba397950fc33", "address": "fa:16:3e:fa:2e:90", "network": {"id": "6036bae1-f6e5-494f-97c5-954d6227a24a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1980630933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b970333f4143818355d51fa6e38cd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf68f250-0a", "ovs_interfaceid": "bf68f250-0a0d-4507-ae74-ba397950fc33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.476453] env[63440]: DEBUG oslo_concurrency.lockutils [req-4028cd9e-57ca-472b-8717-c8c833cd7322 req-9b0120b0-8209-416b-a44d-6e878cbf5359 service nova] Acquired lock "refresh_cache-251dcd8a-1497-4044-af21-91b1cb49a614" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.476696] env[63440]: DEBUG nova.network.neutron [req-4028cd9e-57ca-472b-8717-c8c833cd7322 req-9b0120b0-8209-416b-a44d-6e878cbf5359 service nova] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Refreshing network info cache for port bf68f250-0a0d-4507-ae74-ba397950fc33 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.477961] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:2e:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf68f250-0a0d-4507-ae74-ba397950fc33', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.486077] env[63440]: DEBUG oslo.service.loopingcall [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 845.486354] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.486670] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ea38109-ad7f-46f4-a43d-184255542a07 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.509630] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.509630] env[63440]: value = "task-2661667" [ 845.509630] env[63440]: _type = "Task" [ 845.509630] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.516978] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661667, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.518724] env[63440]: DEBUG nova.compute.manager [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.518935] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.519713] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0b950f-bb69-43fa-a23d-442c2611e586 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.527575] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.527827] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-127b4139-f1d5-45c6-bf96-58be1bfec829 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.535398] env[63440]: DEBUG oslo_vmware.api [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 845.535398] env[63440]: value = "task-2661668" [ 845.535398] env[63440]: _type = "Task" [ 845.535398] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.544527] env[63440]: DEBUG oslo_vmware.api [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.668672] env[63440]: DEBUG oslo_vmware.api [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661662, 'name': PowerOnVM_Task, 'duration_secs': 0.586479} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.668880] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.669113] env[63440]: INFO nova.compute.manager [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Took 12.73 seconds to spawn the instance on the hypervisor. [ 845.669303] env[63440]: DEBUG nova.compute.manager [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.670240] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e241fc1-016e-4c05-99d7-22c460b8dc0a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.736470] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62051bf5-07df-4ffb-9a0e-456aed64163a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "1e804776-533b-48a2-9d87-cd51a0781f9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.471s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.736747] env[63440]: DEBUG oslo_vmware.api [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661663, 'name': PowerOnVM_Task, 'duration_secs': 0.529073} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.737045] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.737248] env[63440]: INFO nova.compute.manager [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Took 15.32 seconds to spawn the instance on the hypervisor. [ 845.737429] env[63440]: DEBUG nova.compute.manager [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.738661] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3554bb-c281-4eaa-afd9-96aba5a2fc6b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.987427] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.988312] env[63440]: DEBUG nova.compute.manager [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.995482] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.890s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.995786] env[63440]: DEBUG nova.objects.instance [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Lazy-loading 'resources' on Instance uuid c657ae98-7ffb-47de-a697-00dadba3b0a8 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.018845] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661667, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.047921] env[63440]: DEBUG oslo_vmware.api [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661668, 'name': PowerOffVM_Task, 'duration_secs': 0.268122} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.049242] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.051030] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.051030] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31dbe5ce-57d5-4288-9fc3-2e85ea8bc4bc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.129082] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.129082] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.129082] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Deleting the datastore file [datastore2] f0398dc1-6edc-4245-acc7-b757741bdcf2 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.129082] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54156124-8d67-482a-94f2-356325321a59 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.136498] env[63440]: DEBUG oslo_vmware.api [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for the task: (returnval){ [ 846.136498] env[63440]: value = "task-2661670" [ 846.136498] env[63440]: _type = "Task" [ 846.136498] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.146028] env[63440]: DEBUG oslo_vmware.api [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.196080] env[63440]: INFO nova.compute.manager [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Took 38.43 seconds to build instance. [ 846.255595] env[63440]: INFO nova.compute.manager [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Took 57.12 seconds to build instance. [ 846.495153] env[63440]: DEBUG nova.compute.utils [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.496428] env[63440]: DEBUG nova.compute.manager [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.496428] env[63440]: DEBUG nova.network.neutron [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.525024] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661667, 'name': CreateVM_Task, 'duration_secs': 0.518973} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.525024] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.525024] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.525024] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.525024] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.525024] env[63440]: DEBUG nova.network.neutron [req-4028cd9e-57ca-472b-8717-c8c833cd7322 req-9b0120b0-8209-416b-a44d-6e878cbf5359 service nova] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Updated VIF entry in instance network info cache for port bf68f250-0a0d-4507-ae74-ba397950fc33. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.525024] env[63440]: DEBUG nova.network.neutron [req-4028cd9e-57ca-472b-8717-c8c833cd7322 req-9b0120b0-8209-416b-a44d-6e878cbf5359 service nova] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Updating instance_info_cache with network_info: [{"id": "bf68f250-0a0d-4507-ae74-ba397950fc33", "address": "fa:16:3e:fa:2e:90", "network": {"id": "6036bae1-f6e5-494f-97c5-954d6227a24a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1980630933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b970333f4143818355d51fa6e38cd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf68f250-0a", "ovs_interfaceid": "bf68f250-0a0d-4507-ae74-ba397950fc33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.526539] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ba5f5c-7ddc-411d-9622-81a0033dcdc0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.532953] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 846.532953] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f09e4e-7c46-d57a-3f2e-450ff18426df" [ 846.532953] env[63440]: _type = "Task" [ 846.532953] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.545565] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f09e4e-7c46-d57a-3f2e-450ff18426df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.571833] env[63440]: DEBUG nova.policy [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2a42cd433d843abac5dbabccf054e93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6b8072e72ed49a3bd3012385dc8822d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.651086] env[63440]: DEBUG oslo_vmware.api [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Task: {'id': task-2661670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429253} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.655994] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.655994] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.655994] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.655994] env[63440]: INFO nova.compute.manager [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 846.655994] env[63440]: DEBUG oslo.service.loopingcall [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 846.656695] env[63440]: DEBUG nova.compute.manager [-] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.656803] env[63440]: DEBUG nova.network.neutron [-] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.701973] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4bc6c28b-f65d-48ed-831f-db5b8e2dfaa4 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "00f8a56f-37af-48cf-97f5-5ea6d8be75d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.948s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.757856] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f01111f5-0ed9-40b5-bf6b-58181f13ca38 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "da0c32b9-0bbc-448c-a243-c0c6e081c8f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.629s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.925984] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97247a3-ee97-4310-ad6a-84846e676ae9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.944452] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9abc36d-fda7-4536-9228-c4fec1d82a1b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.986460] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7c0afd-0836-414f-8d58-c52b0dc83bc0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.998867] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde989dd-54f5-4ef9-98d1-82888d15c5cc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.006724] env[63440]: DEBUG nova.compute.manager [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.019808] env[63440]: DEBUG nova.compute.provider_tree [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.031810] env[63440]: DEBUG oslo_concurrency.lockutils [req-4028cd9e-57ca-472b-8717-c8c833cd7322 req-9b0120b0-8209-416b-a44d-6e878cbf5359 service nova] Releasing lock "refresh_cache-251dcd8a-1497-4044-af21-91b1cb49a614" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.046071] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f09e4e-7c46-d57a-3f2e-450ff18426df, 'name': SearchDatastore_Task, 'duration_secs': 0.025674} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.046769] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.046769] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.046948] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.047154] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.047280] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.047555] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ca852ba-e87d-4a9f-997d-b8f3642eafe0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.056829] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.057095] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.057978] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa818e24-3b0e-45a3-b1fe-373504565209 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.066602] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 847.066602] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c5fcb9-45ae-843e-1897-17c14b208930" [ 847.066602] env[63440]: _type = "Task" [ 847.066602] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.076424] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c5fcb9-45ae-843e-1897-17c14b208930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.082798] env[63440]: INFO nova.compute.manager [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Rescuing [ 847.083339] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "refresh_cache-1e804776-533b-48a2-9d87-cd51a0781f9a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.083654] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquired lock "refresh_cache-1e804776-533b-48a2-9d87-cd51a0781f9a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.083864] env[63440]: DEBUG nova.network.neutron [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.113593] env[63440]: DEBUG nova.network.neutron [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Successfully created port: 329dec1f-db44-4a17-9778-0ba14abee966 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.356975] env[63440]: DEBUG nova.compute.manager [req-30da3697-8d53-43f9-873c-27de612c6a78 req-a413961e-1fd5-44b8-89f9-ddcc3999f23c service nova] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Received event network-vif-deleted-4a2b93f5-3520-4975-b725-d45e61adabc7 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 847.357445] env[63440]: INFO nova.compute.manager [req-30da3697-8d53-43f9-873c-27de612c6a78 req-a413961e-1fd5-44b8-89f9-ddcc3999f23c service nova] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Neutron deleted interface 4a2b93f5-3520-4975-b725-d45e61adabc7; detaching it from the instance and deleting it from the info cache [ 847.357652] env[63440]: DEBUG nova.network.neutron [req-30da3697-8d53-43f9-873c-27de612c6a78 req-a413961e-1fd5-44b8-89f9-ddcc3999f23c service nova] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.454112] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "da0c32b9-0bbc-448c-a243-c0c6e081c8f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.454412] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "da0c32b9-0bbc-448c-a243-c0c6e081c8f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.454666] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "da0c32b9-0bbc-448c-a243-c0c6e081c8f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.454911] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "da0c32b9-0bbc-448c-a243-c0c6e081c8f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.455060] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "da0c32b9-0bbc-448c-a243-c0c6e081c8f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.457561] env[63440]: INFO nova.compute.manager [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Terminating instance [ 847.528071] env[63440]: DEBUG nova.scheduler.client.report [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.581067] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c5fcb9-45ae-843e-1897-17c14b208930, 'name': SearchDatastore_Task, 'duration_secs': 0.012473} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.581906] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f7d83c-4b20-412f-99b8-404b71885538 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.590261] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 847.590261] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5276bd18-d436-69b7-038d-90eb849797c0" [ 847.590261] env[63440]: _type = "Task" [ 847.590261] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.602491] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5276bd18-d436-69b7-038d-90eb849797c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.737427] env[63440]: DEBUG nova.network.neutron [-] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.863756] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d14af07-31cd-4dd0-97d1-aecc94f27473 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.879808] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89489e72-0606-4254-b6ea-b550aee72288 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.926161] env[63440]: DEBUG nova.compute.manager [req-30da3697-8d53-43f9-873c-27de612c6a78 req-a413961e-1fd5-44b8-89f9-ddcc3999f23c service nova] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Detach interface failed, port_id=4a2b93f5-3520-4975-b725-d45e61adabc7, reason: Instance f0398dc1-6edc-4245-acc7-b757741bdcf2 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 847.964318] env[63440]: DEBUG nova.compute.manager [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.964578] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.965570] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e4eff2-7bcf-4468-9062-5bac21a6f4a1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.973784] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.974919] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c77d82d0-9bf8-4d0d-9e86-1e8a060f03ef {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.981771] env[63440]: DEBUG oslo_vmware.api [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 847.981771] env[63440]: value = "task-2661671" [ 847.981771] env[63440]: _type = "Task" [ 847.981771] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.994417] env[63440]: DEBUG oslo_vmware.api [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.017861] env[63440]: DEBUG nova.compute.manager [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.052167] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.056054] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.526s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.063919] env[63440]: INFO nova.compute.claims [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.086359] env[63440]: DEBUG nova.virt.hardware [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.086359] env[63440]: DEBUG nova.virt.hardware [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.086359] env[63440]: DEBUG nova.virt.hardware [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.086769] env[63440]: DEBUG nova.virt.hardware [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.086769] env[63440]: DEBUG nova.virt.hardware [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.087069] env[63440]: DEBUG nova.virt.hardware [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.087516] env[63440]: DEBUG nova.virt.hardware [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.087516] env[63440]: DEBUG nova.virt.hardware [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.087634] env[63440]: DEBUG nova.virt.hardware [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.087890] env[63440]: DEBUG nova.virt.hardware [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.088995] env[63440]: DEBUG nova.virt.hardware [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.089502] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df87c7eb-e962-4c9d-8902-5992b1dbb83b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.112592] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5276bd18-d436-69b7-038d-90eb849797c0, 'name': SearchDatastore_Task, 'duration_secs': 0.02457} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.113044] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.113319] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 251dcd8a-1497-4044-af21-91b1cb49a614/251dcd8a-1497-4044-af21-91b1cb49a614.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.115030] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9519287-04f8-4cba-bfc8-c56f1b420aed {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.119103] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc27c766-1430-419d-a783-f12a3df6f783 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.122370] env[63440]: INFO nova.scheduler.client.report [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Deleted allocations for instance c657ae98-7ffb-47de-a697-00dadba3b0a8 [ 848.143638] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 848.143638] env[63440]: value = "task-2661672" [ 848.143638] env[63440]: _type = "Task" [ 848.143638] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.153103] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.243132] env[63440]: INFO nova.compute.manager [-] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Took 1.58 seconds to deallocate network for instance. [ 848.263148] env[63440]: DEBUG nova.network.neutron [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Updating instance_info_cache with network_info: [{"id": "5b729c54-5979-45e8-8440-621d866ca088", "address": "fa:16:3e:3d:f9:f2", "network": {"id": "bb46e920-0220-42c4-9974-c64ad3c56ebf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1307008030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d018a16ec44cc6b8b19c09673da230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b729c54-59", "ovs_interfaceid": "5b729c54-5979-45e8-8440-621d866ca088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.493298] env[63440]: DEBUG oslo_vmware.api [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661671, 'name': PowerOffVM_Task, 'duration_secs': 0.333609} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.495892] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.495892] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.495892] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a8daa26-df24-46d1-ae76-8ec1882b0485 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.593202] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.593202] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.593202] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Deleting the datastore file [datastore2] da0c32b9-0bbc-448c-a243-c0c6e081c8f8 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.593202] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00b496ea-d66b-4112-abd7-82b91f74aca4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.601187] env[63440]: DEBUG oslo_vmware.api [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 848.601187] env[63440]: value = "task-2661675" [ 848.601187] env[63440]: _type = "Task" [ 848.601187] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.610225] env[63440]: DEBUG oslo_vmware.api [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.644866] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e0d67111-ae13-4245-a5d1-5cadd25be9d0 tempest-FloatingIPsAssociationTestJSON-1934601669 tempest-FloatingIPsAssociationTestJSON-1934601669-project-member] Lock "c657ae98-7ffb-47de-a697-00dadba3b0a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.719s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.656042] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661672, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.751023] env[63440]: DEBUG oslo_concurrency.lockutils [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.768220] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Releasing lock "refresh_cache-1e804776-533b-48a2-9d87-cd51a0781f9a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.117806] env[63440]: DEBUG oslo_vmware.api [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.161978] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.989202} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.162698] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 251dcd8a-1497-4044-af21-91b1cb49a614/251dcd8a-1497-4044-af21-91b1cb49a614.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.162698] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.163116] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1b85f4e-f64b-42f1-a681-995c5bca1066 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.172559] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 849.172559] env[63440]: value = "task-2661676" [ 849.172559] env[63440]: _type = "Task" [ 849.172559] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.188974] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.254684] env[63440]: DEBUG nova.compute.manager [req-96d24490-5a88-449d-a617-f17cce81237d req-3cc88b44-6ed3-4263-bc4d-60135fb80d82 service nova] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Received event network-vif-plugged-329dec1f-db44-4a17-9778-0ba14abee966 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.254921] env[63440]: DEBUG oslo_concurrency.lockutils [req-96d24490-5a88-449d-a617-f17cce81237d req-3cc88b44-6ed3-4263-bc4d-60135fb80d82 service nova] Acquiring lock "d036c0d9-ff41-4055-8de9-80a085ed8391-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.255165] env[63440]: DEBUG oslo_concurrency.lockutils [req-96d24490-5a88-449d-a617-f17cce81237d req-3cc88b44-6ed3-4263-bc4d-60135fb80d82 service nova] Lock "d036c0d9-ff41-4055-8de9-80a085ed8391-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.255586] env[63440]: DEBUG oslo_concurrency.lockutils [req-96d24490-5a88-449d-a617-f17cce81237d req-3cc88b44-6ed3-4263-bc4d-60135fb80d82 service nova] Lock "d036c0d9-ff41-4055-8de9-80a085ed8391-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.255586] env[63440]: DEBUG nova.compute.manager [req-96d24490-5a88-449d-a617-f17cce81237d req-3cc88b44-6ed3-4263-bc4d-60135fb80d82 service nova] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] No waiting events found dispatching network-vif-plugged-329dec1f-db44-4a17-9778-0ba14abee966 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.255795] env[63440]: WARNING nova.compute.manager [req-96d24490-5a88-449d-a617-f17cce81237d req-3cc88b44-6ed3-4263-bc4d-60135fb80d82 service nova] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Received unexpected event network-vif-plugged-329dec1f-db44-4a17-9778-0ba14abee966 for instance with vm_state building and task_state spawning. [ 849.316019] env[63440]: DEBUG nova.network.neutron [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Successfully updated port: 329dec1f-db44-4a17-9778-0ba14abee966 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.514976] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92a7b38-7a27-4e65-ba57-4b688606b95f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.524759] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1982fa-2e93-46b1-b4b8-ab4d9f9401a7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.568097] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe837469-19d9-4286-b5c8-0032d762044f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.577881] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591a5126-1974-483f-b3b7-85016ee8ac1a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.595746] env[63440]: DEBUG nova.compute.provider_tree [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.619580] env[63440]: DEBUG oslo_vmware.api [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.530825} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.619580] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.619734] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.619772] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.619938] env[63440]: INFO nova.compute.manager [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Took 1.66 seconds to destroy the instance on the hypervisor. [ 849.620228] env[63440]: DEBUG oslo.service.loopingcall [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.620440] env[63440]: DEBUG nova.compute.manager [-] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.620660] env[63440]: DEBUG nova.network.neutron [-] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.682986] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082682} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.683459] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.684405] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020a5577-b319-4e0a-856f-2eeb2209a9fe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.711683] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 251dcd8a-1497-4044-af21-91b1cb49a614/251dcd8a-1497-4044-af21-91b1cb49a614.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.712268] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36fadb26-b519-4227-8b55-fbbf8be7faec {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.735288] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 849.735288] env[63440]: value = "task-2661677" [ 849.735288] env[63440]: _type = "Task" [ 849.735288] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.747970] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.821728] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "refresh_cache-d036c0d9-ff41-4055-8de9-80a085ed8391" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.821728] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "refresh_cache-d036c0d9-ff41-4055-8de9-80a085ed8391" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.821728] env[63440]: DEBUG nova.network.neutron [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.994543] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "922d1ebc-ea1e-40b1-85a6-afcfe028bdc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.997242] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "922d1ebc-ea1e-40b1-85a6-afcfe028bdc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.100604] env[63440]: DEBUG nova.scheduler.client.report [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.249220] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.324025] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.326251] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-624ca9e4-6055-4a68-93c5-4b00d82e4e76 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.336598] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 850.336598] env[63440]: value = "task-2661679" [ 850.336598] env[63440]: _type = "Task" [ 850.336598] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.349179] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.405094] env[63440]: DEBUG nova.network.neutron [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.497576] env[63440]: DEBUG nova.compute.manager [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.611328] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.611328] env[63440]: DEBUG nova.compute.manager [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.614143] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.928s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.614556] env[63440]: DEBUG nova.objects.instance [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Lazy-loading 'resources' on Instance uuid d47ad4c3-5d16-4b6e-bc52-395607df1904 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.716152] env[63440]: DEBUG nova.network.neutron [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Updating instance_info_cache with network_info: [{"id": "329dec1f-db44-4a17-9778-0ba14abee966", "address": "fa:16:3e:f2:49:eb", "network": {"id": "683d0572-1971-4756-a78e-94e11c551500", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-948320418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b8072e72ed49a3bd3012385dc8822d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329dec1f-db", "ovs_interfaceid": "329dec1f-db44-4a17-9778-0ba14abee966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.753350] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661677, 'name': ReconfigVM_Task, 'duration_secs': 0.868155} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.759160] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 251dcd8a-1497-4044-af21-91b1cb49a614/251dcd8a-1497-4044-af21-91b1cb49a614.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.759160] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3b71732-67ff-4333-8ca2-1739e71d7c05 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.767727] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 850.767727] env[63440]: value = "task-2661680" [ 850.767727] env[63440]: _type = "Task" [ 850.767727] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.777505] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661680, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.849974] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661679, 'name': PowerOffVM_Task, 'duration_secs': 0.243142} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.850368] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.851272] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03d1de5-1183-4c47-aa6d-2092e451148d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.873103] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ddef45-883b-44f7-96a9-701d3684620b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.876102] env[63440]: DEBUG nova.network.neutron [-] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.916105] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.916543] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a219d54a-1ca7-4d99-9d26-50ae4b921c81 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.927852] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 850.927852] env[63440]: value = "task-2661681" [ 850.927852] env[63440]: _type = "Task" [ 850.927852] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.939188] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] VM already powered off {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 850.939432] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.939688] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.939840] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.940035] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.940339] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3646357-1e6b-42ac-bee4-5a4f465dc4b2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.955351] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.955659] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.956460] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d35191e7-5932-414b-b696-64a7efa156b3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.963228] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 850.963228] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e4d4e5-d3d5-b4b7-e380-0ed93c909e16" [ 850.963228] env[63440]: _type = "Task" [ 850.963228] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.975036] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e4d4e5-d3d5-b4b7-e380-0ed93c909e16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.038631] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.125029] env[63440]: DEBUG nova.compute.utils [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.129798] env[63440]: DEBUG nova.compute.manager [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Not allocating networking since 'none' was specified. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 851.219344] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "refresh_cache-d036c0d9-ff41-4055-8de9-80a085ed8391" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.219663] env[63440]: DEBUG nova.compute.manager [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Instance network_info: |[{"id": "329dec1f-db44-4a17-9778-0ba14abee966", "address": "fa:16:3e:f2:49:eb", "network": {"id": "683d0572-1971-4756-a78e-94e11c551500", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-948320418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b8072e72ed49a3bd3012385dc8822d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329dec1f-db", "ovs_interfaceid": "329dec1f-db44-4a17-9778-0ba14abee966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.220317] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:49:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '329dec1f-db44-4a17-9778-0ba14abee966', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.228278] env[63440]: DEBUG oslo.service.loopingcall [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 851.229199] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.230903] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a9e5000-353c-430c-bc22-674fc62ab074 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.253633] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.253633] env[63440]: value = "task-2661682" [ 851.253633] env[63440]: _type = "Task" [ 851.253633] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.264687] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661682, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.277921] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661680, 'name': Rename_Task, 'duration_secs': 0.202776} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.280664] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.281339] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67896322-10f3-4122-9c98-478e4323564d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.291139] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 851.291139] env[63440]: value = "task-2661683" [ 851.291139] env[63440]: _type = "Task" [ 851.291139] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.297932] env[63440]: DEBUG nova.compute.manager [req-ee8d8da1-04de-4700-9650-3e3a32bcba25 req-e48fac8c-bdf8-4874-b972-73ea32f30cca service nova] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Received event network-changed-329dec1f-db44-4a17-9778-0ba14abee966 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.298154] env[63440]: DEBUG nova.compute.manager [req-ee8d8da1-04de-4700-9650-3e3a32bcba25 req-e48fac8c-bdf8-4874-b972-73ea32f30cca service nova] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Refreshing instance network info cache due to event network-changed-329dec1f-db44-4a17-9778-0ba14abee966. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 851.298377] env[63440]: DEBUG oslo_concurrency.lockutils [req-ee8d8da1-04de-4700-9650-3e3a32bcba25 req-e48fac8c-bdf8-4874-b972-73ea32f30cca service nova] Acquiring lock "refresh_cache-d036c0d9-ff41-4055-8de9-80a085ed8391" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.298525] env[63440]: DEBUG oslo_concurrency.lockutils [req-ee8d8da1-04de-4700-9650-3e3a32bcba25 req-e48fac8c-bdf8-4874-b972-73ea32f30cca service nova] Acquired lock "refresh_cache-d036c0d9-ff41-4055-8de9-80a085ed8391" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.298683] env[63440]: DEBUG nova.network.neutron [req-ee8d8da1-04de-4700-9650-3e3a32bcba25 req-e48fac8c-bdf8-4874-b972-73ea32f30cca service nova] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Refreshing network info cache for port 329dec1f-db44-4a17-9778-0ba14abee966 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.311219] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.379235] env[63440]: INFO nova.compute.manager [-] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Took 1.76 seconds to deallocate network for instance. [ 851.477615] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e4d4e5-d3d5-b4b7-e380-0ed93c909e16, 'name': SearchDatastore_Task, 'duration_secs': 0.012371} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.477932] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e66e0d18-635c-43a4-b5bd-1cc21c22a1ed {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.485536] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 851.485536] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b14339-39fe-fe90-af90-f3bcd1b4ffd3" [ 851.485536] env[63440]: _type = "Task" [ 851.485536] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.495172] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b14339-39fe-fe90-af90-f3bcd1b4ffd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.496854] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3908258c-c1e5-41db-b48e-24af176685f5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.504665] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674a955d-c283-4014-982c-b05da23d38c0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.537585] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88a54b8-7b99-44c4-8f50-0a088d3d653b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.547116] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940fbe99-afe5-4b29-a49e-6ef53848f627 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.564615] env[63440]: DEBUG nova.compute.provider_tree [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.630840] env[63440]: DEBUG nova.compute.manager [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.764610] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661682, 'name': CreateVM_Task, 'duration_secs': 0.405856} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.764754] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.765636] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.765909] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.767432] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.767432] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35cbec92-8237-4ad6-b7dc-afce246a089c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.773196] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 851.773196] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522c79a9-164b-02bf-1893-633b9031c900" [ 851.773196] env[63440]: _type = "Task" [ 851.773196] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.789695] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522c79a9-164b-02bf-1893-633b9031c900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.802805] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661683, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.892104] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.999368] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b14339-39fe-fe90-af90-f3bcd1b4ffd3, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.999687] env[63440]: DEBUG oslo_concurrency.lockutils [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.000579] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 1e804776-533b-48a2-9d87-cd51a0781f9a/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk. {{(pid=63440) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 852.000579] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c80c42a3-b4df-4e5a-b1e9-a4f003173ce9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.009514] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 852.009514] env[63440]: value = "task-2661684" [ 852.009514] env[63440]: _type = "Task" [ 852.009514] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.019023] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.063978] env[63440]: DEBUG nova.network.neutron [req-ee8d8da1-04de-4700-9650-3e3a32bcba25 req-e48fac8c-bdf8-4874-b972-73ea32f30cca service nova] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Updated VIF entry in instance network info cache for port 329dec1f-db44-4a17-9778-0ba14abee966. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.063978] env[63440]: DEBUG nova.network.neutron [req-ee8d8da1-04de-4700-9650-3e3a32bcba25 req-e48fac8c-bdf8-4874-b972-73ea32f30cca service nova] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Updating instance_info_cache with network_info: [{"id": "329dec1f-db44-4a17-9778-0ba14abee966", "address": "fa:16:3e:f2:49:eb", "network": {"id": "683d0572-1971-4756-a78e-94e11c551500", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-948320418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b8072e72ed49a3bd3012385dc8822d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329dec1f-db", "ovs_interfaceid": "329dec1f-db44-4a17-9778-0ba14abee966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.089419] env[63440]: ERROR nova.scheduler.client.report [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] [req-628bb7cb-f0b5-490f-9606-ce113f6b1e65] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-628bb7cb-f0b5-490f-9606-ce113f6b1e65"}]} [ 852.108571] env[63440]: DEBUG nova.scheduler.client.report [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Refreshing inventories for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 852.126607] env[63440]: DEBUG nova.scheduler.client.report [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Updating ProviderTree inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 852.126930] env[63440]: DEBUG nova.compute.provider_tree [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.145262] env[63440]: DEBUG nova.scheduler.client.report [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Refreshing aggregate associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, aggregates: None {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 852.169874] env[63440]: DEBUG nova.scheduler.client.report [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Refreshing trait associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 852.289838] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522c79a9-164b-02bf-1893-633b9031c900, 'name': SearchDatastore_Task, 'duration_secs': 0.015801} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.290176] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.290516] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.291354] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.291590] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.291981] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.292356] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19057d14-c357-4584-b42d-b316bef165ab {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.308418] env[63440]: DEBUG oslo_vmware.api [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661683, 'name': PowerOnVM_Task, 'duration_secs': 0.53067} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.309721] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.310044] env[63440]: INFO nova.compute.manager [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Took 11.00 seconds to spawn the instance on the hypervisor. [ 852.310279] env[63440]: DEBUG nova.compute.manager [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.310819] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.310819] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.315084] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22771dd2-805f-4e76-bebe-eb534fd6b73b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.317687] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a6e0e7e-602a-4b00-950b-20a0dca7407e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.326752] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 852.326752] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52903769-5717-ce95-d61f-0a1d49aced34" [ 852.326752] env[63440]: _type = "Task" [ 852.326752] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.346556] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52903769-5717-ce95-d61f-0a1d49aced34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.525479] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661684, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.541938] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f523b8e-7341-454d-a8f3-0faa44883302 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.553693] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa380506-67f7-445b-85fc-9e806f98da26 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.596232] env[63440]: DEBUG oslo_concurrency.lockutils [req-ee8d8da1-04de-4700-9650-3e3a32bcba25 req-e48fac8c-bdf8-4874-b972-73ea32f30cca service nova] Releasing lock "refresh_cache-d036c0d9-ff41-4055-8de9-80a085ed8391" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.596505] env[63440]: DEBUG nova.compute.manager [req-ee8d8da1-04de-4700-9650-3e3a32bcba25 req-e48fac8c-bdf8-4874-b972-73ea32f30cca service nova] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Received event network-vif-deleted-43c41084-73e3-4643-af22-dc910ba17bda {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.598442] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c9139d-0d87-42a0-bb5a-ee53754ab4dc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.608747] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64714eaf-8c36-4818-ae2b-583ef6e7a3dc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.629225] env[63440]: DEBUG nova.compute.provider_tree [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.643110] env[63440]: DEBUG nova.compute.manager [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.670565] env[63440]: DEBUG nova.virt.hardware [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.670843] env[63440]: DEBUG nova.virt.hardware [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.671029] env[63440]: DEBUG nova.virt.hardware [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.671225] env[63440]: DEBUG nova.virt.hardware [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.671374] env[63440]: DEBUG nova.virt.hardware [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.671527] env[63440]: DEBUG nova.virt.hardware [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.671746] env[63440]: DEBUG nova.virt.hardware [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.671911] env[63440]: DEBUG nova.virt.hardware [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.672189] env[63440]: DEBUG nova.virt.hardware [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.672411] env[63440]: DEBUG nova.virt.hardware [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.672638] env[63440]: DEBUG nova.virt.hardware [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.673737] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78b1ed6-274a-4804-8784-a748330e387e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.683354] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10eca3d9-30b5-4d7c-9366-c81b8a800df4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.699514] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Instance VIF info [] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.706492] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Creating folder: Project (3abbe09a35f24a19ad51841c43fbb7ce). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.706879] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33929854-41bb-4930-926c-eba1ae300d6e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.721546] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Created folder: Project (3abbe09a35f24a19ad51841c43fbb7ce) in parent group-v536546. [ 852.721546] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Creating folder: Instances. Parent ref: group-v536748. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.721546] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fd1c19b-7d36-4fe6-8301-4ecd91e9ff66 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.734216] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Created folder: Instances in parent group-v536748. [ 852.734559] env[63440]: DEBUG oslo.service.loopingcall [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.734771] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.734981] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e0aa1be-af7f-4ae0-b4a3-26047d67cea4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.754968] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.754968] env[63440]: value = "task-2661688" [ 852.754968] env[63440]: _type = "Task" [ 852.754968] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.764819] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661688, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.847021] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52903769-5717-ce95-d61f-0a1d49aced34, 'name': SearchDatastore_Task, 'duration_secs': 0.01389} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.849218] env[63440]: INFO nova.compute.manager [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Took 34.33 seconds to build instance. [ 852.850442] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6be6d9e-ae23-49a7-aec9-843f19ec9167 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.859702] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 852.859702] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a95c29-f788-0cda-3b1a-5e625e3af4b5" [ 852.859702] env[63440]: _type = "Task" [ 852.859702] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.872573] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a95c29-f788-0cda-3b1a-5e625e3af4b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.025015] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658382} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.025328] env[63440]: INFO nova.virt.vmwareapi.ds_util [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 1e804776-533b-48a2-9d87-cd51a0781f9a/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk. [ 853.026223] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d0528f-5dfe-4e92-85dd-27f1ddc0fc66 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.053659] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 1e804776-533b-48a2-9d87-cd51a0781f9a/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.054053] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-830d69eb-d3e0-40b0-9b56-5fae4e345833 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.075652] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 853.075652] env[63440]: value = "task-2661689" [ 853.075652] env[63440]: _type = "Task" [ 853.075652] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.086280] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.175196] env[63440]: DEBUG nova.scheduler.client.report [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Updated inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 853.175714] env[63440]: DEBUG nova.compute.provider_tree [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 98 to 99 during operation: update_inventory {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 853.175919] env[63440]: DEBUG nova.compute.provider_tree [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.273208] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661688, 'name': CreateVM_Task, 'duration_secs': 0.463969} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.273484] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.274506] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.274745] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.275218] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.275919] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75197943-0f83-4fe8-8f7f-5a5817f73c5f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.284561] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for the task: (returnval){ [ 853.284561] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521a4294-edd4-daac-c9dd-66278ab56eec" [ 853.284561] env[63440]: _type = "Task" [ 853.284561] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.294781] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521a4294-edd4-daac-c9dd-66278ab56eec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.354180] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c4a04f39-cf98-490c-918b-35c456c1f2ac tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "251dcd8a-1497-4044-af21-91b1cb49a614" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.844s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.372493] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a95c29-f788-0cda-3b1a-5e625e3af4b5, 'name': SearchDatastore_Task, 'duration_secs': 0.013679} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.372840] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.373124] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] d036c0d9-ff41-4055-8de9-80a085ed8391/d036c0d9-ff41-4055-8de9-80a085ed8391.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.373421] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a8dbc7c-ba6b-44e3-adec-d11788babc95 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.383344] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 853.383344] env[63440]: value = "task-2661690" [ 853.383344] env[63440]: _type = "Task" [ 853.383344] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.393913] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.590469] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.681731] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.067s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.686584] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.754s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.686913] env[63440]: DEBUG nova.objects.instance [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lazy-loading 'resources' on Instance uuid 5f3398c9-4f87-4eb5-a020-04e4f940bf4a {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.720832] env[63440]: INFO nova.scheduler.client.report [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Deleted allocations for instance d47ad4c3-5d16-4b6e-bc52-395607df1904 [ 853.803104] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521a4294-edd4-daac-c9dd-66278ab56eec, 'name': SearchDatastore_Task, 'duration_secs': 0.023709} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.803506] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.803758] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.803999] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.804208] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.804406] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.804720] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35eeed6f-9ec4-4e5b-8ee4-c4cd62a9eabc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.821624] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.821834] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.822660] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f577a6a1-7fa6-49d7-ad50-4081696b9787 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.830912] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for the task: (returnval){ [ 853.830912] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529a6154-d9a1-c926-9e17-de9a49768078" [ 853.830912] env[63440]: _type = "Task" [ 853.830912] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.845671] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529a6154-d9a1-c926-9e17-de9a49768078, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.901886] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661690, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.088862] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661689, 'name': ReconfigVM_Task, 'duration_secs': 0.920352} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.089179] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 1e804776-533b-48a2-9d87-cd51a0781f9a/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.090091] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db6574b-4321-4a48-b5a3-485dadd0f327 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.124856] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33101662-80cc-4559-9309-9b1400551106 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.144921] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 854.144921] env[63440]: value = "task-2661691" [ 854.144921] env[63440]: _type = "Task" [ 854.144921] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.155692] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.235660] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4fcf754b-dee6-4c57-8188-7dff5ac6c3ae tempest-ServerShowV254Test-1026090521 tempest-ServerShowV254Test-1026090521-project-member] Lock "d47ad4c3-5d16-4b6e-bc52-395607df1904" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.986s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.356288] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529a6154-d9a1-c926-9e17-de9a49768078, 'name': SearchDatastore_Task, 'duration_secs': 0.055173} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.356288] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-883e7793-0da6-496c-974e-f618e924ae06 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.364937] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for the task: (returnval){ [ 854.364937] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5213903e-7ae8-b323-656e-d60e2e2c5f15" [ 854.364937] env[63440]: _type = "Task" [ 854.364937] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.381526] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5213903e-7ae8-b323-656e-d60e2e2c5f15, 'name': SearchDatastore_Task, 'duration_secs': 0.013056} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.381856] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.382729] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] f4799f88-5cdf-41c3-b737-583af54c9c16/f4799f88-5cdf-41c3-b737-583af54c9c16.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.382729] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d711f11-4d6e-4e72-ad1c-4fdf3ca4eea3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.394345] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for the task: (returnval){ [ 854.394345] env[63440]: value = "task-2661692" [ 854.394345] env[63440]: _type = "Task" [ 854.394345] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.398286] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550166} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.401636] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] d036c0d9-ff41-4055-8de9-80a085ed8391/d036c0d9-ff41-4055-8de9-80a085ed8391.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.401865] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.402146] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5b8785c-6880-4ba9-9b8f-25f4d060bdac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.415651] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.417789] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 854.417789] env[63440]: value = "task-2661693" [ 854.417789] env[63440]: _type = "Task" [ 854.417789] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.437031] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.555672] env[63440]: DEBUG nova.compute.manager [req-21f1b7e4-a3d9-40df-8406-6812e3f1ed45 req-87717440-e732-4c90-bf9a-34a6fc17a1e8 service nova] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Received event network-changed-bf68f250-0a0d-4507-ae74-ba397950fc33 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 854.559882] env[63440]: DEBUG nova.compute.manager [req-21f1b7e4-a3d9-40df-8406-6812e3f1ed45 req-87717440-e732-4c90-bf9a-34a6fc17a1e8 service nova] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Refreshing instance network info cache due to event network-changed-bf68f250-0a0d-4507-ae74-ba397950fc33. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 854.559882] env[63440]: DEBUG oslo_concurrency.lockutils [req-21f1b7e4-a3d9-40df-8406-6812e3f1ed45 req-87717440-e732-4c90-bf9a-34a6fc17a1e8 service nova] Acquiring lock "refresh_cache-251dcd8a-1497-4044-af21-91b1cb49a614" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.559882] env[63440]: DEBUG oslo_concurrency.lockutils [req-21f1b7e4-a3d9-40df-8406-6812e3f1ed45 req-87717440-e732-4c90-bf9a-34a6fc17a1e8 service nova] Acquired lock "refresh_cache-251dcd8a-1497-4044-af21-91b1cb49a614" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.559882] env[63440]: DEBUG nova.network.neutron [req-21f1b7e4-a3d9-40df-8406-6812e3f1ed45 req-87717440-e732-4c90-bf9a-34a6fc17a1e8 service nova] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Refreshing network info cache for port bf68f250-0a0d-4507-ae74-ba397950fc33 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.628835] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662655c4-042d-443b-be5b-67afab32a81c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.639533] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463c9329-7127-4441-b06d-03ccfb408274 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.684537] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34db93db-ab01-4c82-97b5-3321df55bf5e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.695921] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661691, 'name': ReconfigVM_Task, 'duration_secs': 0.412678} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.696311] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.699444] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff30e5f-4fa1-4c31-b9b9-8f23133701b3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.702169] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab79618e-e1f5-405f-a852-ec87d0efcfe3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.723012] env[63440]: DEBUG nova.compute.provider_tree [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.725083] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 854.725083] env[63440]: value = "task-2661695" [ 854.725083] env[63440]: _type = "Task" [ 854.725083] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.742016] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.920573] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661692, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.937238] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080555} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.938147] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.940033] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d3cc35-d620-4fdd-9ddc-924a47ec7340 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.969261] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] d036c0d9-ff41-4055-8de9-80a085ed8391/d036c0d9-ff41-4055-8de9-80a085ed8391.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.969638] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70d9937d-ce58-41b6-8857-dcfceeb2a899 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.997619] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 854.997619] env[63440]: value = "task-2661696" [ 854.997619] env[63440]: _type = "Task" [ 854.997619] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.012327] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.224340] env[63440]: DEBUG nova.scheduler.client.report [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.240682] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661695, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.412789] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85892} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.413220] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] f4799f88-5cdf-41c3-b737-583af54c9c16/f4799f88-5cdf-41c3-b737-583af54c9c16.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.413448] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.413739] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c55a91fe-4420-4b74-9d32-e5aadf062a2f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.422820] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for the task: (returnval){ [ 855.422820] env[63440]: value = "task-2661697" [ 855.422820] env[63440]: _type = "Task" [ 855.422820] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.434136] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.516211] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.530741] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Acquiring lock "a61ad6a4-be15-47e7-9fae-41269190b37b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.531317] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Lock "a61ad6a4-be15-47e7-9fae-41269190b37b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.614810] env[63440]: DEBUG nova.network.neutron [req-21f1b7e4-a3d9-40df-8406-6812e3f1ed45 req-87717440-e732-4c90-bf9a-34a6fc17a1e8 service nova] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Updated VIF entry in instance network info cache for port bf68f250-0a0d-4507-ae74-ba397950fc33. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.615313] env[63440]: DEBUG nova.network.neutron [req-21f1b7e4-a3d9-40df-8406-6812e3f1ed45 req-87717440-e732-4c90-bf9a-34a6fc17a1e8 service nova] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Updating instance_info_cache with network_info: [{"id": "bf68f250-0a0d-4507-ae74-ba397950fc33", "address": "fa:16:3e:fa:2e:90", "network": {"id": "6036bae1-f6e5-494f-97c5-954d6227a24a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1980630933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b970333f4143818355d51fa6e38cd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf68f250-0a", "ovs_interfaceid": "bf68f250-0a0d-4507-ae74-ba397950fc33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.733468] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.737413] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.339s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.737413] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.738173] env[63440]: DEBUG oslo_concurrency.lockutils [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.617s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.739727] env[63440]: INFO nova.compute.claims [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.749317] env[63440]: DEBUG oslo_vmware.api [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661695, 'name': PowerOnVM_Task, 'duration_secs': 0.819386} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.749317] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.753402] env[63440]: DEBUG nova.compute.manager [None req-13e59e96-ebd9-4d1a-a5fd-913c076d6db2 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.753402] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1929db5-2a58-4156-8388-6b1a8e1cc66b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.768108] env[63440]: INFO nova.scheduler.client.report [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Deleted allocations for instance 5f3398c9-4f87-4eb5-a020-04e4f940bf4a [ 855.773483] env[63440]: INFO nova.scheduler.client.report [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Deleted allocations for instance 66f4957e-96a9-462c-8a41-06dfd9ea93f9 [ 855.934812] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080935} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.935018] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.936259] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fe1019-9efa-49f4-a844-8c84ad8f1e54 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.960350] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] f4799f88-5cdf-41c3-b737-583af54c9c16/f4799f88-5cdf-41c3-b737-583af54c9c16.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.960727] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bbc64c2-c633-4d76-a371-01c0d9074db0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.986422] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for the task: (returnval){ [ 855.986422] env[63440]: value = "task-2661698" [ 855.986422] env[63440]: _type = "Task" [ 855.986422] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.998315] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.008756] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661696, 'name': ReconfigVM_Task, 'duration_secs': 0.668611} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.009426] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Reconfigured VM instance instance-00000048 to attach disk [datastore1] d036c0d9-ff41-4055-8de9-80a085ed8391/d036c0d9-ff41-4055-8de9-80a085ed8391.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.009813] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c34eeb6e-454d-40b2-b7a9-1478f9a3a920 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.019937] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 856.019937] env[63440]: value = "task-2661699" [ 856.019937] env[63440]: _type = "Task" [ 856.019937] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.029152] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661699, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.035529] env[63440]: DEBUG nova.compute.manager [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.118093] env[63440]: DEBUG oslo_concurrency.lockutils [req-21f1b7e4-a3d9-40df-8406-6812e3f1ed45 req-87717440-e732-4c90-bf9a-34a6fc17a1e8 service nova] Releasing lock "refresh_cache-251dcd8a-1497-4044-af21-91b1cb49a614" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.288277] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f152514-25a4-42e3-9e71-54e43c9c5822 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "5f3398c9-4f87-4eb5-a020-04e4f940bf4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.540s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.291050] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7083157c-10d6-4311-bebf-183f7cfbb9e5 tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "66f4957e-96a9-462c-8a41-06dfd9ea93f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.832s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.498692] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661698, 'name': ReconfigVM_Task, 'duration_secs': 0.294734} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.501401] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Reconfigured VM instance instance-00000049 to attach disk [datastore1] f4799f88-5cdf-41c3-b737-583af54c9c16/f4799f88-5cdf-41c3-b737-583af54c9c16.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.501401] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33cbfc00-4059-4976-94f3-2d8849044397 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.510169] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for the task: (returnval){ [ 856.510169] env[63440]: value = "task-2661700" [ 856.510169] env[63440]: _type = "Task" [ 856.510169] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.521092] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661700, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.530122] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661699, 'name': Rename_Task, 'duration_secs': 0.271241} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.530480] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.530853] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45c48d88-64cf-4cb9-8555-a1f1ce1dc148 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.538382] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 856.538382] env[63440]: value = "task-2661702" [ 856.538382] env[63440]: _type = "Task" [ 856.538382] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.551449] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.566032] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.036377] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661700, 'name': Rename_Task, 'duration_secs': 0.161627} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.036661] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.037196] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f630bdd-dfb9-4f15-8b7c-b674aab5f108 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.052690] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661702, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.055077] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for the task: (returnval){ [ 857.055077] env[63440]: value = "task-2661703" [ 857.055077] env[63440]: _type = "Task" [ 857.055077] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.069838] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.142240] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2b6fbd-a087-4e32-baf9-910dedfffe10 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.150084] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d901284c-73a5-4529-8f24-8c48ae6b5947 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.183176] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0229698c-19cd-4a8c-8df6-7f0734bc659f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.191597] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d989e7-5929-4f14-af01-0748573ceea4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.207628] env[63440]: DEBUG nova.compute.provider_tree [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.508505] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "d7718d7e-4911-4905-b135-54291157aded" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.508808] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "d7718d7e-4911-4905-b135-54291157aded" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.509668] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "d7718d7e-4911-4905-b135-54291157aded-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.510420] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "d7718d7e-4911-4905-b135-54291157aded-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.510420] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "d7718d7e-4911-4905-b135-54291157aded-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.513731] env[63440]: INFO nova.compute.manager [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Terminating instance [ 857.554342] env[63440]: DEBUG oslo_vmware.api [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661702, 'name': PowerOnVM_Task, 'duration_secs': 0.815515} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.554342] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.554342] env[63440]: INFO nova.compute.manager [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Took 9.54 seconds to spawn the instance on the hypervisor. [ 857.554342] env[63440]: DEBUG nova.compute.manager [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.555396] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e86db49-a8ce-4b17-835d-3855cd7bfc52 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.573895] env[63440]: DEBUG oslo_vmware.api [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661703, 'name': PowerOnVM_Task, 'duration_secs': 0.480815} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.573895] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.573895] env[63440]: INFO nova.compute.manager [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Took 4.93 seconds to spawn the instance on the hypervisor. [ 857.573895] env[63440]: DEBUG nova.compute.manager [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.574581] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d783a47-7fce-4ee0-b0e0-54918bc9cf3b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.712282] env[63440]: DEBUG nova.scheduler.client.report [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.020674] env[63440]: DEBUG nova.compute.manager [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.020674] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.022536] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8ac25b-011a-41a9-8316-2f613b39b050 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.034952] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.040070] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6501520-de7c-42df-8b04-42a5bd8599b2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.052096] env[63440]: DEBUG oslo_vmware.api [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 858.052096] env[63440]: value = "task-2661704" [ 858.052096] env[63440]: _type = "Task" [ 858.052096] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.063800] env[63440]: DEBUG oslo_vmware.api [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.084714] env[63440]: INFO nova.compute.manager [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Took 23.94 seconds to build instance. [ 858.097146] env[63440]: INFO nova.compute.manager [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Took 22.59 seconds to build instance. [ 858.221024] env[63440]: DEBUG oslo_concurrency.lockutils [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.221024] env[63440]: DEBUG nova.compute.manager [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.222772] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.292s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.225086] env[63440]: INFO nova.compute.claims [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.517914] env[63440]: INFO nova.compute.manager [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Rebuilding instance [ 858.562828] env[63440]: DEBUG oslo_vmware.api [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661704, 'name': PowerOffVM_Task, 'duration_secs': 0.394763} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.563107] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.563327] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.563593] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f64a6a7-f806-47c1-94b0-be7c6cced331 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.580141] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "98f3eb33-c3a0-404d-b689-16bd5baa4dd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.580377] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "98f3eb33-c3a0-404d-b689-16bd5baa4dd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.581484] env[63440]: DEBUG nova.compute.manager [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.582327] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a469fce0-6552-41f1-bac8-a0d442cc0c89 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.591192] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a426c08e-f5c4-43d0-a0e3-1a88ca58c1df tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "d036c0d9-ff41-4055-8de9-80a085ed8391" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.454s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.598208] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e6474bd-3659-4f34-844e-eb8c46d707ea tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Lock "f4799f88-5cdf-41c3-b737-583af54c9c16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.105s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.642610] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.642840] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.643044] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Deleting the datastore file [datastore2] d7718d7e-4911-4905-b135-54291157aded {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.643442] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97f7bf3d-a872-4c22-9b08-241a4f45e193 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.652726] env[63440]: DEBUG oslo_vmware.api [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for the task: (returnval){ [ 858.652726] env[63440]: value = "task-2661707" [ 858.652726] env[63440]: _type = "Task" [ 858.652726] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.656972] env[63440]: INFO nova.compute.manager [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Rescuing [ 858.657241] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "refresh_cache-00f8a56f-37af-48cf-97f5-5ea6d8be75d9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.657395] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquired lock "refresh_cache-00f8a56f-37af-48cf-97f5-5ea6d8be75d9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.657557] env[63440]: DEBUG nova.network.neutron [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.665227] env[63440]: DEBUG oslo_vmware.api [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.731916] env[63440]: DEBUG nova.compute.utils [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.733634] env[63440]: DEBUG nova.compute.manager [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.733817] env[63440]: DEBUG nova.network.neutron [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.781167] env[63440]: DEBUG nova.policy [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4218ba1a27a343ba8ab8c800062ae972', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a56aec7fb87248bea3a677e497ca64a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.090021] env[63440]: DEBUG nova.compute.manager [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.166951] env[63440]: DEBUG oslo_vmware.api [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Task: {'id': task-2661707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184528} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.167719] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.168050] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.168431] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.168715] env[63440]: INFO nova.compute.manager [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] [instance: d7718d7e-4911-4905-b135-54291157aded] Took 1.15 seconds to destroy the instance on the hypervisor. [ 859.169255] env[63440]: DEBUG oslo.service.loopingcall [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 859.169554] env[63440]: DEBUG nova.compute.manager [-] [instance: d7718d7e-4911-4905-b135-54291157aded] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.169762] env[63440]: DEBUG nova.network.neutron [-] [instance: d7718d7e-4911-4905-b135-54291157aded] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.181237] env[63440]: DEBUG nova.network.neutron [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Successfully created port: ea69d132-eed4-457a-bffc-eaca1f7aaba0 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.238655] env[63440]: DEBUG nova.compute.manager [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.522230] env[63440]: DEBUG nova.network.neutron [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Updating instance_info_cache with network_info: [{"id": "f7ad2295-4a80-4beb-967c-a4b2b210826c", "address": "fa:16:3e:97:6c:9c", "network": {"id": "bb46e920-0220-42c4-9974-c64ad3c56ebf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1307008030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d018a16ec44cc6b8b19c09673da230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ad2295-4a", "ovs_interfaceid": "f7ad2295-4a80-4beb-967c-a4b2b210826c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.597295] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152eb013-da4f-484b-aa7f-b0de514acb1d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.603311] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.603945] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-add3bb52-03de-436b-a4cb-1c0cdfc93aad {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.611337] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded2bb6d-0569-492c-9445-c244a3d142fe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.615882] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for the task: (returnval){ [ 859.615882] env[63440]: value = "task-2661708" [ 859.615882] env[63440]: _type = "Task" [ 859.615882] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.655239] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.660048] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7230036c-5f65-4c66-b554-33de723148d6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.662910] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.663760] env[63440]: DEBUG nova.network.neutron [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Successfully created port: c99fbb4b-9487-4c11-8470-2f1c1cb1339c {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.672086] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0a62e4-d91f-493c-a9e2-dae592375008 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.689917] env[63440]: DEBUG nova.compute.provider_tree [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.711708] env[63440]: DEBUG nova.compute.manager [req-76731c95-2bf6-40dc-b2bf-270a74f1867d req-98180cc3-358b-48f9-ac72-3efedb089a8d service nova] [instance: d7718d7e-4911-4905-b135-54291157aded] Received event network-vif-deleted-13756f12-1ced-4bf3-b5a7-06673b945bc4 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.711708] env[63440]: INFO nova.compute.manager [req-76731c95-2bf6-40dc-b2bf-270a74f1867d req-98180cc3-358b-48f9-ac72-3efedb089a8d service nova] [instance: d7718d7e-4911-4905-b135-54291157aded] Neutron deleted interface 13756f12-1ced-4bf3-b5a7-06673b945bc4; detaching it from the instance and deleting it from the info cache [ 859.711708] env[63440]: DEBUG nova.network.neutron [req-76731c95-2bf6-40dc-b2bf-270a74f1867d req-98180cc3-358b-48f9-ac72-3efedb089a8d service nova] [instance: d7718d7e-4911-4905-b135-54291157aded] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.025776] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Releasing lock "refresh_cache-00f8a56f-37af-48cf-97f5-5ea6d8be75d9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.029762] env[63440]: DEBUG nova.network.neutron [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Successfully created port: f80334e0-c17d-4d65-ab5c-e78b428731de {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.122884] env[63440]: DEBUG nova.network.neutron [-] [instance: d7718d7e-4911-4905-b135-54291157aded] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.131384] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661708, 'name': PowerOffVM_Task, 'duration_secs': 0.224649} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.131477] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.131711] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.133104] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee8460c-758e-4469-9a9b-05129bdd4c0c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.141425] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.141702] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5463dab-616e-4005-be57-876579fc2044 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.173210] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.173679] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.173925] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Deleting the datastore file [datastore1] f4799f88-5cdf-41c3-b737-583af54c9c16 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.174284] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-336df0c8-3f2d-4003-b87e-5740e625a131 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.183102] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for the task: (returnval){ [ 860.183102] env[63440]: value = "task-2661710" [ 860.183102] env[63440]: _type = "Task" [ 860.183102] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.198266] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.215057] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82bf8f4c-91d7-49d9-b15e-8b73c28f9ab1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.218413] env[63440]: ERROR nova.scheduler.client.report [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [req-5e514608-9adc-4a31-bc10-390a6af32527] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5e514608-9adc-4a31-bc10-390a6af32527"}]} [ 860.230052] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f585fa2b-1412-4322-a68f-7a6cca979306 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.241969] env[63440]: DEBUG nova.scheduler.client.report [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Refreshing inventories for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 860.250669] env[63440]: DEBUG nova.compute.manager [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.270406] env[63440]: DEBUG nova.compute.manager [req-76731c95-2bf6-40dc-b2bf-270a74f1867d req-98180cc3-358b-48f9-ac72-3efedb089a8d service nova] [instance: d7718d7e-4911-4905-b135-54291157aded] Detach interface failed, port_id=13756f12-1ced-4bf3-b5a7-06673b945bc4, reason: Instance d7718d7e-4911-4905-b135-54291157aded could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 860.271799] env[63440]: DEBUG nova.scheduler.client.report [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Updating ProviderTree inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 860.272043] env[63440]: DEBUG nova.compute.provider_tree [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.282290] env[63440]: DEBUG nova.virt.hardware [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.282546] env[63440]: DEBUG nova.virt.hardware [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.282720] env[63440]: DEBUG nova.virt.hardware [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.282908] env[63440]: DEBUG nova.virt.hardware [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.283086] env[63440]: DEBUG nova.virt.hardware [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.283279] env[63440]: DEBUG nova.virt.hardware [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.283529] env[63440]: DEBUG nova.virt.hardware [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.283701] env[63440]: DEBUG nova.virt.hardware [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.283870] env[63440]: DEBUG nova.virt.hardware [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.284069] env[63440]: DEBUG nova.virt.hardware [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.284255] env[63440]: DEBUG nova.virt.hardware [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.285138] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832604cd-fcf4-4ccc-96a7-6e94ef811ed8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.288481] env[63440]: DEBUG nova.scheduler.client.report [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Refreshing aggregate associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, aggregates: None {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 860.296067] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9acafc-c01b-4959-a7e2-958452b51ff1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.312547] env[63440]: DEBUG nova.scheduler.client.report [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Refreshing trait associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 860.564916] env[63440]: DEBUG nova.compute.manager [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Stashing vm_state: active {{(pid=63440) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 860.617911] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ddf7d6-221e-4205-a1db-8d6a05986c36 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.626048] env[63440]: INFO nova.compute.manager [-] [instance: d7718d7e-4911-4905-b135-54291157aded] Took 1.46 seconds to deallocate network for instance. [ 860.630697] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e7408d-f43e-440b-88a5-e99999eee414 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.666430] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b000c745-fbd5-46bf-bfcf-b4fca6f826fa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.675389] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8d5954-3dcd-4b0f-9f84-6685a429aa60 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.691062] env[63440]: DEBUG nova.compute.provider_tree [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.701636] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111139} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.702504] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.702707] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.702886] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.083140] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.138016] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.225209] env[63440]: DEBUG nova.scheduler.client.report [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Updated inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 861.225209] env[63440]: DEBUG nova.compute.provider_tree [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 103 to 104 during operation: update_inventory {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 861.225209] env[63440]: DEBUG nova.compute.provider_tree [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.479127] env[63440]: DEBUG nova.compute.manager [req-a5695bd2-ce9b-43c0-95e2-e5d1c0e210ec req-6e8dda7b-d184-4b40-b408-4c4c38afc93e service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Received event network-vif-plugged-ea69d132-eed4-457a-bffc-eaca1f7aaba0 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 861.479127] env[63440]: DEBUG oslo_concurrency.lockutils [req-a5695bd2-ce9b-43c0-95e2-e5d1c0e210ec req-6e8dda7b-d184-4b40-b408-4c4c38afc93e service nova] Acquiring lock "548184fd-8e54-4bb4-90cf-641c7637581b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.479127] env[63440]: DEBUG oslo_concurrency.lockutils [req-a5695bd2-ce9b-43c0-95e2-e5d1c0e210ec req-6e8dda7b-d184-4b40-b408-4c4c38afc93e service nova] Lock "548184fd-8e54-4bb4-90cf-641c7637581b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.479127] env[63440]: DEBUG oslo_concurrency.lockutils [req-a5695bd2-ce9b-43c0-95e2-e5d1c0e210ec req-6e8dda7b-d184-4b40-b408-4c4c38afc93e service nova] Lock "548184fd-8e54-4bb4-90cf-641c7637581b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.479127] env[63440]: DEBUG nova.compute.manager [req-a5695bd2-ce9b-43c0-95e2-e5d1c0e210ec req-6e8dda7b-d184-4b40-b408-4c4c38afc93e service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] No waiting events found dispatching network-vif-plugged-ea69d132-eed4-457a-bffc-eaca1f7aaba0 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.479127] env[63440]: WARNING nova.compute.manager [req-a5695bd2-ce9b-43c0-95e2-e5d1c0e210ec req-6e8dda7b-d184-4b40-b408-4c4c38afc93e service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Received unexpected event network-vif-plugged-ea69d132-eed4-457a-bffc-eaca1f7aaba0 for instance with vm_state building and task_state spawning. [ 861.568824] env[63440]: DEBUG nova.network.neutron [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Successfully updated port: ea69d132-eed4-457a-bffc-eaca1f7aaba0 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.576948] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.577287] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55869187-78f2-4ec5-a531-14cf4812e406 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.587575] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 861.587575] env[63440]: value = "task-2661712" [ 861.587575] env[63440]: _type = "Task" [ 861.587575] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.596050] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.733066] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.508s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.733066] env[63440]: DEBUG nova.compute.manager [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.735914] env[63440]: DEBUG oslo_concurrency.lockutils [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.103s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.739853] env[63440]: INFO nova.compute.claims [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.751150] env[63440]: DEBUG nova.virt.hardware [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.751454] env[63440]: DEBUG nova.virt.hardware [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.751625] env[63440]: DEBUG nova.virt.hardware [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.751807] env[63440]: DEBUG nova.virt.hardware [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.751956] env[63440]: DEBUG nova.virt.hardware [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.758510] env[63440]: DEBUG nova.virt.hardware [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.758510] env[63440]: DEBUG nova.virt.hardware [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.758510] env[63440]: DEBUG nova.virt.hardware [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.758510] env[63440]: DEBUG nova.virt.hardware [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.758510] env[63440]: DEBUG nova.virt.hardware [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.758510] env[63440]: DEBUG nova.virt.hardware [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.758510] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a4a981-8fb2-4565-bf19-7493cee86c30 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.771216] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c876da4-684a-4c57-b4b8-7b4e3fa49cfe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.793179] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Instance VIF info [] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.800093] env[63440]: DEBUG oslo.service.loopingcall [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 861.800888] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.801286] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6bc88c5-95df-461c-af47-330b500bd2c2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.821890] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.821890] env[63440]: value = "task-2661713" [ 861.821890] env[63440]: _type = "Task" [ 861.821890] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.832888] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661713, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.102826] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661712, 'name': PowerOffVM_Task, 'duration_secs': 0.299372} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.103321] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.104639] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54507b8-c5cc-4b76-bfa7-fbd0fd69ab16 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.126069] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9da6a5-f258-48c5-996c-381c0684ccc7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.155772] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.156100] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95ead605-3638-436c-956c-b1763d155c5a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.165095] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 862.165095] env[63440]: value = "task-2661714" [ 862.165095] env[63440]: _type = "Task" [ 862.165095] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.173615] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.242689] env[63440]: DEBUG nova.compute.utils [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.247947] env[63440]: DEBUG nova.compute.manager [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.247947] env[63440]: DEBUG nova.network.neutron [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.286178] env[63440]: DEBUG nova.policy [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '478097abafdd433f815e81106776a64d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3c9e9a45ba94e03b2344bc39bad331e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.333903] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661713, 'name': CreateVM_Task, 'duration_secs': 0.329037} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.334102] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.334554] env[63440]: DEBUG oslo_concurrency.lockutils [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.334704] env[63440]: DEBUG oslo_concurrency.lockutils [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.335022] env[63440]: DEBUG oslo_concurrency.lockutils [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.335274] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80146fa8-f53a-4791-9b86-8265cd54f8f8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.341854] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for the task: (returnval){ [ 862.341854] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52db79f6-8bf0-3f20-67a9-99266a14f78d" [ 862.341854] env[63440]: _type = "Task" [ 862.341854] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.353513] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52db79f6-8bf0-3f20-67a9-99266a14f78d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.547733] env[63440]: DEBUG nova.network.neutron [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Successfully created port: a1b7eaba-4c22-4f79-92e9-547cb4c0e764 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.676063] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] VM already powered off {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 862.676305] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.676572] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.676720] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.676898] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.677166] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e44fccb8-adb0-430a-9745-407d1eebf265 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.686658] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.686865] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.687709] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aad9f0ef-3664-4aac-bb79-6fe4a3924280 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.693557] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 862.693557] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521d22c0-ccb4-bbcb-dee9-d2e5128563d5" [ 862.693557] env[63440]: _type = "Task" [ 862.693557] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.707035] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521d22c0-ccb4-bbcb-dee9-d2e5128563d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.750219] env[63440]: DEBUG nova.compute.manager [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.852952] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52db79f6-8bf0-3f20-67a9-99266a14f78d, 'name': SearchDatastore_Task, 'duration_secs': 0.011542} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.855684] env[63440]: DEBUG oslo_concurrency.lockutils [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.855952] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.856174] env[63440]: DEBUG oslo_concurrency.lockutils [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.103848] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170abb8b-80c3-4b04-969b-6aee200d173e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.112441] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8779afe6-815b-435e-bcdd-0a71bb64f8f8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.143693] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b2f0af-0f63-468e-ab69-87ebf64ce2a8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.152285] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb958ce5-78cf-4030-86bd-217a3c91da40 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.167087] env[63440]: DEBUG nova.compute.provider_tree [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.204663] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521d22c0-ccb4-bbcb-dee9-d2e5128563d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.206687] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d9787c3-9cd1-4781-a5ae-6c32964a69e8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.211996] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 863.211996] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ca58a7-b19b-62f4-6088-a774b74d461c" [ 863.211996] env[63440]: _type = "Task" [ 863.211996] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.221628] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ca58a7-b19b-62f4-6088-a774b74d461c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.516140] env[63440]: DEBUG nova.compute.manager [req-0d8c28e6-6386-42fc-94c7-007b2bc51c63 req-060be226-7c03-47d1-bf18-eb76b7a12ad5 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Received event network-changed-ea69d132-eed4-457a-bffc-eaca1f7aaba0 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 863.516361] env[63440]: DEBUG nova.compute.manager [req-0d8c28e6-6386-42fc-94c7-007b2bc51c63 req-060be226-7c03-47d1-bf18-eb76b7a12ad5 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Refreshing instance network info cache due to event network-changed-ea69d132-eed4-457a-bffc-eaca1f7aaba0. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 863.516667] env[63440]: DEBUG oslo_concurrency.lockutils [req-0d8c28e6-6386-42fc-94c7-007b2bc51c63 req-060be226-7c03-47d1-bf18-eb76b7a12ad5 service nova] Acquiring lock "refresh_cache-548184fd-8e54-4bb4-90cf-641c7637581b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.516847] env[63440]: DEBUG oslo_concurrency.lockutils [req-0d8c28e6-6386-42fc-94c7-007b2bc51c63 req-060be226-7c03-47d1-bf18-eb76b7a12ad5 service nova] Acquired lock "refresh_cache-548184fd-8e54-4bb4-90cf-641c7637581b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.517040] env[63440]: DEBUG nova.network.neutron [req-0d8c28e6-6386-42fc-94c7-007b2bc51c63 req-060be226-7c03-47d1-bf18-eb76b7a12ad5 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Refreshing network info cache for port ea69d132-eed4-457a-bffc-eaca1f7aaba0 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.670310] env[63440]: DEBUG nova.scheduler.client.report [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.726590] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ca58a7-b19b-62f4-6088-a774b74d461c, 'name': SearchDatastore_Task, 'duration_secs': 0.011333} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.726879] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.727170] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 00f8a56f-37af-48cf-97f5-5ea6d8be75d9/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk. {{(pid=63440) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 863.727477] env[63440]: DEBUG oslo_concurrency.lockutils [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.727668] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.727885] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2ce593e-fea9-48e9-8b27-6022b103411a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.731269] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-447830b8-7f57-4d60-b3e7-a2ab69b21853 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.741845] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 863.741845] env[63440]: value = "task-2661715" [ 863.741845] env[63440]: _type = "Task" [ 863.741845] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.743385] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.743820] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.748764] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a51c0d49-b5f9-40f9-a0ea-63cdf1e8d8df {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.756924] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.758309] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for the task: (returnval){ [ 863.758309] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5217e819-ceed-0c6c-8b0b-3f51d165cbc8" [ 863.758309] env[63440]: _type = "Task" [ 863.758309] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.765372] env[63440]: DEBUG nova.compute.manager [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.771884] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5217e819-ceed-0c6c-8b0b-3f51d165cbc8, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.772766] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f30521-b17f-49f2-89c5-cef9b6bcfd5c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.778889] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for the task: (returnval){ [ 863.778889] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fee4c8-0973-a4d5-a51f-be040f5b4420" [ 863.778889] env[63440]: _type = "Task" [ 863.778889] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.787456] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fee4c8-0973-a4d5-a51f-be040f5b4420, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.796960] env[63440]: DEBUG nova.virt.hardware [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.797217] env[63440]: DEBUG nova.virt.hardware [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.797377] env[63440]: DEBUG nova.virt.hardware [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.797564] env[63440]: DEBUG nova.virt.hardware [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.797712] env[63440]: DEBUG nova.virt.hardware [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.797862] env[63440]: DEBUG nova.virt.hardware [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.798423] env[63440]: DEBUG nova.virt.hardware [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.798538] env[63440]: DEBUG nova.virt.hardware [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.798722] env[63440]: DEBUG nova.virt.hardware [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.798889] env[63440]: DEBUG nova.virt.hardware [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.799083] env[63440]: DEBUG nova.virt.hardware [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.799900] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc356638-9e3c-4e9b-9dad-d6559ce6eadf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.808071] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b463fb-4f32-4658-bbc1-26e851f1303b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.843206] env[63440]: DEBUG nova.network.neutron [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Successfully updated port: c99fbb4b-9487-4c11-8470-2f1c1cb1339c {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.942381] env[63440]: DEBUG nova.compute.manager [req-fa98c992-bb2b-4835-87bf-5570c0dc7d1f req-696068bd-52d7-404a-915a-f9bea521be67 service nova] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Received event network-vif-plugged-a1b7eaba-4c22-4f79-92e9-547cb4c0e764 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 863.942381] env[63440]: DEBUG oslo_concurrency.lockutils [req-fa98c992-bb2b-4835-87bf-5570c0dc7d1f req-696068bd-52d7-404a-915a-f9bea521be67 service nova] Acquiring lock "3bd64e37-ae32-4bb1-9fa6-da94d2c11024-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.942381] env[63440]: DEBUG oslo_concurrency.lockutils [req-fa98c992-bb2b-4835-87bf-5570c0dc7d1f req-696068bd-52d7-404a-915a-f9bea521be67 service nova] Lock "3bd64e37-ae32-4bb1-9fa6-da94d2c11024-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.942852] env[63440]: DEBUG oslo_concurrency.lockutils [req-fa98c992-bb2b-4835-87bf-5570c0dc7d1f req-696068bd-52d7-404a-915a-f9bea521be67 service nova] Lock "3bd64e37-ae32-4bb1-9fa6-da94d2c11024-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.942852] env[63440]: DEBUG nova.compute.manager [req-fa98c992-bb2b-4835-87bf-5570c0dc7d1f req-696068bd-52d7-404a-915a-f9bea521be67 service nova] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] No waiting events found dispatching network-vif-plugged-a1b7eaba-4c22-4f79-92e9-547cb4c0e764 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.942970] env[63440]: WARNING nova.compute.manager [req-fa98c992-bb2b-4835-87bf-5570c0dc7d1f req-696068bd-52d7-404a-915a-f9bea521be67 service nova] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Received unexpected event network-vif-plugged-a1b7eaba-4c22-4f79-92e9-547cb4c0e764 for instance with vm_state building and task_state spawning. [ 864.040878] env[63440]: DEBUG nova.network.neutron [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Successfully updated port: a1b7eaba-4c22-4f79-92e9-547cb4c0e764 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.086069] env[63440]: DEBUG nova.network.neutron [req-0d8c28e6-6386-42fc-94c7-007b2bc51c63 req-060be226-7c03-47d1-bf18-eb76b7a12ad5 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.180323] env[63440]: DEBUG oslo_concurrency.lockutils [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.180323] env[63440]: DEBUG nova.compute.manager [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.186453] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.303s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.186453] env[63440]: DEBUG nova.objects.instance [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Lazy-loading 'resources' on Instance uuid 447736ce-b1a5-4e8a-a3c5-d074deaf3da1 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.258641] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516462} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.259317] env[63440]: INFO nova.virt.vmwareapi.ds_util [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 00f8a56f-37af-48cf-97f5-5ea6d8be75d9/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk. [ 864.259772] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bd3614-9a40-4d73-ab30-4c6f71399665 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.294097] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 00f8a56f-37af-48cf-97f5-5ea6d8be75d9/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.294785] env[63440]: DEBUG nova.network.neutron [req-0d8c28e6-6386-42fc-94c7-007b2bc51c63 req-060be226-7c03-47d1-bf18-eb76b7a12ad5 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.300479] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ade38925-4d4b-47a8-be26-9f0f9b3ca704 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.321425] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fee4c8-0973-a4d5-a51f-be040f5b4420, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.323248] env[63440]: DEBUG oslo_concurrency.lockutils [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.323248] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] f4799f88-5cdf-41c3-b737-583af54c9c16/f4799f88-5cdf-41c3-b737-583af54c9c16.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.323500] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 864.323500] env[63440]: value = "task-2661716" [ 864.323500] env[63440]: _type = "Task" [ 864.323500] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.323681] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab490bdd-b8d0-44f0-88f6-df83de5d0a7d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.335742] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.337254] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for the task: (returnval){ [ 864.337254] env[63440]: value = "task-2661717" [ 864.337254] env[63440]: _type = "Task" [ 864.337254] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.350582] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.546011] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "refresh_cache-3bd64e37-ae32-4bb1-9fa6-da94d2c11024" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.546011] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "refresh_cache-3bd64e37-ae32-4bb1-9fa6-da94d2c11024" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.546011] env[63440]: DEBUG nova.network.neutron [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.690248] env[63440]: DEBUG nova.compute.utils [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.693481] env[63440]: DEBUG nova.compute.manager [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.695287] env[63440]: DEBUG nova.network.neutron [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.760880] env[63440]: DEBUG nova.policy [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f20e23cf77e34c1a85f70b96aa0f1aed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94fb7c7766e04ca6a5ef53d7ab432d5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.788839] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Acquiring lock "9f9922fb-aca3-4eef-a5be-4106e2abb77d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.789127] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Lock "9f9922fb-aca3-4eef-a5be-4106e2abb77d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.814555] env[63440]: DEBUG oslo_concurrency.lockutils [req-0d8c28e6-6386-42fc-94c7-007b2bc51c63 req-060be226-7c03-47d1-bf18-eb76b7a12ad5 service nova] Releasing lock "refresh_cache-548184fd-8e54-4bb4-90cf-641c7637581b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.838806] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661716, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.851741] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462342} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.852103] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] f4799f88-5cdf-41c3-b737-583af54c9c16/f4799f88-5cdf-41c3-b737-583af54c9c16.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.852332] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.852595] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf5ab52f-efa4-41b7-9af8-6c76b9e49cc8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.861051] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for the task: (returnval){ [ 864.861051] env[63440]: value = "task-2661718" [ 864.861051] env[63440]: _type = "Task" [ 864.861051] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.870431] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.072028] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b475e3-26bf-4669-9edc-24d5617b1bdd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.082640] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d82d92-ae85-47d1-b387-9a49e3bcc167 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.114984] env[63440]: DEBUG nova.network.neutron [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Successfully created port: 6ec3d00b-6362-4840-9468-0e0267cb4bd5 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.117789] env[63440]: DEBUG nova.network.neutron [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.119701] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79549ed1-2232-470a-ab71-4f32ac5fa560 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.128331] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c97fbc1-fa15-42e5-a708-92ff5720ec2b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.143198] env[63440]: DEBUG nova.compute.provider_tree [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.193831] env[63440]: DEBUG nova.compute.manager [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.292596] env[63440]: DEBUG nova.compute.manager [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.339621] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661716, 'name': ReconfigVM_Task, 'duration_secs': 0.591092} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.339941] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 00f8a56f-37af-48cf-97f5-5ea6d8be75d9/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.341013] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8df4f7b-a2b4-4844-b1c9-54b5853cc646 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.344590] env[63440]: DEBUG nova.network.neutron [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Updating instance_info_cache with network_info: [{"id": "a1b7eaba-4c22-4f79-92e9-547cb4c0e764", "address": "fa:16:3e:b9:f5:e5", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b7eaba-4c", "ovs_interfaceid": "a1b7eaba-4c22-4f79-92e9-547cb4c0e764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.384477] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b109698-ed95-4e0c-8316-ad987538a6a7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.403719] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194962} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.405191] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.405567] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 865.405567] env[63440]: value = "task-2661719" [ 865.405567] env[63440]: _type = "Task" [ 865.405567] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.406392] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff9b013-4a3b-4451-af2e-49aca86f92ac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.419222] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.436968] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] f4799f88-5cdf-41c3-b737-583af54c9c16/f4799f88-5cdf-41c3-b737-583af54c9c16.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.436968] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cf1e4e9-de8a-4335-8ce3-4cd7c6e8bfb6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.457681] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for the task: (returnval){ [ 865.457681] env[63440]: value = "task-2661720" [ 865.457681] env[63440]: _type = "Task" [ 865.457681] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.468181] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.651966] env[63440]: DEBUG nova.compute.manager [req-2508bbd2-9b04-40a2-bf6b-b85c5b25c74c req-ff697f42-b4cc-4f95-b45c-da4117562adc service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Received event network-vif-plugged-c99fbb4b-9487-4c11-8470-2f1c1cb1339c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.652216] env[63440]: DEBUG oslo_concurrency.lockutils [req-2508bbd2-9b04-40a2-bf6b-b85c5b25c74c req-ff697f42-b4cc-4f95-b45c-da4117562adc service nova] Acquiring lock "548184fd-8e54-4bb4-90cf-641c7637581b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.652425] env[63440]: DEBUG oslo_concurrency.lockutils [req-2508bbd2-9b04-40a2-bf6b-b85c5b25c74c req-ff697f42-b4cc-4f95-b45c-da4117562adc service nova] Lock "548184fd-8e54-4bb4-90cf-641c7637581b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.652681] env[63440]: DEBUG oslo_concurrency.lockutils [req-2508bbd2-9b04-40a2-bf6b-b85c5b25c74c req-ff697f42-b4cc-4f95-b45c-da4117562adc service nova] Lock "548184fd-8e54-4bb4-90cf-641c7637581b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.655539] env[63440]: DEBUG nova.compute.manager [req-2508bbd2-9b04-40a2-bf6b-b85c5b25c74c req-ff697f42-b4cc-4f95-b45c-da4117562adc service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] No waiting events found dispatching network-vif-plugged-c99fbb4b-9487-4c11-8470-2f1c1cb1339c {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.655539] env[63440]: WARNING nova.compute.manager [req-2508bbd2-9b04-40a2-bf6b-b85c5b25c74c req-ff697f42-b4cc-4f95-b45c-da4117562adc service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Received unexpected event network-vif-plugged-c99fbb4b-9487-4c11-8470-2f1c1cb1339c for instance with vm_state building and task_state spawning. [ 865.655539] env[63440]: DEBUG nova.compute.manager [req-2508bbd2-9b04-40a2-bf6b-b85c5b25c74c req-ff697f42-b4cc-4f95-b45c-da4117562adc service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Received event network-changed-c99fbb4b-9487-4c11-8470-2f1c1cb1339c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.655539] env[63440]: DEBUG nova.compute.manager [req-2508bbd2-9b04-40a2-bf6b-b85c5b25c74c req-ff697f42-b4cc-4f95-b45c-da4117562adc service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Refreshing instance network info cache due to event network-changed-c99fbb4b-9487-4c11-8470-2f1c1cb1339c. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 865.655539] env[63440]: DEBUG oslo_concurrency.lockutils [req-2508bbd2-9b04-40a2-bf6b-b85c5b25c74c req-ff697f42-b4cc-4f95-b45c-da4117562adc service nova] Acquiring lock "refresh_cache-548184fd-8e54-4bb4-90cf-641c7637581b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.655539] env[63440]: DEBUG oslo_concurrency.lockutils [req-2508bbd2-9b04-40a2-bf6b-b85c5b25c74c req-ff697f42-b4cc-4f95-b45c-da4117562adc service nova] Acquired lock "refresh_cache-548184fd-8e54-4bb4-90cf-641c7637581b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.655539] env[63440]: DEBUG nova.network.neutron [req-2508bbd2-9b04-40a2-bf6b-b85c5b25c74c req-ff697f42-b4cc-4f95-b45c-da4117562adc service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Refreshing network info cache for port c99fbb4b-9487-4c11-8470-2f1c1cb1339c {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.669574] env[63440]: ERROR nova.scheduler.client.report [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] [req-7d59b568-ce83-44ce-8b24-bfcf796cbab3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7d59b568-ce83-44ce-8b24-bfcf796cbab3"}]} [ 865.692530] env[63440]: DEBUG nova.scheduler.client.report [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Refreshing inventories for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 865.708433] env[63440]: DEBUG nova.scheduler.client.report [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Updating ProviderTree inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 865.708693] env[63440]: DEBUG nova.compute.provider_tree [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.722784] env[63440]: DEBUG nova.scheduler.client.report [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Refreshing aggregate associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, aggregates: None {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 865.746080] env[63440]: DEBUG nova.scheduler.client.report [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Refreshing trait associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 865.819044] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.849947] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "refresh_cache-3bd64e37-ae32-4bb1-9fa6-da94d2c11024" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.850291] env[63440]: DEBUG nova.compute.manager [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Instance network_info: |[{"id": "a1b7eaba-4c22-4f79-92e9-547cb4c0e764", "address": "fa:16:3e:b9:f5:e5", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b7eaba-4c", "ovs_interfaceid": "a1b7eaba-4c22-4f79-92e9-547cb4c0e764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.851051] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:f5:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1b7eaba-4c22-4f79-92e9-547cb4c0e764', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.859466] env[63440]: DEBUG oslo.service.loopingcall [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 865.859711] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.859984] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5abe56db-f234-4feb-886f-803e5c7c33fc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.884069] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.884069] env[63440]: value = "task-2661721" [ 865.884069] env[63440]: _type = "Task" [ 865.884069] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.893683] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661721, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.924898] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661719, 'name': ReconfigVM_Task, 'duration_secs': 0.360774} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.927819] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.928319] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0d9ea6b-5438-48ef-bf66-4f1af67d80e6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.935775] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 865.935775] env[63440]: value = "task-2661722" [ 865.935775] env[63440]: _type = "Task" [ 865.935775] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.947047] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.970622] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661720, 'name': ReconfigVM_Task, 'duration_secs': 0.450127} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.975568] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Reconfigured VM instance instance-00000049 to attach disk [datastore2] f4799f88-5cdf-41c3-b737-583af54c9c16/f4799f88-5cdf-41c3-b737-583af54c9c16.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.977271] env[63440]: DEBUG nova.compute.manager [req-70ba8597-2b9c-49ac-bddc-d69d1c41fb85 req-60d14f6f-00df-4a24-82ed-1e4e8ebc3a8e service nova] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Received event network-changed-a1b7eaba-4c22-4f79-92e9-547cb4c0e764 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.978034] env[63440]: DEBUG nova.compute.manager [req-70ba8597-2b9c-49ac-bddc-d69d1c41fb85 req-60d14f6f-00df-4a24-82ed-1e4e8ebc3a8e service nova] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Refreshing instance network info cache due to event network-changed-a1b7eaba-4c22-4f79-92e9-547cb4c0e764. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 865.978339] env[63440]: DEBUG oslo_concurrency.lockutils [req-70ba8597-2b9c-49ac-bddc-d69d1c41fb85 req-60d14f6f-00df-4a24-82ed-1e4e8ebc3a8e service nova] Acquiring lock "refresh_cache-3bd64e37-ae32-4bb1-9fa6-da94d2c11024" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.978524] env[63440]: DEBUG oslo_concurrency.lockutils [req-70ba8597-2b9c-49ac-bddc-d69d1c41fb85 req-60d14f6f-00df-4a24-82ed-1e4e8ebc3a8e service nova] Acquired lock "refresh_cache-3bd64e37-ae32-4bb1-9fa6-da94d2c11024" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.978833] env[63440]: DEBUG nova.network.neutron [req-70ba8597-2b9c-49ac-bddc-d69d1c41fb85 req-60d14f6f-00df-4a24-82ed-1e4e8ebc3a8e service nova] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Refreshing network info cache for port a1b7eaba-4c22-4f79-92e9-547cb4c0e764 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.980764] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7e07323-301a-4fbd-9d0a-adef7b26a5f5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.990715] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for the task: (returnval){ [ 865.990715] env[63440]: value = "task-2661723" [ 865.990715] env[63440]: _type = "Task" [ 865.990715] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.006548] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661723, 'name': Rename_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.159391] env[63440]: DEBUG nova.network.neutron [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Successfully updated port: f80334e0-c17d-4d65-ab5c-e78b428731de {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.169953] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af66542-65a1-4aa1-97ab-abb2b854dcd3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.180231] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8358fe74-96ac-495e-a486-2af191fe9277 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.220761] env[63440]: DEBUG nova.compute.manager [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.225273] env[63440]: DEBUG nova.network.neutron [req-2508bbd2-9b04-40a2-bf6b-b85c5b25c74c req-ff697f42-b4cc-4f95-b45c-da4117562adc service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.226577] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24260160-6be4-4e84-b346-2c164c04c383 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.236029] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634e18cc-e9af-4cdc-ab58-93eba79c535f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.255456] env[63440]: DEBUG nova.compute.provider_tree [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.259239] env[63440]: DEBUG nova.virt.hardware [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.259486] env[63440]: DEBUG nova.virt.hardware [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.259650] env[63440]: DEBUG nova.virt.hardware [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.259837] env[63440]: DEBUG nova.virt.hardware [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.259986] env[63440]: DEBUG nova.virt.hardware [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.260185] env[63440]: DEBUG nova.virt.hardware [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.260427] env[63440]: DEBUG nova.virt.hardware [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.260594] env[63440]: DEBUG nova.virt.hardware [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.260764] env[63440]: DEBUG nova.virt.hardware [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.260969] env[63440]: DEBUG nova.virt.hardware [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.261233] env[63440]: DEBUG nova.virt.hardware [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.262073] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3178e81-999c-45f5-ae0a-14b8b36b3b68 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.271562] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b54f15-9813-4a2e-8966-4e2f863948bb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.313028] env[63440]: DEBUG nova.network.neutron [req-2508bbd2-9b04-40a2-bf6b-b85c5b25c74c req-ff697f42-b4cc-4f95-b45c-da4117562adc service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.398521] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661721, 'name': CreateVM_Task, 'duration_secs': 0.382066} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.398709] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.399526] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.399728] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.400069] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.400488] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf663363-fad4-4fc9-9fe1-bf0109541444 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.405498] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 866.405498] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5276ad61-0343-89d3-a190-e97da6d1f5d1" [ 866.405498] env[63440]: _type = "Task" [ 866.405498] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.413344] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5276ad61-0343-89d3-a190-e97da6d1f5d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.445626] env[63440]: DEBUG oslo_vmware.api [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661722, 'name': PowerOnVM_Task, 'duration_secs': 0.417449} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.445894] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.448514] env[63440]: DEBUG nova.compute.manager [None req-e1389f65-e204-464f-a04f-225f75a06387 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.449286] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac84c08-f737-4856-bd5f-2ea0127d0668 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.501641] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661723, 'name': Rename_Task, 'duration_secs': 0.237281} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.501923] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.502175] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a62d2fe-2abe-4f59-897e-5dfe307743d5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.509974] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for the task: (returnval){ [ 866.509974] env[63440]: value = "task-2661724" [ 866.509974] env[63440]: _type = "Task" [ 866.509974] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.517779] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.662218] env[63440]: DEBUG oslo_concurrency.lockutils [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquiring lock "refresh_cache-548184fd-8e54-4bb4-90cf-641c7637581b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.785145] env[63440]: DEBUG nova.network.neutron [req-70ba8597-2b9c-49ac-bddc-d69d1c41fb85 req-60d14f6f-00df-4a24-82ed-1e4e8ebc3a8e service nova] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Updated VIF entry in instance network info cache for port a1b7eaba-4c22-4f79-92e9-547cb4c0e764. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.785145] env[63440]: DEBUG nova.network.neutron [req-70ba8597-2b9c-49ac-bddc-d69d1c41fb85 req-60d14f6f-00df-4a24-82ed-1e4e8ebc3a8e service nova] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Updating instance_info_cache with network_info: [{"id": "a1b7eaba-4c22-4f79-92e9-547cb4c0e764", "address": "fa:16:3e:b9:f5:e5", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b7eaba-4c", "ovs_interfaceid": "a1b7eaba-4c22-4f79-92e9-547cb4c0e764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.816172] env[63440]: DEBUG oslo_concurrency.lockutils [req-2508bbd2-9b04-40a2-bf6b-b85c5b25c74c req-ff697f42-b4cc-4f95-b45c-da4117562adc service nova] Releasing lock "refresh_cache-548184fd-8e54-4bb4-90cf-641c7637581b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.816172] env[63440]: DEBUG oslo_concurrency.lockutils [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquired lock "refresh_cache-548184fd-8e54-4bb4-90cf-641c7637581b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.816380] env[63440]: DEBUG nova.network.neutron [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.822070] env[63440]: DEBUG nova.scheduler.client.report [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Updated inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 866.822555] env[63440]: DEBUG nova.compute.provider_tree [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 105 to 106 during operation: update_inventory {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 866.822555] env[63440]: DEBUG nova.compute.provider_tree [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.856649] env[63440]: DEBUG nova.network.neutron [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Successfully updated port: 6ec3d00b-6362-4840-9468-0e0267cb4bd5 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.918051] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5276ad61-0343-89d3-a190-e97da6d1f5d1, 'name': SearchDatastore_Task, 'duration_secs': 0.031373} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.918428] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.919052] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.919052] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.919198] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.919325] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.919618] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99b22767-8b34-4a0f-a1ac-788d38c4b313 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.928632] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.928817] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.929545] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f78324-3a7e-45a1-b1e9-6c39a7742ed6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.936086] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 866.936086] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52589378-d290-f902-5d5e-e55da5a8604e" [ 866.936086] env[63440]: _type = "Task" [ 866.936086] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.945831] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52589378-d290-f902-5d5e-e55da5a8604e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.023278] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661724, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.286906] env[63440]: DEBUG oslo_concurrency.lockutils [req-70ba8597-2b9c-49ac-bddc-d69d1c41fb85 req-60d14f6f-00df-4a24-82ed-1e4e8ebc3a8e service nova] Releasing lock "refresh_cache-3bd64e37-ae32-4bb1-9fa6-da94d2c11024" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.330115] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.146s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.332019] env[63440]: DEBUG oslo_concurrency.lockutils [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.581s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.332248] env[63440]: DEBUG nova.objects.instance [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lazy-loading 'resources' on Instance uuid f0398dc1-6edc-4245-acc7-b757741bdcf2 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.356525] env[63440]: INFO nova.scheduler.client.report [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Deleted allocations for instance 447736ce-b1a5-4e8a-a3c5-d074deaf3da1 [ 867.359464] env[63440]: DEBUG nova.network.neutron [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.364538] env[63440]: DEBUG oslo_concurrency.lockutils [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Acquiring lock "refresh_cache-884ae709-674a-4f74-aff6-afa818f746cd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.365291] env[63440]: DEBUG oslo_concurrency.lockutils [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Acquired lock "refresh_cache-884ae709-674a-4f74-aff6-afa818f746cd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.365291] env[63440]: DEBUG nova.network.neutron [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.447582] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52589378-d290-f902-5d5e-e55da5a8604e, 'name': SearchDatastore_Task, 'duration_secs': 0.010164} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.448374] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c02192f-1957-4c36-b1d8-036a58710f20 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.454173] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 867.454173] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c16738-df50-07a0-f827-f4f4eaa02348" [ 867.454173] env[63440]: _type = "Task" [ 867.454173] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.462950] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c16738-df50-07a0-f827-f4f4eaa02348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.521950] env[63440]: DEBUG oslo_vmware.api [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661724, 'name': PowerOnVM_Task, 'duration_secs': 0.768474} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.522238] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.522446] env[63440]: DEBUG nova.compute.manager [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.523232] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609ea271-7820-49af-b88d-2e16428a2bb8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.616399] env[63440]: INFO nova.compute.manager [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Unrescuing [ 867.616665] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "refresh_cache-00f8a56f-37af-48cf-97f5-5ea6d8be75d9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.616817] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquired lock "refresh_cache-00f8a56f-37af-48cf-97f5-5ea6d8be75d9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.616985] env[63440]: DEBUG nova.network.neutron [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.677016] env[63440]: DEBUG nova.compute.manager [req-312b9909-f008-48d2-8d21-bae4d59421bb req-0177382e-4d64-4aea-b579-7c15a10860f4 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Received event network-vif-plugged-f80334e0-c17d-4d65-ab5c-e78b428731de {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 867.677289] env[63440]: DEBUG oslo_concurrency.lockutils [req-312b9909-f008-48d2-8d21-bae4d59421bb req-0177382e-4d64-4aea-b579-7c15a10860f4 service nova] Acquiring lock "548184fd-8e54-4bb4-90cf-641c7637581b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.677466] env[63440]: DEBUG oslo_concurrency.lockutils [req-312b9909-f008-48d2-8d21-bae4d59421bb req-0177382e-4d64-4aea-b579-7c15a10860f4 service nova] Lock "548184fd-8e54-4bb4-90cf-641c7637581b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.677663] env[63440]: DEBUG oslo_concurrency.lockutils [req-312b9909-f008-48d2-8d21-bae4d59421bb req-0177382e-4d64-4aea-b579-7c15a10860f4 service nova] Lock "548184fd-8e54-4bb4-90cf-641c7637581b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.678170] env[63440]: DEBUG nova.compute.manager [req-312b9909-f008-48d2-8d21-bae4d59421bb req-0177382e-4d64-4aea-b579-7c15a10860f4 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] No waiting events found dispatching network-vif-plugged-f80334e0-c17d-4d65-ab5c-e78b428731de {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.678245] env[63440]: WARNING nova.compute.manager [req-312b9909-f008-48d2-8d21-bae4d59421bb req-0177382e-4d64-4aea-b579-7c15a10860f4 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Received unexpected event network-vif-plugged-f80334e0-c17d-4d65-ab5c-e78b428731de for instance with vm_state building and task_state spawning. [ 867.678414] env[63440]: DEBUG nova.compute.manager [req-312b9909-f008-48d2-8d21-bae4d59421bb req-0177382e-4d64-4aea-b579-7c15a10860f4 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Received event network-changed-f80334e0-c17d-4d65-ab5c-e78b428731de {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 867.678580] env[63440]: DEBUG nova.compute.manager [req-312b9909-f008-48d2-8d21-bae4d59421bb req-0177382e-4d64-4aea-b579-7c15a10860f4 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Refreshing instance network info cache due to event network-changed-f80334e0-c17d-4d65-ab5c-e78b428731de. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 867.678756] env[63440]: DEBUG oslo_concurrency.lockutils [req-312b9909-f008-48d2-8d21-bae4d59421bb req-0177382e-4d64-4aea-b579-7c15a10860f4 service nova] Acquiring lock "refresh_cache-548184fd-8e54-4bb4-90cf-641c7637581b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.759216] env[63440]: DEBUG nova.network.neutron [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Updating instance_info_cache with network_info: [{"id": "ea69d132-eed4-457a-bffc-eaca1f7aaba0", "address": "fa:16:3e:e1:fb:bd", "network": {"id": "93ef8e86-0216-485a-abd8-edea5f5074ce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-12908716", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56aec7fb87248bea3a677e497ca64a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea69d132-ee", "ovs_interfaceid": "ea69d132-eed4-457a-bffc-eaca1f7aaba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c99fbb4b-9487-4c11-8470-2f1c1cb1339c", "address": "fa:16:3e:07:32:52", "network": {"id": "692c39b6-0b0e-4594-9e15-f5432407d4a3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1494930783", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a56aec7fb87248bea3a677e497ca64a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99fbb4b-94", "ovs_interfaceid": "c99fbb4b-9487-4c11-8470-2f1c1cb1339c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f80334e0-c17d-4d65-ab5c-e78b428731de", "address": "fa:16:3e:86:95:50", "network": {"id": "93ef8e86-0216-485a-abd8-edea5f5074ce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-12908716", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56aec7fb87248bea3a677e497ca64a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf80334e0-c1", "ovs_interfaceid": "f80334e0-c17d-4d65-ab5c-e78b428731de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.873366] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ef3a7725-2973-4f4c-a11e-1810074f2e26 tempest-AttachInterfacesV270Test-107711883 tempest-AttachInterfacesV270Test-107711883-project-member] Lock "447736ce-b1a5-4e8a-a3c5-d074deaf3da1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.648s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.903106] env[63440]: DEBUG nova.network.neutron [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.966131] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c16738-df50-07a0-f827-f4f4eaa02348, 'name': SearchDatastore_Task, 'duration_secs': 0.031239} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.968745] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.969034] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 3bd64e37-ae32-4bb1-9fa6-da94d2c11024/3bd64e37-ae32-4bb1-9fa6-da94d2c11024.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.969512] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b2ed264-6109-43b0-88f9-3e15ce8edf84 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.978708] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 867.978708] env[63440]: value = "task-2661725" [ 867.978708] env[63440]: _type = "Task" [ 867.978708] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.993965] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.011077] env[63440]: DEBUG nova.compute.manager [req-581da5eb-a822-4281-bffb-36f28890c68e req-7ed31209-6f10-4efd-ba41-176f7beb22d4 service nova] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Received event network-vif-plugged-6ec3d00b-6362-4840-9468-0e0267cb4bd5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.011395] env[63440]: DEBUG oslo_concurrency.lockutils [req-581da5eb-a822-4281-bffb-36f28890c68e req-7ed31209-6f10-4efd-ba41-176f7beb22d4 service nova] Acquiring lock "884ae709-674a-4f74-aff6-afa818f746cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.012147] env[63440]: DEBUG oslo_concurrency.lockutils [req-581da5eb-a822-4281-bffb-36f28890c68e req-7ed31209-6f10-4efd-ba41-176f7beb22d4 service nova] Lock "884ae709-674a-4f74-aff6-afa818f746cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.012241] env[63440]: DEBUG oslo_concurrency.lockutils [req-581da5eb-a822-4281-bffb-36f28890c68e req-7ed31209-6f10-4efd-ba41-176f7beb22d4 service nova] Lock "884ae709-674a-4f74-aff6-afa818f746cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.012569] env[63440]: DEBUG nova.compute.manager [req-581da5eb-a822-4281-bffb-36f28890c68e req-7ed31209-6f10-4efd-ba41-176f7beb22d4 service nova] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] No waiting events found dispatching network-vif-plugged-6ec3d00b-6362-4840-9468-0e0267cb4bd5 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.012904] env[63440]: WARNING nova.compute.manager [req-581da5eb-a822-4281-bffb-36f28890c68e req-7ed31209-6f10-4efd-ba41-176f7beb22d4 service nova] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Received unexpected event network-vif-plugged-6ec3d00b-6362-4840-9468-0e0267cb4bd5 for instance with vm_state building and task_state spawning. [ 868.013060] env[63440]: DEBUG nova.compute.manager [req-581da5eb-a822-4281-bffb-36f28890c68e req-7ed31209-6f10-4efd-ba41-176f7beb22d4 service nova] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Received event network-changed-6ec3d00b-6362-4840-9468-0e0267cb4bd5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.013317] env[63440]: DEBUG nova.compute.manager [req-581da5eb-a822-4281-bffb-36f28890c68e req-7ed31209-6f10-4efd-ba41-176f7beb22d4 service nova] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Refreshing instance network info cache due to event network-changed-6ec3d00b-6362-4840-9468-0e0267cb4bd5. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 868.013587] env[63440]: DEBUG oslo_concurrency.lockutils [req-581da5eb-a822-4281-bffb-36f28890c68e req-7ed31209-6f10-4efd-ba41-176f7beb22d4 service nova] Acquiring lock "refresh_cache-884ae709-674a-4f74-aff6-afa818f746cd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.046417] env[63440]: DEBUG oslo_concurrency.lockutils [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.075333] env[63440]: DEBUG nova.network.neutron [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Updating instance_info_cache with network_info: [{"id": "6ec3d00b-6362-4840-9468-0e0267cb4bd5", "address": "fa:16:3e:7c:00:cb", "network": {"id": "ea4eb116-1bbb-4cbd-a600-b2fc701b9a33", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1500652111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94fb7c7766e04ca6a5ef53d7ab432d5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec3d00b-63", "ovs_interfaceid": "6ec3d00b-6362-4840-9468-0e0267cb4bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.172763] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03f33dc-b55a-4f28-9a0f-88054ad4a300 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.181486] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4df9a5a-df79-4f29-8f83-48c8e41ce6f7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.221946] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17db235c-1545-4d23-8653-5703936d80a0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.231777] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5681287-8f68-4865-b443-c0e40b13a8be {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.249067] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Acquiring lock "10b05a88-9b05-42ef-b1b9-6a6987aa0139" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.249353] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Lock "10b05a88-9b05-42ef-b1b9-6a6987aa0139" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.249584] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Acquiring lock "10b05a88-9b05-42ef-b1b9-6a6987aa0139-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.249772] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Lock "10b05a88-9b05-42ef-b1b9-6a6987aa0139-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.249940] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Lock "10b05a88-9b05-42ef-b1b9-6a6987aa0139-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.252213] env[63440]: DEBUG nova.compute.provider_tree [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.256217] env[63440]: INFO nova.compute.manager [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Terminating instance [ 868.261421] env[63440]: DEBUG oslo_concurrency.lockutils [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Releasing lock "refresh_cache-548184fd-8e54-4bb4-90cf-641c7637581b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.262825] env[63440]: DEBUG nova.compute.manager [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Instance network_info: |[{"id": "ea69d132-eed4-457a-bffc-eaca1f7aaba0", "address": "fa:16:3e:e1:fb:bd", "network": {"id": "93ef8e86-0216-485a-abd8-edea5f5074ce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-12908716", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56aec7fb87248bea3a677e497ca64a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea69d132-ee", "ovs_interfaceid": "ea69d132-eed4-457a-bffc-eaca1f7aaba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c99fbb4b-9487-4c11-8470-2f1c1cb1339c", "address": "fa:16:3e:07:32:52", "network": {"id": "692c39b6-0b0e-4594-9e15-f5432407d4a3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1494930783", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a56aec7fb87248bea3a677e497ca64a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99fbb4b-94", "ovs_interfaceid": "c99fbb4b-9487-4c11-8470-2f1c1cb1339c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f80334e0-c17d-4d65-ab5c-e78b428731de", "address": "fa:16:3e:86:95:50", "network": {"id": "93ef8e86-0216-485a-abd8-edea5f5074ce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-12908716", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56aec7fb87248bea3a677e497ca64a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf80334e0-c1", "ovs_interfaceid": "f80334e0-c17d-4d65-ab5c-e78b428731de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.262825] env[63440]: DEBUG oslo_concurrency.lockutils [req-312b9909-f008-48d2-8d21-bae4d59421bb req-0177382e-4d64-4aea-b579-7c15a10860f4 service nova] Acquired lock "refresh_cache-548184fd-8e54-4bb4-90cf-641c7637581b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.262825] env[63440]: DEBUG nova.network.neutron [req-312b9909-f008-48d2-8d21-bae4d59421bb req-0177382e-4d64-4aea-b579-7c15a10860f4 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Refreshing network info cache for port f80334e0-c17d-4d65-ab5c-e78b428731de {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.266639] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:fb:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea69d132-eed4-457a-bffc-eaca1f7aaba0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:32:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c99fbb4b-9487-4c11-8470-2f1c1cb1339c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:95:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f80334e0-c17d-4d65-ab5c-e78b428731de', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.275394] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Creating folder: Project (a56aec7fb87248bea3a677e497ca64a9). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.279556] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b25437a-31be-45ab-9770-8f25ba1519fe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.292845] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Created folder: Project (a56aec7fb87248bea3a677e497ca64a9) in parent group-v536546. [ 868.293438] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Creating folder: Instances. Parent ref: group-v536754. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.293438] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0cd6da9-4584-4b4d-9342-552c4b131aa8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.312396] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Created folder: Instances in parent group-v536754. [ 868.312723] env[63440]: DEBUG oslo.service.loopingcall [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 868.313320] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.313893] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7737447b-afd0-4aa7-ba60-516241a82841 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.345976] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.345976] env[63440]: value = "task-2661728" [ 868.345976] env[63440]: _type = "Task" [ 868.345976] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.359123] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661728, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.477284] env[63440]: DEBUG nova.network.neutron [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Updating instance_info_cache with network_info: [{"id": "f7ad2295-4a80-4beb-967c-a4b2b210826c", "address": "fa:16:3e:97:6c:9c", "network": {"id": "bb46e920-0220-42c4-9974-c64ad3c56ebf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1307008030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d018a16ec44cc6b8b19c09673da230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ad2295-4a", "ovs_interfaceid": "f7ad2295-4a80-4beb-967c-a4b2b210826c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.490212] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661725, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.568145] env[63440]: DEBUG nova.network.neutron [req-312b9909-f008-48d2-8d21-bae4d59421bb req-0177382e-4d64-4aea-b579-7c15a10860f4 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Updated VIF entry in instance network info cache for port f80334e0-c17d-4d65-ab5c-e78b428731de. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.568145] env[63440]: DEBUG nova.network.neutron [req-312b9909-f008-48d2-8d21-bae4d59421bb req-0177382e-4d64-4aea-b579-7c15a10860f4 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Updating instance_info_cache with network_info: [{"id": "ea69d132-eed4-457a-bffc-eaca1f7aaba0", "address": "fa:16:3e:e1:fb:bd", "network": {"id": "93ef8e86-0216-485a-abd8-edea5f5074ce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-12908716", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56aec7fb87248bea3a677e497ca64a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea69d132-ee", "ovs_interfaceid": "ea69d132-eed4-457a-bffc-eaca1f7aaba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c99fbb4b-9487-4c11-8470-2f1c1cb1339c", "address": "fa:16:3e:07:32:52", "network": {"id": "692c39b6-0b0e-4594-9e15-f5432407d4a3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1494930783", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a56aec7fb87248bea3a677e497ca64a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99fbb4b-94", "ovs_interfaceid": "c99fbb4b-9487-4c11-8470-2f1c1cb1339c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f80334e0-c17d-4d65-ab5c-e78b428731de", "address": "fa:16:3e:86:95:50", "network": {"id": "93ef8e86-0216-485a-abd8-edea5f5074ce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-12908716", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56aec7fb87248bea3a677e497ca64a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf80334e0-c1", "ovs_interfaceid": "f80334e0-c17d-4d65-ab5c-e78b428731de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.579043] env[63440]: DEBUG oslo_concurrency.lockutils [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Releasing lock "refresh_cache-884ae709-674a-4f74-aff6-afa818f746cd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.579415] env[63440]: DEBUG nova.compute.manager [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Instance network_info: |[{"id": "6ec3d00b-6362-4840-9468-0e0267cb4bd5", "address": "fa:16:3e:7c:00:cb", "network": {"id": "ea4eb116-1bbb-4cbd-a600-b2fc701b9a33", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1500652111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94fb7c7766e04ca6a5ef53d7ab432d5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec3d00b-63", "ovs_interfaceid": "6ec3d00b-6362-4840-9468-0e0267cb4bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.579771] env[63440]: DEBUG oslo_concurrency.lockutils [req-581da5eb-a822-4281-bffb-36f28890c68e req-7ed31209-6f10-4efd-ba41-176f7beb22d4 service nova] Acquired lock "refresh_cache-884ae709-674a-4f74-aff6-afa818f746cd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.579985] env[63440]: DEBUG nova.network.neutron [req-581da5eb-a822-4281-bffb-36f28890c68e req-7ed31209-6f10-4efd-ba41-176f7beb22d4 service nova] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Refreshing network info cache for port 6ec3d00b-6362-4840-9468-0e0267cb4bd5 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.581841] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:00:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ec3d00b-6362-4840-9468-0e0267cb4bd5', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.589159] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Creating folder: Project (94fb7c7766e04ca6a5ef53d7ab432d5c). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.592417] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c65162cb-77b7-49d7-bc0d-d3705d32722c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.605786] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Created folder: Project (94fb7c7766e04ca6a5ef53d7ab432d5c) in parent group-v536546. [ 868.606031] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Creating folder: Instances. Parent ref: group-v536757. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.607290] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-368a1fe4-03d8-4797-ac35-0f581287d35b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.618289] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Created folder: Instances in parent group-v536757. [ 868.618619] env[63440]: DEBUG oslo.service.loopingcall [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 868.618816] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.619681] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3fe7db9-f236-4f5c-9a0e-8504477db51a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.644060] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.644060] env[63440]: value = "task-2661731" [ 868.644060] env[63440]: _type = "Task" [ 868.644060] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.652940] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661731, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.758873] env[63440]: DEBUG nova.scheduler.client.report [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.763242] env[63440]: DEBUG nova.compute.manager [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.763673] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.764485] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee425e91-4b8a-421a-b5ab-9e3e1e067993 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.773826] env[63440]: DEBUG oslo_vmware.api [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Waiting for the task: (returnval){ [ 868.773826] env[63440]: value = "task-2661732" [ 868.773826] env[63440]: _type = "Task" [ 868.773826] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.785514] env[63440]: DEBUG oslo_vmware.api [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Task: {'id': task-2661732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.813814] env[63440]: DEBUG oslo_concurrency.lockutils [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Acquiring lock "f4799f88-5cdf-41c3-b737-583af54c9c16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.814149] env[63440]: DEBUG oslo_concurrency.lockutils [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Lock "f4799f88-5cdf-41c3-b737-583af54c9c16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.814486] env[63440]: DEBUG oslo_concurrency.lockutils [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Acquiring lock "f4799f88-5cdf-41c3-b737-583af54c9c16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.814751] env[63440]: DEBUG oslo_concurrency.lockutils [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Lock "f4799f88-5cdf-41c3-b737-583af54c9c16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.814943] env[63440]: DEBUG oslo_concurrency.lockutils [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Lock "f4799f88-5cdf-41c3-b737-583af54c9c16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.817564] env[63440]: INFO nova.compute.manager [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Terminating instance [ 868.822025] env[63440]: DEBUG nova.network.neutron [req-581da5eb-a822-4281-bffb-36f28890c68e req-7ed31209-6f10-4efd-ba41-176f7beb22d4 service nova] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Updated VIF entry in instance network info cache for port 6ec3d00b-6362-4840-9468-0e0267cb4bd5. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.822025] env[63440]: DEBUG nova.network.neutron [req-581da5eb-a822-4281-bffb-36f28890c68e req-7ed31209-6f10-4efd-ba41-176f7beb22d4 service nova] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Updating instance_info_cache with network_info: [{"id": "6ec3d00b-6362-4840-9468-0e0267cb4bd5", "address": "fa:16:3e:7c:00:cb", "network": {"id": "ea4eb116-1bbb-4cbd-a600-b2fc701b9a33", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1500652111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94fb7c7766e04ca6a5ef53d7ab432d5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec3d00b-63", "ovs_interfaceid": "6ec3d00b-6362-4840-9468-0e0267cb4bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.857193] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661728, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.984929] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Releasing lock "refresh_cache-00f8a56f-37af-48cf-97f5-5ea6d8be75d9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.987461] env[63440]: DEBUG nova.objects.instance [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lazy-loading 'flavor' on Instance uuid 00f8a56f-37af-48cf-97f5-5ea6d8be75d9 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.997067] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53713} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.997400] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 3bd64e37-ae32-4bb1-9fa6-da94d2c11024/3bd64e37-ae32-4bb1-9fa6-da94d2c11024.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.997663] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.997952] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f99b700-5176-487c-a422-f2968c3066a3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.006128] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 869.006128] env[63440]: value = "task-2661733" [ 869.006128] env[63440]: _type = "Task" [ 869.006128] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.018282] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.071432] env[63440]: DEBUG oslo_concurrency.lockutils [req-312b9909-f008-48d2-8d21-bae4d59421bb req-0177382e-4d64-4aea-b579-7c15a10860f4 service nova] Releasing lock "refresh_cache-548184fd-8e54-4bb4-90cf-641c7637581b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.155814] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661731, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.266229] env[63440]: DEBUG oslo_concurrency.lockutils [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.268868] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.230s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.270552] env[63440]: INFO nova.compute.claims [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.293862] env[63440]: DEBUG oslo_vmware.api [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Task: {'id': task-2661732, 'name': PowerOffVM_Task, 'duration_secs': 0.358053} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.294625] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.294699] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Volume detach. Driver type: vmdk {{(pid=63440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 869.295100] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536607', 'volume_id': 'b7942535-7b00-4638-adf5-707a99c9f78b', 'name': 'volume-b7942535-7b00-4638-adf5-707a99c9f78b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10b05a88-9b05-42ef-b1b9-6a6987aa0139', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7942535-7b00-4638-adf5-707a99c9f78b', 'serial': 'b7942535-7b00-4638-adf5-707a99c9f78b'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 869.297489] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b83b711-383c-4456-8580-809d2af2eacd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.323199] env[63440]: DEBUG oslo_concurrency.lockutils [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Acquiring lock "refresh_cache-f4799f88-5cdf-41c3-b737-583af54c9c16" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.323490] env[63440]: DEBUG oslo_concurrency.lockutils [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Acquired lock "refresh_cache-f4799f88-5cdf-41c3-b737-583af54c9c16" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.323676] env[63440]: DEBUG nova.network.neutron [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.325733] env[63440]: INFO nova.scheduler.client.report [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Deleted allocations for instance f0398dc1-6edc-4245-acc7-b757741bdcf2 [ 869.326792] env[63440]: DEBUG oslo_concurrency.lockutils [req-581da5eb-a822-4281-bffb-36f28890c68e req-7ed31209-6f10-4efd-ba41-176f7beb22d4 service nova] Releasing lock "refresh_cache-884ae709-674a-4f74-aff6-afa818f746cd" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.327774] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8663ba3f-ea5d-4da2-b3c3-374e47a24b48 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.339157] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2439dc-ec77-41c2-9880-b9f557a8ec64 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.363613] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe81c44a-e62e-4f18-b478-44264aa14bea {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.382519] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] The volume has not been displaced from its original location: [datastore2] volume-b7942535-7b00-4638-adf5-707a99c9f78b/volume-b7942535-7b00-4638-adf5-707a99c9f78b.vmdk. No consolidation needed. {{(pid=63440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 869.387828] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 869.389044] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661728, 'name': CreateVM_Task, 'duration_secs': 0.571042} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.389044] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea8f67a9-e286-4528-a61c-f64b2408534a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.401536] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.402729] env[63440]: DEBUG oslo_concurrency.lockutils [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.402902] env[63440]: DEBUG oslo_concurrency.lockutils [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.403239] env[63440]: DEBUG oslo_concurrency.lockutils [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.403905] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45af8f35-b20b-4e21-b785-e0b6ab8ffdc3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.410161] env[63440]: DEBUG oslo_vmware.api [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Waiting for the task: (returnval){ [ 869.410161] env[63440]: value = "task-2661734" [ 869.410161] env[63440]: _type = "Task" [ 869.410161] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.411544] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for the task: (returnval){ [ 869.411544] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52977b69-1308-a089-9f89-8a384dbab020" [ 869.411544] env[63440]: _type = "Task" [ 869.411544] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.422280] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52977b69-1308-a089-9f89-8a384dbab020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.425178] env[63440]: DEBUG oslo_vmware.api [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Task: {'id': task-2661734, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.493776] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd90f028-d2e1-44e0-8a4d-3a995a39a7f1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.519243] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.522419] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40a45e6a-c036-4b6f-86fc-2a302fb82a94 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.530059] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137222} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.531331] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.531687] env[63440]: DEBUG oslo_vmware.api [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 869.531687] env[63440]: value = "task-2661735" [ 869.531687] env[63440]: _type = "Task" [ 869.531687] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.532371] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758fc260-2edc-4707-9826-3fe39745c7d4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.544359] env[63440]: DEBUG oslo_vmware.api [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.561922] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 3bd64e37-ae32-4bb1-9fa6-da94d2c11024/3bd64e37-ae32-4bb1-9fa6-da94d2c11024.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.561991] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed44f7c3-0a21-4259-9898-487716764880 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.581635] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 869.581635] env[63440]: value = "task-2661736" [ 869.581635] env[63440]: _type = "Task" [ 869.581635] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.590142] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.654737] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661731, 'name': CreateVM_Task, 'duration_secs': 0.605042} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.654737] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.655424] env[63440]: DEBUG oslo_concurrency.lockutils [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.839541] env[63440]: DEBUG oslo_concurrency.lockutils [None req-76d29b0b-c0f1-4121-9468-9273de1e3540 tempest-ServersAdminTestJSON-1316761989 tempest-ServersAdminTestJSON-1316761989-project-member] Lock "f0398dc1-6edc-4245-acc7-b757741bdcf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.831s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.857279] env[63440]: DEBUG nova.network.neutron [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.925963] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52977b69-1308-a089-9f89-8a384dbab020, 'name': SearchDatastore_Task, 'duration_secs': 0.046121} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.929309] env[63440]: DEBUG oslo_concurrency.lockutils [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.929569] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.929816] env[63440]: DEBUG oslo_concurrency.lockutils [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.929944] env[63440]: DEBUG oslo_concurrency.lockutils [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.930138] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.930441] env[63440]: DEBUG oslo_vmware.api [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Task: {'id': task-2661734, 'name': ReconfigVM_Task, 'duration_secs': 0.386312} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.930659] env[63440]: DEBUG oslo_concurrency.lockutils [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.930970] env[63440]: DEBUG oslo_concurrency.lockutils [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.931248] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24fef0b1-7ad9-429d-a697-546aaeb00ce0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.933379] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 869.938988] env[63440]: DEBUG nova.network.neutron [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.940210] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6be56ccc-ee5a-41d6-b1fa-3ba523b5dfff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.941899] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3009cbf-94fe-46a5-aded-19d89be13768 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.955651] env[63440]: DEBUG oslo_concurrency.lockutils [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Releasing lock "refresh_cache-f4799f88-5cdf-41c3-b737-583af54c9c16" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.956122] env[63440]: DEBUG nova.compute.manager [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.956378] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.958157] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7372f1ce-a49b-4afa-a009-421fbe6d13d2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.967155] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.967384] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.968605] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Waiting for the task: (returnval){ [ 869.968605] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5296b2dd-2e6c-5b63-5c92-03743363bd32" [ 869.968605] env[63440]: _type = "Task" [ 869.968605] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.970883] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9da8147a-3e62-4223-baea-3fd1407b6c6f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.973966] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.978759] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68c7eaea-6816-4602-80a0-efe889baeb07 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.980466] env[63440]: DEBUG oslo_vmware.api [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Waiting for the task: (returnval){ [ 869.980466] env[63440]: value = "task-2661737" [ 869.980466] env[63440]: _type = "Task" [ 869.980466] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.988251] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for the task: (returnval){ [ 869.988251] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5227a705-4b6a-7001-357e-5ae8c2da75e6" [ 869.988251] env[63440]: _type = "Task" [ 869.988251] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.993424] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5296b2dd-2e6c-5b63-5c92-03743363bd32, 'name': SearchDatastore_Task, 'duration_secs': 0.012045} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.002420] env[63440]: DEBUG oslo_concurrency.lockutils [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.002420] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.002420] env[63440]: DEBUG oslo_concurrency.lockutils [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.002727] env[63440]: DEBUG oslo_vmware.api [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for the task: (returnval){ [ 870.002727] env[63440]: value = "task-2661738" [ 870.002727] env[63440]: _type = "Task" [ 870.002727] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.003174] env[63440]: DEBUG oslo_vmware.api [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Task: {'id': task-2661737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.013477] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5227a705-4b6a-7001-357e-5ae8c2da75e6, 'name': SearchDatastore_Task, 'duration_secs': 0.014249} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.015523] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c43bf499-9cff-4056-9d7a-a6bc5896e2cf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.021958] env[63440]: DEBUG oslo_vmware.api [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.026889] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for the task: (returnval){ [ 870.026889] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522b7219-edea-0d3b-6950-270272406fb2" [ 870.026889] env[63440]: _type = "Task" [ 870.026889] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.035082] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522b7219-edea-0d3b-6950-270272406fb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.044946] env[63440]: DEBUG oslo_vmware.api [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661735, 'name': PowerOffVM_Task, 'duration_secs': 0.248406} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.044946] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.050309] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 870.051036] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd2f9ba8-dbe9-4d6d-a476-d065d30c475a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.071717] env[63440]: DEBUG oslo_vmware.api [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 870.071717] env[63440]: value = "task-2661739" [ 870.071717] env[63440]: _type = "Task" [ 870.071717] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.081638] env[63440]: DEBUG oslo_vmware.api [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.092066] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661736, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.493815] env[63440]: DEBUG oslo_vmware.api [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Task: {'id': task-2661737, 'name': ReconfigVM_Task, 'duration_secs': 0.183974} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.494137] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536607', 'volume_id': 'b7942535-7b00-4638-adf5-707a99c9f78b', 'name': 'volume-b7942535-7b00-4638-adf5-707a99c9f78b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10b05a88-9b05-42ef-b1b9-6a6987aa0139', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7942535-7b00-4638-adf5-707a99c9f78b', 'serial': 'b7942535-7b00-4638-adf5-707a99c9f78b'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 870.494425] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.495233] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01148ea8-ccad-4ae8-b7b1-3c5eb7aff19d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.502752] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.505201] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5784929c-8513-4e2c-a952-cec7d861a82b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.516711] env[63440]: DEBUG oslo_vmware.api [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661738, 'name': PowerOffVM_Task, 'duration_secs': 0.178405} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.516711] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.516933] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.519908] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2205fce-1cf7-4095-b164-c482269b53a7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.537925] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522b7219-edea-0d3b-6950-270272406fb2, 'name': SearchDatastore_Task, 'duration_secs': 0.010474} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.537925] env[63440]: DEBUG oslo_concurrency.lockutils [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.537925] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 548184fd-8e54-4bb4-90cf-641c7637581b/548184fd-8e54-4bb4-90cf-641c7637581b.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.538097] env[63440]: DEBUG oslo_concurrency.lockutils [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.539049] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.539049] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6d8ca51-2eeb-49e5-af4d-b296a3b22447 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.540450] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-408511b1-f428-47c7-b4c6-9b342a5688fa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.553384] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for the task: (returnval){ [ 870.553384] env[63440]: value = "task-2661742" [ 870.553384] env[63440]: _type = "Task" [ 870.553384] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.553701] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.553939] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.554728] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Deleting the datastore file [datastore2] f4799f88-5cdf-41c3-b737-583af54c9c16 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.554728] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.554866] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.555970] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f71eebea-3322-4fa3-941a-c86e756a93cb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.559546] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-703263db-744d-4c5c-876f-8b8f7876d00e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.566978] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Waiting for the task: (returnval){ [ 870.566978] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52df8cde-a4e6-8af4-33ce-48c779ce7333" [ 870.566978] env[63440]: _type = "Task" [ 870.566978] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.573361] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.573361] env[63440]: DEBUG oslo_vmware.api [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for the task: (returnval){ [ 870.573361] env[63440]: value = "task-2661743" [ 870.573361] env[63440]: _type = "Task" [ 870.573361] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.586497] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.586713] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.586888] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Deleting the datastore file [datastore2] 10b05a88-9b05-42ef-b1b9-6a6987aa0139 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.591260] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54f1aca3-6cf5-444a-a007-0db0f415030d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.604192] env[63440]: DEBUG oslo_vmware.api [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661739, 'name': ReconfigVM_Task, 'duration_secs': 0.25176} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.604436] env[63440]: DEBUG oslo_vmware.api [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.604665] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52df8cde-a4e6-8af4-33ce-48c779ce7333, 'name': SearchDatastore_Task, 'duration_secs': 0.020924} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.605750] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 870.605959] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.606736] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d7de20a-5db8-46c7-8b11-ec3f86bb03d8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.608342] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8a9a356-ba1b-49c1-a039-36d9ef0413c0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.614908] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661736, 'name': ReconfigVM_Task, 'duration_secs': 0.573683} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.615192] env[63440]: DEBUG oslo_vmware.api [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Waiting for the task: (returnval){ [ 870.615192] env[63440]: value = "task-2661744" [ 870.615192] env[63440]: _type = "Task" [ 870.615192] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.618484] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 3bd64e37-ae32-4bb1-9fa6-da94d2c11024/3bd64e37-ae32-4bb1-9fa6-da94d2c11024.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.619244] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61d30541-df3f-4bae-aa7e-807e0576b5eb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.624710] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Waiting for the task: (returnval){ [ 870.624710] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5211234e-3d27-d16c-e94e-67dabad2cf81" [ 870.624710] env[63440]: _type = "Task" [ 870.624710] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.626638] env[63440]: DEBUG oslo_vmware.api [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 870.626638] env[63440]: value = "task-2661745" [ 870.626638] env[63440]: _type = "Task" [ 870.626638] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.638609] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 870.638609] env[63440]: value = "task-2661746" [ 870.638609] env[63440]: _type = "Task" [ 870.638609] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.638896] env[63440]: DEBUG oslo_vmware.api [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Task: {'id': task-2661744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.652203] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5211234e-3d27-d16c-e94e-67dabad2cf81, 'name': SearchDatastore_Task, 'duration_secs': 0.021292} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.652479] env[63440]: DEBUG oslo_vmware.api [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661745, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.654152] env[63440]: DEBUG oslo_concurrency.lockutils [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.654430] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 884ae709-674a-4f74-aff6-afa818f746cd/884ae709-674a-4f74-aff6-afa818f746cd.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.655251] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023095d1-3a01-463c-bdb9-d5ec9e6d96d6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.657877] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dbd8db5-c6f5-4b46-89e5-057d5e290d77 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.663602] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661746, 'name': Rename_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.670140] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2682da78-6874-4a96-9555-3ee1cf338570 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.673737] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Waiting for the task: (returnval){ [ 870.673737] env[63440]: value = "task-2661747" [ 870.673737] env[63440]: _type = "Task" [ 870.673737] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.706675] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f763d019-c7d9-4218-bc58-9a585bbe8aec {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.709431] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Task: {'id': task-2661747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.716089] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba41068-104b-41a6-950a-17e30cd69fc9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.734970] env[63440]: DEBUG nova.compute.provider_tree [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.070624] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661742, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.089557] env[63440]: DEBUG oslo_vmware.api [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Task: {'id': task-2661743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1379} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.089831] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.090043] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.090239] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.090412] env[63440]: INFO nova.compute.manager [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Took 1.13 seconds to destroy the instance on the hypervisor. [ 871.090665] env[63440]: DEBUG oslo.service.loopingcall [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 871.090865] env[63440]: DEBUG nova.compute.manager [-] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.090958] env[63440]: DEBUG nova.network.neutron [-] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.110735] env[63440]: DEBUG nova.network.neutron [-] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.134382] env[63440]: DEBUG oslo_vmware.api [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Task: {'id': task-2661744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119334} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.137975] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.138203] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.138411] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.138618] env[63440]: INFO nova.compute.manager [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Took 2.38 seconds to destroy the instance on the hypervisor. [ 871.138865] env[63440]: DEBUG oslo.service.loopingcall [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 871.139075] env[63440]: DEBUG nova.compute.manager [-] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.139183] env[63440]: DEBUG nova.network.neutron [-] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.149733] env[63440]: DEBUG oslo_vmware.api [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661745, 'name': PowerOnVM_Task} progress is 86%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.155960] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661746, 'name': Rename_Task, 'duration_secs': 0.208237} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.156296] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.156548] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c73c7fe0-d8bf-4438-8c31-b0d03123edab {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.163900] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 871.163900] env[63440]: value = "task-2661748" [ 871.163900] env[63440]: _type = "Task" [ 871.163900] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.173623] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.183814] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Task: {'id': task-2661747, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.238663] env[63440]: DEBUG nova.scheduler.client.report [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.320674] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0f94b5e5-2c2b-4224-8e30-f43a7d6f30a0 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "interface-51a3a20a-2ea7-49b0-9b82-41d17b38d35a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.321107] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0f94b5e5-2c2b-4224-8e30-f43a7d6f30a0 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "interface-51a3a20a-2ea7-49b0-9b82-41d17b38d35a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.321564] env[63440]: DEBUG nova.objects.instance [None req-0f94b5e5-2c2b-4224-8e30-f43a7d6f30a0 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lazy-loading 'flavor' on Instance uuid 51a3a20a-2ea7-49b0-9b82-41d17b38d35a {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.569823] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567395} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.570209] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 548184fd-8e54-4bb4-90cf-641c7637581b/548184fd-8e54-4bb4-90cf-641c7637581b.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.570524] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.570828] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43c72ed2-a2f4-402d-abe9-d49ef22dfe0b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.580080] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for the task: (returnval){ [ 871.580080] env[63440]: value = "task-2661749" [ 871.580080] env[63440]: _type = "Task" [ 871.580080] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.589797] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.610046] env[63440]: DEBUG nova.network.neutron [-] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.645874] env[63440]: DEBUG oslo_vmware.api [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661745, 'name': PowerOnVM_Task, 'duration_secs': 0.706857} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.646163] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.646518] env[63440]: DEBUG nova.compute.manager [None req-d6765f2a-1b73-482e-88c7-866f0839a9bd tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.647627] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75816166-d85b-4d74-8577-01910445e027 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.674092] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.683784] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Task: {'id': task-2661747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89343} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.684034] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 884ae709-674a-4f74-aff6-afa818f746cd/884ae709-674a-4f74-aff6-afa818f746cd.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.684247] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.684500] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d279fded-e9c7-46f2-89d8-311b37659ad3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.693500] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Waiting for the task: (returnval){ [ 871.693500] env[63440]: value = "task-2661750" [ 871.693500] env[63440]: _type = "Task" [ 871.693500] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.705639] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Task: {'id': task-2661750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.747027] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.747027] env[63440]: DEBUG nova.compute.manager [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.748536] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.858s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.748917] env[63440]: DEBUG nova.objects.instance [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lazy-loading 'resources' on Instance uuid da0c32b9-0bbc-448c-a243-c0c6e081c8f8 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.830747] env[63440]: DEBUG nova.objects.instance [None req-0f94b5e5-2c2b-4224-8e30-f43a7d6f30a0 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lazy-loading 'pci_requests' on Instance uuid 51a3a20a-2ea7-49b0-9b82-41d17b38d35a {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.031458] env[63440]: DEBUG nova.compute.manager [req-b3d32f07-11cf-4f40-a703-a66df2a7c326 req-35337dde-ef67-4fea-b014-1609f1f8beff service nova] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Received event network-vif-deleted-1d8b4351-80f6-4860-b948-490937eccb62 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 872.031458] env[63440]: INFO nova.compute.manager [req-b3d32f07-11cf-4f40-a703-a66df2a7c326 req-35337dde-ef67-4fea-b014-1609f1f8beff service nova] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Neutron deleted interface 1d8b4351-80f6-4860-b948-490937eccb62; detaching it from the instance and deleting it from the info cache [ 872.031458] env[63440]: DEBUG nova.network.neutron [req-b3d32f07-11cf-4f40-a703-a66df2a7c326 req-35337dde-ef67-4fea-b014-1609f1f8beff service nova] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.091470] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072186} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.092127] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.093151] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54912489-d9b4-45b0-9858-017967c98d28 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.117021] env[63440]: INFO nova.compute.manager [-] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Took 1.03 seconds to deallocate network for instance. [ 872.129022] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 548184fd-8e54-4bb4-90cf-641c7637581b/548184fd-8e54-4bb4-90cf-641c7637581b.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.129022] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a98e39c9-706c-4f78-a332-97c65406e09f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.151975] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for the task: (returnval){ [ 872.151975] env[63440]: value = "task-2661751" [ 872.151975] env[63440]: _type = "Task" [ 872.151975] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.168265] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661751, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.176085] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661748, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.204090] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Task: {'id': task-2661750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072158} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.204508] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.205670] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc6fd5c-f9ec-4557-a389-1914dec59ddd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.248626] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 884ae709-674a-4f74-aff6-afa818f746cd/884ae709-674a-4f74-aff6-afa818f746cd.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.248905] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-781fab9f-7460-4e67-87d8-f268fd7de2cd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.267457] env[63440]: DEBUG nova.compute.utils [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.275987] env[63440]: DEBUG nova.compute.manager [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.276267] env[63440]: DEBUG nova.network.neutron [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.286554] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Waiting for the task: (returnval){ [ 872.286554] env[63440]: value = "task-2661752" [ 872.286554] env[63440]: _type = "Task" [ 872.286554] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.298374] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Task: {'id': task-2661752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.334823] env[63440]: DEBUG nova.objects.base [None req-0f94b5e5-2c2b-4224-8e30-f43a7d6f30a0 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Object Instance<51a3a20a-2ea7-49b0-9b82-41d17b38d35a> lazy-loaded attributes: flavor,pci_requests {{(pid=63440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 872.335074] env[63440]: DEBUG nova.network.neutron [None req-0f94b5e5-2c2b-4224-8e30-f43a7d6f30a0 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.347645] env[63440]: DEBUG nova.policy [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36cd1561de5f4ef0b3cfd4fbed4e738c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12ef09ee64fe4159ab5e9d1ffedcf9e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.420511] env[63440]: DEBUG nova.network.neutron [-] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.534202] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0f94b5e5-2c2b-4224-8e30-f43a7d6f30a0 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "interface-51a3a20a-2ea7-49b0-9b82-41d17b38d35a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.213s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.535991] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e5eb9d9-393d-4eae-913a-400c23990767 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.551622] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16714939-4d9a-44db-9f99-b4824ff20701 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.596792] env[63440]: DEBUG nova.compute.manager [req-b3d32f07-11cf-4f40-a703-a66df2a7c326 req-35337dde-ef67-4fea-b014-1609f1f8beff service nova] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Detach interface failed, port_id=1d8b4351-80f6-4860-b948-490937eccb62, reason: Instance 10b05a88-9b05-42ef-b1b9-6a6987aa0139 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 872.652198] env[63440]: DEBUG oslo_concurrency.lockutils [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.665566] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661751, 'name': ReconfigVM_Task, 'duration_secs': 0.33838} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.665929] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 548184fd-8e54-4bb4-90cf-641c7637581b/548184fd-8e54-4bb4-90cf-641c7637581b.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.669448] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ca0e34f-f2e2-46fd-a43f-707bc4908084 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.678056] env[63440]: DEBUG oslo_vmware.api [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661748, 'name': PowerOnVM_Task, 'duration_secs': 1.08954} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.679620] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.679872] env[63440]: INFO nova.compute.manager [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Took 8.91 seconds to spawn the instance on the hypervisor. [ 872.679994] env[63440]: DEBUG nova.compute.manager [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.681107] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for the task: (returnval){ [ 872.681107] env[63440]: value = "task-2661753" [ 872.681107] env[63440]: _type = "Task" [ 872.681107] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.681307] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fb64de-f5e4-4fb3-9f94-d6c450b7a408 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.688686] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9050ab51-8dda-4efd-91f6-6bf4386400f5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.703651] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661753, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.710479] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c474a7ba-f9d6-47bc-9e25-842f6912b020 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.748659] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587e3bb4-057e-44d1-b104-652b778447f3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.758622] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4b0e6e-7bd9-4288-8871-9e2db7fb280f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.776233] env[63440]: DEBUG nova.compute.manager [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.782127] env[63440]: DEBUG nova.compute.provider_tree [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.799697] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Task: {'id': task-2661752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.828133] env[63440]: DEBUG nova.network.neutron [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Successfully created port: bc6edcb4-19a3-43e9-ac1e-52026c822cc8 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.925544] env[63440]: INFO nova.compute.manager [-] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Took 1.79 seconds to deallocate network for instance. [ 873.194831] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661753, 'name': Rename_Task, 'duration_secs': 0.18611} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.195171] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.195454] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9af09a58-9994-4fa5-9d0f-1039ab2d05dd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.203465] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for the task: (returnval){ [ 873.203465] env[63440]: value = "task-2661754" [ 873.203465] env[63440]: _type = "Task" [ 873.203465] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.220188] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.220188] env[63440]: INFO nova.compute.manager [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Took 32.33 seconds to build instance. [ 873.284457] env[63440]: DEBUG nova.scheduler.client.report [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.305584] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Task: {'id': task-2661752, 'name': ReconfigVM_Task, 'duration_secs': 1.016008} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.305796] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 884ae709-674a-4f74-aff6-afa818f746cd/884ae709-674a-4f74-aff6-afa818f746cd.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.306460] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b1cfde3-8879-4eb9-a525-11dc1ec4d239 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.315590] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Waiting for the task: (returnval){ [ 873.315590] env[63440]: value = "task-2661755" [ 873.315590] env[63440]: _type = "Task" [ 873.315590] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.325424] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Task: {'id': task-2661755, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.473566] env[63440]: INFO nova.compute.manager [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Took 0.55 seconds to detach 1 volumes for instance. [ 873.479083] env[63440]: DEBUG nova.compute.manager [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Deleting volume: b7942535-7b00-4638-adf5-707a99c9f78b {{(pid=63440) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 873.716227] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661754, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.724052] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1300237c-6100-4e93-9ea2-f84982f6e4a5 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "3bd64e37-ae32-4bb1-9fa6-da94d2c11024" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.841s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.789541] env[63440]: DEBUG nova.compute.manager [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.797987] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.801191] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.234s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.805022] env[63440]: INFO nova.compute.claims [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.832579] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Task: {'id': task-2661755, 'name': Rename_Task, 'duration_secs': 0.203684} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.835753] env[63440]: DEBUG nova.virt.hardware [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.836554] env[63440]: DEBUG nova.virt.hardware [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.836554] env[63440]: DEBUG nova.virt.hardware [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.836554] env[63440]: DEBUG nova.virt.hardware [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.842277] env[63440]: DEBUG nova.virt.hardware [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.842593] env[63440]: DEBUG nova.virt.hardware [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.842863] env[63440]: DEBUG nova.virt.hardware [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.843054] env[63440]: DEBUG nova.virt.hardware [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.843242] env[63440]: DEBUG nova.virt.hardware [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.843445] env[63440]: DEBUG nova.virt.hardware [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.843636] env[63440]: DEBUG nova.virt.hardware [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.844014] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.845193] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303e7936-fe47-497a-a31f-93fc2663ab40 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.850770] env[63440]: INFO nova.scheduler.client.report [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Deleted allocations for instance da0c32b9-0bbc-448c-a243-c0c6e081c8f8 [ 873.854452] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f8dcf6f-ffd3-47ab-a93b-b440cd278c33 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.862112] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c581b20-f103-40b1-a342-f5f3160b54b7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.867819] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Waiting for the task: (returnval){ [ 873.867819] env[63440]: value = "task-2661757" [ 873.867819] env[63440]: _type = "Task" [ 873.867819] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.886935] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Task: {'id': task-2661757, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.911247] env[63440]: DEBUG oslo_concurrency.lockutils [None req-12f6dceb-8e9c-4b5f-8314-57fb82d1bed9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "3bd64e37-ae32-4bb1-9fa6-da94d2c11024" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.911665] env[63440]: DEBUG oslo_concurrency.lockutils [None req-12f6dceb-8e9c-4b5f-8314-57fb82d1bed9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "3bd64e37-ae32-4bb1-9fa6-da94d2c11024" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.911968] env[63440]: DEBUG nova.compute.manager [None req-12f6dceb-8e9c-4b5f-8314-57fb82d1bed9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.913059] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba9e22f-bcda-4272-920a-762e4bd7a1b1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.921681] env[63440]: DEBUG nova.compute.manager [None req-12f6dceb-8e9c-4b5f-8314-57fb82d1bed9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63440) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 873.922571] env[63440]: DEBUG nova.objects.instance [None req-12f6dceb-8e9c-4b5f-8314-57fb82d1bed9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lazy-loading 'flavor' on Instance uuid 3bd64e37-ae32-4bb1-9fa6-da94d2c11024 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.025611] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.219867] env[63440]: DEBUG oslo_vmware.api [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661754, 'name': PowerOnVM_Task, 'duration_secs': 0.762751} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.220334] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.220712] env[63440]: INFO nova.compute.manager [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Took 13.97 seconds to spawn the instance on the hypervisor. [ 874.221022] env[63440]: DEBUG nova.compute.manager [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.223460] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f55b56-2612-42d5-8ef4-b62147d7f94d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.362350] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a021b975-7363-4ad8-a2bc-01d0c2266b49 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "da0c32b9-0bbc-448c-a243-c0c6e081c8f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.908s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.383073] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Task: {'id': task-2661757, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.653540] env[63440]: DEBUG nova.compute.manager [req-29a8bc1b-59f7-4ef9-8abd-cf80a5f6db9e req-16e2ef68-7ba8-461a-bedb-a2933c69966e service nova] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Received event network-vif-plugged-bc6edcb4-19a3-43e9-ac1e-52026c822cc8 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 874.653540] env[63440]: DEBUG oslo_concurrency.lockutils [req-29a8bc1b-59f7-4ef9-8abd-cf80a5f6db9e req-16e2ef68-7ba8-461a-bedb-a2933c69966e service nova] Acquiring lock "922d1ebc-ea1e-40b1-85a6-afcfe028bdc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.653540] env[63440]: DEBUG oslo_concurrency.lockutils [req-29a8bc1b-59f7-4ef9-8abd-cf80a5f6db9e req-16e2ef68-7ba8-461a-bedb-a2933c69966e service nova] Lock "922d1ebc-ea1e-40b1-85a6-afcfe028bdc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.654012] env[63440]: DEBUG oslo_concurrency.lockutils [req-29a8bc1b-59f7-4ef9-8abd-cf80a5f6db9e req-16e2ef68-7ba8-461a-bedb-a2933c69966e service nova] Lock "922d1ebc-ea1e-40b1-85a6-afcfe028bdc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.654714] env[63440]: DEBUG nova.compute.manager [req-29a8bc1b-59f7-4ef9-8abd-cf80a5f6db9e req-16e2ef68-7ba8-461a-bedb-a2933c69966e service nova] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] No waiting events found dispatching network-vif-plugged-bc6edcb4-19a3-43e9-ac1e-52026c822cc8 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.655440] env[63440]: WARNING nova.compute.manager [req-29a8bc1b-59f7-4ef9-8abd-cf80a5f6db9e req-16e2ef68-7ba8-461a-bedb-a2933c69966e service nova] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Received unexpected event network-vif-plugged-bc6edcb4-19a3-43e9-ac1e-52026c822cc8 for instance with vm_state building and task_state spawning. [ 874.744977] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "interface-51a3a20a-2ea7-49b0-9b82-41d17b38d35a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.746975] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "interface-51a3a20a-2ea7-49b0-9b82-41d17b38d35a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.746975] env[63440]: DEBUG nova.objects.instance [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lazy-loading 'flavor' on Instance uuid 51a3a20a-2ea7-49b0-9b82-41d17b38d35a {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.748022] env[63440]: INFO nova.compute.manager [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Took 34.65 seconds to build instance. [ 874.885684] env[63440]: DEBUG oslo_vmware.api [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Task: {'id': task-2661757, 'name': PowerOnVM_Task, 'duration_secs': 0.761235} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.885976] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.886202] env[63440]: INFO nova.compute.manager [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Took 8.67 seconds to spawn the instance on the hypervisor. [ 874.886383] env[63440]: DEBUG nova.compute.manager [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.887355] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d7f0b5-25d3-4cb2-a1d0-6984cd392172 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.935508] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f6dceb-8e9c-4b5f-8314-57fb82d1bed9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.936132] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-782b8daa-0c9b-4441-8d21-8b3c325b98f5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.945098] env[63440]: DEBUG oslo_vmware.api [None req-12f6dceb-8e9c-4b5f-8314-57fb82d1bed9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 874.945098] env[63440]: value = "task-2661758" [ 874.945098] env[63440]: _type = "Task" [ 874.945098] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.963677] env[63440]: DEBUG oslo_vmware.api [None req-12f6dceb-8e9c-4b5f-8314-57fb82d1bed9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.095037] env[63440]: DEBUG nova.network.neutron [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Successfully updated port: bc6edcb4-19a3-43e9-ac1e-52026c822cc8 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.096382] env[63440]: DEBUG oslo_concurrency.lockutils [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "1c95181d-5390-4992-a60f-0f0f707ad32f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.096603] env[63440]: DEBUG oslo_concurrency.lockutils [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "1c95181d-5390-4992-a60f-0f0f707ad32f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.096793] env[63440]: DEBUG oslo_concurrency.lockutils [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "1c95181d-5390-4992-a60f-0f0f707ad32f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.097314] env[63440]: DEBUG oslo_concurrency.lockutils [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "1c95181d-5390-4992-a60f-0f0f707ad32f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.097314] env[63440]: DEBUG oslo_concurrency.lockutils [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "1c95181d-5390-4992-a60f-0f0f707ad32f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.103785] env[63440]: INFO nova.compute.manager [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Terminating instance [ 875.144813] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccb76d5-5062-4da8-b82e-d6656f66bba8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.155508] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d33c1fc-5141-4e41-8c7d-2322c28e09a5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.190536] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b726f867-2134-4b15-9289-b8ad2d541b24 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.199581] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15026f0f-05ea-4a2e-b9ee-8add8b30566d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.216428] env[63440]: DEBUG nova.compute.provider_tree [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.254548] env[63440]: DEBUG oslo_concurrency.lockutils [None req-30c7bde2-343b-42ef-908d-14bf6e7aca86 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lock "548184fd-8e54-4bb4-90cf-641c7637581b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.172s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.351482] env[63440]: DEBUG nova.objects.instance [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lazy-loading 'pci_requests' on Instance uuid 51a3a20a-2ea7-49b0-9b82-41d17b38d35a {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.407214] env[63440]: INFO nova.compute.manager [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Took 32.80 seconds to build instance. [ 875.455757] env[63440]: DEBUG oslo_vmware.api [None req-12f6dceb-8e9c-4b5f-8314-57fb82d1bed9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661758, 'name': PowerOffVM_Task, 'duration_secs': 0.3284} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.456356] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f6dceb-8e9c-4b5f-8314-57fb82d1bed9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.456356] env[63440]: DEBUG nova.compute.manager [None req-12f6dceb-8e9c-4b5f-8314-57fb82d1bed9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.457447] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86b2c98-53ce-4b6c-8d57-c8d93d24a93e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.602335] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "refresh_cache-922d1ebc-ea1e-40b1-85a6-afcfe028bdc0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.602335] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired lock "refresh_cache-922d1ebc-ea1e-40b1-85a6-afcfe028bdc0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.602335] env[63440]: DEBUG nova.network.neutron [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.608529] env[63440]: DEBUG nova.compute.manager [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.608745] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.609646] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd5c161-4da8-48f2-9d68-0722f0eb3624 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.619361] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.619611] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3fc6ca7-8ae9-4dca-a837-0b9b9d584203 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.627127] env[63440]: DEBUG oslo_vmware.api [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 875.627127] env[63440]: value = "task-2661759" [ 875.627127] env[63440]: _type = "Task" [ 875.627127] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.637827] env[63440]: DEBUG oslo_vmware.api [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.719926] env[63440]: DEBUG nova.scheduler.client.report [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.810956] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "3975571b-6635-4b25-ab2d-b9a406831b56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.811281] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "3975571b-6635-4b25-ab2d-b9a406831b56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.855272] env[63440]: DEBUG nova.objects.base [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Object Instance<51a3a20a-2ea7-49b0-9b82-41d17b38d35a> lazy-loaded attributes: flavor,pci_requests {{(pid=63440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 875.855494] env[63440]: DEBUG nova.network.neutron [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.902030] env[63440]: DEBUG nova.policy [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '657fe975058a4d1e83a225e9b96f3aaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5509f9877a04870bede11fbfc799125', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.911137] env[63440]: DEBUG oslo_concurrency.lockutils [None req-00cb0b16-817e-4663-a09a-aea9df1f5893 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Lock "884ae709-674a-4f74-aff6-afa818f746cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.339s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.949918] env[63440]: DEBUG nova.compute.manager [req-2e277226-dd28-4d06-9b52-3198afc8b5a2 req-4c49d5b2-6e31-451e-8968-00938df36a7e service nova] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Received event network-changed-bc6edcb4-19a3-43e9-ac1e-52026c822cc8 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 875.950235] env[63440]: DEBUG nova.compute.manager [req-2e277226-dd28-4d06-9b52-3198afc8b5a2 req-4c49d5b2-6e31-451e-8968-00938df36a7e service nova] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Refreshing instance network info cache due to event network-changed-bc6edcb4-19a3-43e9-ac1e-52026c822cc8. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 875.950362] env[63440]: DEBUG oslo_concurrency.lockutils [req-2e277226-dd28-4d06-9b52-3198afc8b5a2 req-4c49d5b2-6e31-451e-8968-00938df36a7e service nova] Acquiring lock "refresh_cache-922d1ebc-ea1e-40b1-85a6-afcfe028bdc0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.971913] env[63440]: DEBUG oslo_concurrency.lockutils [None req-12f6dceb-8e9c-4b5f-8314-57fb82d1bed9 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "3bd64e37-ae32-4bb1-9fa6-da94d2c11024" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.142025] env[63440]: DEBUG oslo_vmware.api [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661759, 'name': PowerOffVM_Task, 'duration_secs': 0.264462} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.142025] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.142025] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.142025] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dc223cf-a9d1-46ed-aefb-9e57059bf2a8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.146626] env[63440]: DEBUG nova.network.neutron [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.217248] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "f59c82f7-db27-4442-8751-ceb1a8a43656" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.217673] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "f59c82f7-db27-4442-8751-ceb1a8a43656" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.224998] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.226115] env[63440]: DEBUG nova.compute.manager [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.230128] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.575s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.232825] env[63440]: INFO nova.compute.claims [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.237092] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.237780] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.237780] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Deleting the datastore file [datastore2] 1c95181d-5390-4992-a60f-0f0f707ad32f {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.238099] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71ba066f-a187-4ea1-b62a-f57b75d1f89a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.247322] env[63440]: DEBUG oslo_vmware.api [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 876.247322] env[63440]: value = "task-2661761" [ 876.247322] env[63440]: _type = "Task" [ 876.247322] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.259645] env[63440]: DEBUG oslo_vmware.api [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.306072] env[63440]: DEBUG nova.network.neutron [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Successfully created port: f674732f-5ff6-410a-b03b-aadf26b9ff3a {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.314396] env[63440]: DEBUG nova.compute.manager [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.364365] env[63440]: DEBUG nova.network.neutron [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Updating instance_info_cache with network_info: [{"id": "bc6edcb4-19a3-43e9-ac1e-52026c822cc8", "address": "fa:16:3e:c3:1e:fd", "network": {"id": "322e46f8-0b97-426e-8b85-10d7a79f6012", "bridge": "br-int", "label": "tempest-ServersTestJSON-126670939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ef09ee64fe4159ab5e9d1ffedcf9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc6edcb4-19", "ovs_interfaceid": "bc6edcb4-19a3-43e9-ac1e-52026c822cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.720413] env[63440]: DEBUG nova.compute.manager [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.737404] env[63440]: DEBUG nova.compute.utils [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.738821] env[63440]: DEBUG nova.compute.manager [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.739022] env[63440]: DEBUG nova.network.neutron [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.759519] env[63440]: DEBUG oslo_vmware.api [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.779951] env[63440]: DEBUG nova.policy [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '124e6aa779c84e4c8ae62da1884c1356', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ace862cbb9e4e77a6ace59442d973fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.844783] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.867653] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Releasing lock "refresh_cache-922d1ebc-ea1e-40b1-85a6-afcfe028bdc0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.867711] env[63440]: DEBUG nova.compute.manager [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Instance network_info: |[{"id": "bc6edcb4-19a3-43e9-ac1e-52026c822cc8", "address": "fa:16:3e:c3:1e:fd", "network": {"id": "322e46f8-0b97-426e-8b85-10d7a79f6012", "bridge": "br-int", "label": "tempest-ServersTestJSON-126670939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ef09ee64fe4159ab5e9d1ffedcf9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc6edcb4-19", "ovs_interfaceid": "bc6edcb4-19a3-43e9-ac1e-52026c822cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.868038] env[63440]: DEBUG oslo_concurrency.lockutils [req-2e277226-dd28-4d06-9b52-3198afc8b5a2 req-4c49d5b2-6e31-451e-8968-00938df36a7e service nova] Acquired lock "refresh_cache-922d1ebc-ea1e-40b1-85a6-afcfe028bdc0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.868234] env[63440]: DEBUG nova.network.neutron [req-2e277226-dd28-4d06-9b52-3198afc8b5a2 req-4c49d5b2-6e31-451e-8968-00938df36a7e service nova] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Refreshing network info cache for port bc6edcb4-19a3-43e9-ac1e-52026c822cc8 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.869543] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:1e:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc6edcb4-19a3-43e9-ac1e-52026c822cc8', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.879345] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Creating folder: Project (12ef09ee64fe4159ab5e9d1ffedcf9e9). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.885908] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-201ec236-4583-4db8-b989-7ef7ef561941 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.902346] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Created folder: Project (12ef09ee64fe4159ab5e9d1ffedcf9e9) in parent group-v536546. [ 876.902346] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Creating folder: Instances. Parent ref: group-v536760. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.902346] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abc845aa-2bad-4805-911a-cd31a9879ede {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.912465] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Created folder: Instances in parent group-v536760. [ 876.912707] env[63440]: DEBUG oslo.service.loopingcall [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 876.915021] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.915021] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5db567b-1558-42b8-ac3b-90d0560512b6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.939012] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.939012] env[63440]: value = "task-2661764" [ 876.939012] env[63440]: _type = "Task" [ 876.939012] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.949414] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661764, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.082980] env[63440]: DEBUG nova.network.neutron [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Successfully created port: a569ef72-a2ee-4d68-8677-568c21198426 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.085714] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "3bd64e37-ae32-4bb1-9fa6-da94d2c11024" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.086118] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "3bd64e37-ae32-4bb1-9fa6-da94d2c11024" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.086350] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "3bd64e37-ae32-4bb1-9fa6-da94d2c11024-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.086570] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "3bd64e37-ae32-4bb1-9fa6-da94d2c11024-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.086764] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "3bd64e37-ae32-4bb1-9fa6-da94d2c11024-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.089892] env[63440]: INFO nova.compute.manager [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Terminating instance [ 877.168810] env[63440]: DEBUG nova.network.neutron [req-2e277226-dd28-4d06-9b52-3198afc8b5a2 req-4c49d5b2-6e31-451e-8968-00938df36a7e service nova] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Updated VIF entry in instance network info cache for port bc6edcb4-19a3-43e9-ac1e-52026c822cc8. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.169270] env[63440]: DEBUG nova.network.neutron [req-2e277226-dd28-4d06-9b52-3198afc8b5a2 req-4c49d5b2-6e31-451e-8968-00938df36a7e service nova] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Updating instance_info_cache with network_info: [{"id": "bc6edcb4-19a3-43e9-ac1e-52026c822cc8", "address": "fa:16:3e:c3:1e:fd", "network": {"id": "322e46f8-0b97-426e-8b85-10d7a79f6012", "bridge": "br-int", "label": "tempest-ServersTestJSON-126670939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ef09ee64fe4159ab5e9d1ffedcf9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc6edcb4-19", "ovs_interfaceid": "bc6edcb4-19a3-43e9-ac1e-52026c822cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.244808] env[63440]: DEBUG nova.compute.manager [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.253171] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.264430] env[63440]: DEBUG oslo_vmware.api [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.641185} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.264610] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.264799] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.266224] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.266456] env[63440]: INFO nova.compute.manager [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Took 1.66 seconds to destroy the instance on the hypervisor. [ 877.266796] env[63440]: DEBUG oslo.service.loopingcall [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 877.267085] env[63440]: DEBUG nova.compute.manager [-] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.267246] env[63440]: DEBUG nova.network.neutron [-] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.452133] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661764, 'name': CreateVM_Task, 'duration_secs': 0.411459} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.454718] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.455604] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.457467] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.457467] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.457467] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f4d8791-5640-488d-8536-8b270389e10b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.462081] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 877.462081] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527e9b9c-d877-9500-b91f-e5520279d838" [ 877.462081] env[63440]: _type = "Task" [ 877.462081] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.477032] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527e9b9c-d877-9500-b91f-e5520279d838, 'name': SearchDatastore_Task, 'duration_secs': 0.011287} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.477398] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.477644] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.477898] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.478071] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.478361] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.480060] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04283562-5c46-4ed4-9427-a64f0f8bf3eb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.491574] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.491762] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.492606] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f0423ef-2eab-487e-99b6-a7487a6a073b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.501867] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 877.501867] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52728a61-a7b4-ebcc-1571-ab2c2e58cec5" [ 877.501867] env[63440]: _type = "Task" [ 877.501867] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.510871] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52728a61-a7b4-ebcc-1571-ab2c2e58cec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.592717] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb8f681-a2ea-47fc-ad33-e183bf80aacf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.600809] env[63440]: DEBUG nova.compute.manager [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.601028] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.601855] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c8db70-4533-4129-8117-bb1328520a4b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.605250] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6641811b-02e0-4f2b-92fd-a18991f6a5b3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.613463] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.653720] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26c9a3d0-9ff2-437b-b25e-ae49c67a35b0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.656255] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4b854e-d0fd-4c91-a433-3c97bb079df7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.664499] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4703301-1dd9-4ceb-afaf-35ed1740c705 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.679870] env[63440]: DEBUG oslo_concurrency.lockutils [req-2e277226-dd28-4d06-9b52-3198afc8b5a2 req-4c49d5b2-6e31-451e-8968-00938df36a7e service nova] Releasing lock "refresh_cache-922d1ebc-ea1e-40b1-85a6-afcfe028bdc0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.680915] env[63440]: DEBUG nova.compute.provider_tree [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.710285] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquiring lock "548184fd-8e54-4bb4-90cf-641c7637581b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.710572] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lock "548184fd-8e54-4bb4-90cf-641c7637581b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.710794] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquiring lock "548184fd-8e54-4bb4-90cf-641c7637581b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.711242] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lock "548184fd-8e54-4bb4-90cf-641c7637581b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.711242] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lock "548184fd-8e54-4bb4-90cf-641c7637581b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.713241] env[63440]: INFO nova.compute.manager [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Terminating instance [ 877.742472] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.742710] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.742898] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Deleting the datastore file [datastore2] 3bd64e37-ae32-4bb1-9fa6-da94d2c11024 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.743545] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7015ed5f-6f81-431f-b605-b599e0d82d67 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.750660] env[63440]: DEBUG oslo_vmware.api [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 877.750660] env[63440]: value = "task-2661766" [ 877.750660] env[63440]: _type = "Task" [ 877.750660] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.762862] env[63440]: DEBUG oslo_vmware.api [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.820553] env[63440]: DEBUG nova.network.neutron [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Successfully updated port: f674732f-5ff6-410a-b03b-aadf26b9ff3a {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.014269] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52728a61-a7b4-ebcc-1571-ab2c2e58cec5, 'name': SearchDatastore_Task, 'duration_secs': 0.015611} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.015104] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daece397-0a77-4bdf-957d-88e756bbe4ae {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.021250] env[63440]: DEBUG nova.compute.manager [req-81483030-5441-4dae-a763-109e413c8796 req-4e21434b-2c52-4d32-affb-4215a2f4a30b service nova] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Received event network-vif-deleted-e4f363a5-0ba0-49b3-87cd-8fe9348a8b76 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.021468] env[63440]: INFO nova.compute.manager [req-81483030-5441-4dae-a763-109e413c8796 req-4e21434b-2c52-4d32-affb-4215a2f4a30b service nova] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Neutron deleted interface e4f363a5-0ba0-49b3-87cd-8fe9348a8b76; detaching it from the instance and deleting it from the info cache [ 878.021706] env[63440]: DEBUG nova.network.neutron [req-81483030-5441-4dae-a763-109e413c8796 req-4e21434b-2c52-4d32-affb-4215a2f4a30b service nova] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.024966] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 878.024966] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52745168-4b20-7e57-e5f0-048aa5e29c00" [ 878.024966] env[63440]: _type = "Task" [ 878.024966] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.034742] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52745168-4b20-7e57-e5f0-048aa5e29c00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.069556] env[63440]: DEBUG nova.network.neutron [-] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.185467] env[63440]: DEBUG nova.scheduler.client.report [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.220133] env[63440]: DEBUG nova.compute.manager [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.220443] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.221645] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8783c091-0a38-49c3-aad0-03858fe60fda {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.230708] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.230986] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d541153b-24ad-4ac3-9b9d-c92c9464e496 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.240266] env[63440]: DEBUG oslo_vmware.api [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for the task: (returnval){ [ 878.240266] env[63440]: value = "task-2661767" [ 878.240266] env[63440]: _type = "Task" [ 878.240266] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.249828] env[63440]: DEBUG oslo_vmware.api [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.261655] env[63440]: DEBUG nova.compute.manager [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.264167] env[63440]: DEBUG oslo_vmware.api [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48591} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.265038] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.265038] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.265222] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.265375] env[63440]: INFO nova.compute.manager [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Took 0.66 seconds to destroy the instance on the hypervisor. [ 878.265709] env[63440]: DEBUG oslo.service.loopingcall [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 878.265837] env[63440]: DEBUG nova.compute.manager [-] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.265939] env[63440]: DEBUG nova.network.neutron [-] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.312827] env[63440]: DEBUG nova.compute.manager [req-06007672-e661-4b3d-900a-5f9a1e5bd5b7 req-6de86b97-6566-4957-bec1-d37a52d45a11 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Received event network-vif-plugged-f674732f-5ff6-410a-b03b-aadf26b9ff3a {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.312827] env[63440]: DEBUG oslo_concurrency.lockutils [req-06007672-e661-4b3d-900a-5f9a1e5bd5b7 req-6de86b97-6566-4957-bec1-d37a52d45a11 service nova] Acquiring lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.313130] env[63440]: DEBUG oslo_concurrency.lockutils [req-06007672-e661-4b3d-900a-5f9a1e5bd5b7 req-6de86b97-6566-4957-bec1-d37a52d45a11 service nova] Lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.313435] env[63440]: DEBUG oslo_concurrency.lockutils [req-06007672-e661-4b3d-900a-5f9a1e5bd5b7 req-6de86b97-6566-4957-bec1-d37a52d45a11 service nova] Lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.313687] env[63440]: DEBUG nova.compute.manager [req-06007672-e661-4b3d-900a-5f9a1e5bd5b7 req-6de86b97-6566-4957-bec1-d37a52d45a11 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] No waiting events found dispatching network-vif-plugged-f674732f-5ff6-410a-b03b-aadf26b9ff3a {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.313918] env[63440]: WARNING nova.compute.manager [req-06007672-e661-4b3d-900a-5f9a1e5bd5b7 req-6de86b97-6566-4957-bec1-d37a52d45a11 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Received unexpected event network-vif-plugged-f674732f-5ff6-410a-b03b-aadf26b9ff3a for instance with vm_state active and task_state None. [ 878.314357] env[63440]: DEBUG nova.compute.manager [req-06007672-e661-4b3d-900a-5f9a1e5bd5b7 req-6de86b97-6566-4957-bec1-d37a52d45a11 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Received event network-changed-f674732f-5ff6-410a-b03b-aadf26b9ff3a {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.314626] env[63440]: DEBUG nova.compute.manager [req-06007672-e661-4b3d-900a-5f9a1e5bd5b7 req-6de86b97-6566-4957-bec1-d37a52d45a11 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Refreshing instance network info cache due to event network-changed-f674732f-5ff6-410a-b03b-aadf26b9ff3a. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 878.315031] env[63440]: DEBUG oslo_concurrency.lockutils [req-06007672-e661-4b3d-900a-5f9a1e5bd5b7 req-6de86b97-6566-4957-bec1-d37a52d45a11 service nova] Acquiring lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.315217] env[63440]: DEBUG oslo_concurrency.lockutils [req-06007672-e661-4b3d-900a-5f9a1e5bd5b7 req-6de86b97-6566-4957-bec1-d37a52d45a11 service nova] Acquired lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.315487] env[63440]: DEBUG nova.network.neutron [req-06007672-e661-4b3d-900a-5f9a1e5bd5b7 req-6de86b97-6566-4957-bec1-d37a52d45a11 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Refreshing network info cache for port f674732f-5ff6-410a-b03b-aadf26b9ff3a {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.320007] env[63440]: DEBUG nova.virt.hardware [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.320183] env[63440]: DEBUG nova.virt.hardware [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.320370] env[63440]: DEBUG nova.virt.hardware [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.320585] env[63440]: DEBUG nova.virt.hardware [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.320739] env[63440]: DEBUG nova.virt.hardware [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.320946] env[63440]: DEBUG nova.virt.hardware [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.321233] env[63440]: DEBUG nova.virt.hardware [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.321459] env[63440]: DEBUG nova.virt.hardware [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.324373] env[63440]: DEBUG nova.virt.hardware [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.324373] env[63440]: DEBUG nova.virt.hardware [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.324373] env[63440]: DEBUG nova.virt.hardware [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.324373] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e27d44-06f1-4650-89f1-603f0acd81ad {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.331103] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.339823] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2819b387-2f60-4674-ba14-8a059e605c2e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.524533] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fc729e7-9acf-49da-b053-2f39c2c8c3d4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.539035] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52745168-4b20-7e57-e5f0-048aa5e29c00, 'name': SearchDatastore_Task, 'duration_secs': 0.013186} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.540386] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.540667] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0/922d1ebc-ea1e-40b1-85a6-afcfe028bdc0.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.541044] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5aa1cb1b-e66f-4a2b-8abb-322481227142 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.546894] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9192b993-cea0-43c3-a76d-c3cb8e36608e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.563101] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 878.563101] env[63440]: value = "task-2661768" [ 878.563101] env[63440]: _type = "Task" [ 878.563101] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.590319] env[63440]: INFO nova.compute.manager [-] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Took 1.32 seconds to deallocate network for instance. [ 878.590723] env[63440]: DEBUG nova.compute.manager [req-81483030-5441-4dae-a763-109e413c8796 req-4e21434b-2c52-4d32-affb-4215a2f4a30b service nova] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Detach interface failed, port_id=e4f363a5-0ba0-49b3-87cd-8fe9348a8b76, reason: Instance 1c95181d-5390-4992-a60f-0f0f707ad32f could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 878.597435] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.690238] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.690877] env[63440]: DEBUG nova.compute.manager [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.693957] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.611s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.754068] env[63440]: DEBUG oslo_vmware.api [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661767, 'name': PowerOffVM_Task, 'duration_secs': 0.219503} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.754436] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.754654] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.754977] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be3f7234-8b2c-4c8a-ae3a-b60acc81830e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.915085] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.915345] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.915522] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Deleting the datastore file [datastore2] 548184fd-8e54-4bb4-90cf-641c7637581b {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.915828] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-135ab1d0-20f3-4eba-9921-07dceda21c56 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.926961] env[63440]: DEBUG oslo_vmware.api [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for the task: (returnval){ [ 878.926961] env[63440]: value = "task-2661770" [ 878.926961] env[63440]: _type = "Task" [ 878.926961] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.942904] env[63440]: DEBUG oslo_vmware.api [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.982066] env[63440]: DEBUG nova.network.neutron [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Successfully updated port: a569ef72-a2ee-4d68-8677-568c21198426 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.084332] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661768, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.101981] env[63440]: DEBUG oslo_concurrency.lockutils [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.154728] env[63440]: DEBUG nova.network.neutron [req-06007672-e661-4b3d-900a-5f9a1e5bd5b7 req-6de86b97-6566-4957-bec1-d37a52d45a11 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Added VIF to instance network info cache for port f674732f-5ff6-410a-b03b-aadf26b9ff3a. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 879.155471] env[63440]: DEBUG nova.network.neutron [req-06007672-e661-4b3d-900a-5f9a1e5bd5b7 req-6de86b97-6566-4957-bec1-d37a52d45a11 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Updating instance_info_cache with network_info: [{"id": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "address": "fa:16:3e:1e:e1:0a", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5fe6048-5e", "ovs_interfaceid": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f674732f-5ff6-410a-b03b-aadf26b9ff3a", "address": "fa:16:3e:d8:13:6a", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf674732f-5f", "ovs_interfaceid": "f674732f-5ff6-410a-b03b-aadf26b9ff3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.199460] env[63440]: INFO nova.compute.claims [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.205330] env[63440]: DEBUG nova.compute.utils [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.205778] env[63440]: DEBUG nova.compute.manager [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.206155] env[63440]: DEBUG nova.network.neutron [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.270603] env[63440]: DEBUG nova.policy [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85e62d79de464569bdc1cb7b4a2b874f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0513b3a25dd64e83a612fd5798026268', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.359606] env[63440]: DEBUG nova.network.neutron [-] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.439613] env[63440]: DEBUG oslo_vmware.api [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307863} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.439944] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.440189] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.440417] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.440669] env[63440]: INFO nova.compute.manager [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Took 1.22 seconds to destroy the instance on the hypervisor. [ 879.440955] env[63440]: DEBUG oslo.service.loopingcall [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 879.441281] env[63440]: DEBUG nova.compute.manager [-] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.441433] env[63440]: DEBUG nova.network.neutron [-] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.484601] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Acquiring lock "refresh_cache-a61ad6a4-be15-47e7-9fae-41269190b37b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.484601] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Acquired lock "refresh_cache-a61ad6a4-be15-47e7-9fae-41269190b37b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.484601] env[63440]: DEBUG nova.network.neutron [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.575958] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579949} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.575958] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0/922d1ebc-ea1e-40b1-85a6-afcfe028bdc0.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.575958] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.575958] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f1081e8-c4bb-4b06-bb0b-1cb142b2934f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.583282] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 879.583282] env[63440]: value = "task-2661771" [ 879.583282] env[63440]: _type = "Task" [ 879.583282] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.591688] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.661241] env[63440]: DEBUG oslo_concurrency.lockutils [req-06007672-e661-4b3d-900a-5f9a1e5bd5b7 req-6de86b97-6566-4957-bec1-d37a52d45a11 service nova] Releasing lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.661711] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.661911] env[63440]: DEBUG nova.network.neutron [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.707977] env[63440]: INFO nova.compute.resource_tracker [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Updating resource usage from migration e091062d-41af-42a5-a6a0-267ad162b800 [ 879.711189] env[63440]: DEBUG nova.compute.manager [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.735562] env[63440]: DEBUG nova.network.neutron [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Successfully created port: 4c8fabae-4b35-45c0-b0fb-57b1c5592098 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.863032] env[63440]: INFO nova.compute.manager [-] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Took 1.60 seconds to deallocate network for instance. [ 880.027359] env[63440]: DEBUG nova.network.neutron [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.064269] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf27025d-0f80-4212-b9ed-c330b508997d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.081428] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d84556c-b9c3-4526-a906-b3839a281fff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.095484] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.350048} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.122470] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.123743] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8a1acf-afce-41ee-8adf-3ec71ca6ddfc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.127082] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66476171-6ee9-4467-afcc-251a0696773d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.155567] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0/922d1ebc-ea1e-40b1-85a6-afcfe028bdc0.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.157516] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c20c91a-ec1b-4109-aad6-aa9503f44146 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.160978] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5af3ecd7-a4a2-4039-849c-9cb84147eddf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.193159] env[63440]: DEBUG nova.compute.provider_tree [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.196841] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 880.196841] env[63440]: value = "task-2661772" [ 880.196841] env[63440]: _type = "Task" [ 880.196841] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.209530] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.236974] env[63440]: WARNING nova.network.neutron [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] 6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0 already exists in list: networks containing: ['6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0']. ignoring it [ 880.237241] env[63440]: WARNING nova.network.neutron [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] 6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0 already exists in list: networks containing: ['6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0']. ignoring it [ 880.237420] env[63440]: WARNING nova.network.neutron [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] f674732f-5ff6-410a-b03b-aadf26b9ff3a already exists in list: port_ids containing: ['f674732f-5ff6-410a-b03b-aadf26b9ff3a']. ignoring it [ 880.275458] env[63440]: DEBUG nova.network.neutron [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Updating instance_info_cache with network_info: [{"id": "a569ef72-a2ee-4d68-8677-568c21198426", "address": "fa:16:3e:c6:96:2a", "network": {"id": "a45c0311-8621-464b-9484-590b105b6397", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1050983128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ace862cbb9e4e77a6ace59442d973fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa569ef72-a2", "ovs_interfaceid": "a569ef72-a2ee-4d68-8677-568c21198426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.368988] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.530835] env[63440]: DEBUG nova.compute.manager [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Received event network-vif-plugged-a569ef72-a2ee-4d68-8677-568c21198426 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 880.531859] env[63440]: DEBUG oslo_concurrency.lockutils [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] Acquiring lock "a61ad6a4-be15-47e7-9fae-41269190b37b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.531859] env[63440]: DEBUG oslo_concurrency.lockutils [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] Lock "a61ad6a4-be15-47e7-9fae-41269190b37b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.531859] env[63440]: DEBUG oslo_concurrency.lockutils [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] Lock "a61ad6a4-be15-47e7-9fae-41269190b37b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.531859] env[63440]: DEBUG nova.compute.manager [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] No waiting events found dispatching network-vif-plugged-a569ef72-a2ee-4d68-8677-568c21198426 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.531859] env[63440]: WARNING nova.compute.manager [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Received unexpected event network-vif-plugged-a569ef72-a2ee-4d68-8677-568c21198426 for instance with vm_state building and task_state spawning. [ 880.532212] env[63440]: DEBUG nova.compute.manager [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Received event network-vif-deleted-a1b7eaba-4c22-4f79-92e9-547cb4c0e764 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 880.532212] env[63440]: DEBUG nova.compute.manager [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Received event network-changed-a569ef72-a2ee-4d68-8677-568c21198426 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 880.532287] env[63440]: DEBUG nova.compute.manager [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Refreshing instance network info cache due to event network-changed-a569ef72-a2ee-4d68-8677-568c21198426. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 880.532400] env[63440]: DEBUG oslo_concurrency.lockutils [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] Acquiring lock "refresh_cache-a61ad6a4-be15-47e7-9fae-41269190b37b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.543738] env[63440]: DEBUG nova.network.neutron [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Updating instance_info_cache with network_info: [{"id": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "address": "fa:16:3e:1e:e1:0a", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5fe6048-5e", "ovs_interfaceid": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f674732f-5ff6-410a-b03b-aadf26b9ff3a", "address": "fa:16:3e:d8:13:6a", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf674732f-5f", "ovs_interfaceid": "f674732f-5ff6-410a-b03b-aadf26b9ff3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.681102] env[63440]: DEBUG nova.network.neutron [-] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.711982] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.723053] env[63440]: DEBUG nova.compute.manager [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.730627] env[63440]: ERROR nova.scheduler.client.report [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [req-dea50320-b460-4034-921e-ffd2fdb73c47] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dea50320-b460-4034-921e-ffd2fdb73c47"}]} [ 880.748715] env[63440]: DEBUG nova.scheduler.client.report [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Refreshing inventories for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 880.752746] env[63440]: DEBUG nova.virt.hardware [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.752980] env[63440]: DEBUG nova.virt.hardware [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.753155] env[63440]: DEBUG nova.virt.hardware [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.753393] env[63440]: DEBUG nova.virt.hardware [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.753539] env[63440]: DEBUG nova.virt.hardware [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.753688] env[63440]: DEBUG nova.virt.hardware [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.753898] env[63440]: DEBUG nova.virt.hardware [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.754072] env[63440]: DEBUG nova.virt.hardware [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.754250] env[63440]: DEBUG nova.virt.hardware [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.754421] env[63440]: DEBUG nova.virt.hardware [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.754601] env[63440]: DEBUG nova.virt.hardware [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.755482] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4907e6f-d61f-46ba-94e6-6d8f34caadaf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.763404] env[63440]: DEBUG nova.scheduler.client.report [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Updating ProviderTree inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 880.763659] env[63440]: DEBUG nova.compute.provider_tree [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.766596] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7093332-85ab-458a-97b0-4fad9ad0bea7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.783036] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Releasing lock "refresh_cache-a61ad6a4-be15-47e7-9fae-41269190b37b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.783367] env[63440]: DEBUG nova.compute.manager [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Instance network_info: |[{"id": "a569ef72-a2ee-4d68-8677-568c21198426", "address": "fa:16:3e:c6:96:2a", "network": {"id": "a45c0311-8621-464b-9484-590b105b6397", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1050983128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ace862cbb9e4e77a6ace59442d973fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa569ef72-a2", "ovs_interfaceid": "a569ef72-a2ee-4d68-8677-568c21198426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.785036] env[63440]: DEBUG nova.scheduler.client.report [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Refreshing aggregate associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, aggregates: None {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 880.786424] env[63440]: DEBUG oslo_concurrency.lockutils [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] Acquired lock "refresh_cache-a61ad6a4-be15-47e7-9fae-41269190b37b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.786685] env[63440]: DEBUG nova.network.neutron [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Refreshing network info cache for port a569ef72-a2ee-4d68-8677-568c21198426 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.787825] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:96:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a569ef72-a2ee-4d68-8677-568c21198426', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.796207] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Creating folder: Project (4ace862cbb9e4e77a6ace59442d973fe). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.799774] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24b8b4e3-e55b-482c-b048-949c64fae9aa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.812825] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Created folder: Project (4ace862cbb9e4e77a6ace59442d973fe) in parent group-v536546. [ 880.813102] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Creating folder: Instances. Parent ref: group-v536763. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.814345] env[63440]: DEBUG nova.scheduler.client.report [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Refreshing trait associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 880.816658] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28ccc894-fffc-4a70-9688-5396391eecb7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.828317] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Created folder: Instances in parent group-v536763. [ 880.828573] env[63440]: DEBUG oslo.service.loopingcall [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 880.828815] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.829070] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd22dfa0-f061-4f22-b0e6-2ef83af70f7d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.855677] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.855677] env[63440]: value = "task-2661775" [ 880.855677] env[63440]: _type = "Task" [ 880.855677] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.866709] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661775, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.047183] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.048126] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.048126] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.048841] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f1b6bb-1b80-46c4-b9bf-eb78163543f3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.058039] env[63440]: DEBUG nova.network.neutron [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Updated VIF entry in instance network info cache for port a569ef72-a2ee-4d68-8677-568c21198426. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.058155] env[63440]: DEBUG nova.network.neutron [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Updating instance_info_cache with network_info: [{"id": "a569ef72-a2ee-4d68-8677-568c21198426", "address": "fa:16:3e:c6:96:2a", "network": {"id": "a45c0311-8621-464b-9484-590b105b6397", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1050983128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ace862cbb9e4e77a6ace59442d973fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa569ef72-a2", "ovs_interfaceid": "a569ef72-a2ee-4d68-8677-568c21198426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.072619] env[63440]: DEBUG nova.virt.hardware [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.072896] env[63440]: DEBUG nova.virt.hardware [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.073031] env[63440]: DEBUG nova.virt.hardware [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.073221] env[63440]: DEBUG nova.virt.hardware [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.073386] env[63440]: DEBUG nova.virt.hardware [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.073557] env[63440]: DEBUG nova.virt.hardware [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.073765] env[63440]: DEBUG nova.virt.hardware [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.073920] env[63440]: DEBUG nova.virt.hardware [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.074102] env[63440]: DEBUG nova.virt.hardware [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.074272] env[63440]: DEBUG nova.virt.hardware [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.074481] env[63440]: DEBUG nova.virt.hardware [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.081385] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Reconfiguring VM to attach interface {{(pid=63440) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 881.085532] env[63440]: DEBUG oslo_concurrency.lockutils [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] Releasing lock "refresh_cache-a61ad6a4-be15-47e7-9fae-41269190b37b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.085772] env[63440]: DEBUG nova.compute.manager [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Received event network-vif-deleted-f80334e0-c17d-4d65-ab5c-e78b428731de {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.085952] env[63440]: INFO nova.compute.manager [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Neutron deleted interface f80334e0-c17d-4d65-ab5c-e78b428731de; detaching it from the instance and deleting it from the info cache [ 881.086251] env[63440]: DEBUG nova.network.neutron [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Updating instance_info_cache with network_info: [{"id": "ea69d132-eed4-457a-bffc-eaca1f7aaba0", "address": "fa:16:3e:e1:fb:bd", "network": {"id": "93ef8e86-0216-485a-abd8-edea5f5074ce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-12908716", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56aec7fb87248bea3a677e497ca64a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea69d132-ee", "ovs_interfaceid": "ea69d132-eed4-457a-bffc-eaca1f7aaba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c99fbb4b-9487-4c11-8470-2f1c1cb1339c", "address": "fa:16:3e:07:32:52", "network": {"id": "692c39b6-0b0e-4594-9e15-f5432407d4a3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1494930783", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a56aec7fb87248bea3a677e497ca64a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99fbb4b-94", "ovs_interfaceid": "c99fbb4b-9487-4c11-8470-2f1c1cb1339c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.087858] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3988a3b8-a465-443a-831d-3dbec7904f79 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.108798] env[63440]: DEBUG oslo_vmware.api [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 881.108798] env[63440]: value = "task-2661776" [ 881.108798] env[63440]: _type = "Task" [ 881.108798] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.122202] env[63440]: DEBUG oslo_vmware.api [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661776, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.178543] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f362ce-a480-4499-940a-57a265263996 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.185866] env[63440]: INFO nova.compute.manager [-] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Took 1.74 seconds to deallocate network for instance. [ 881.188391] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b777c0f-ec5a-447a-a714-adc73de6a74d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.241787] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb91e08-6953-4bf3-a173-9ea0ef4dc48f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.248086] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661772, 'name': ReconfigVM_Task, 'duration_secs': 0.53728} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.248815] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0/922d1ebc-ea1e-40b1-85a6-afcfe028bdc0.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.249461] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-428e62ac-4957-4165-b2a2-8c5a93358e10 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.254837] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45f5097-e95f-4ed3-adf3-13adeccb8d43 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.260594] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 881.260594] env[63440]: value = "task-2661777" [ 881.260594] env[63440]: _type = "Task" [ 881.260594] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.272542] env[63440]: DEBUG nova.compute.provider_tree [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.280123] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661777, 'name': Rename_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.366951] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661775, 'name': CreateVM_Task, 'duration_secs': 0.487987} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.367195] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.367894] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.368082] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.368410] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.368673] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-633bd0a6-c8ac-4d4f-8b8d-e6d599bdcd61 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.373866] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Waiting for the task: (returnval){ [ 881.373866] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526c0091-88be-2cb4-aa1e-5d5411ac5ea3" [ 881.373866] env[63440]: _type = "Task" [ 881.373866] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.382823] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526c0091-88be-2cb4-aa1e-5d5411ac5ea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.395898] env[63440]: DEBUG nova.network.neutron [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Successfully updated port: 4c8fabae-4b35-45c0-b0fb-57b1c5592098 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.479953] env[63440]: DEBUG nova.compute.manager [req-abed1cba-e224-4067-ae38-f37e1fb072f5 req-66915288-f724-4769-bef0-8b1e0bb42cf7 service nova] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Received event network-vif-plugged-4c8fabae-4b35-45c0-b0fb-57b1c5592098 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.480082] env[63440]: DEBUG oslo_concurrency.lockutils [req-abed1cba-e224-4067-ae38-f37e1fb072f5 req-66915288-f724-4769-bef0-8b1e0bb42cf7 service nova] Acquiring lock "98f3eb33-c3a0-404d-b689-16bd5baa4dd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.480295] env[63440]: DEBUG oslo_concurrency.lockutils [req-abed1cba-e224-4067-ae38-f37e1fb072f5 req-66915288-f724-4769-bef0-8b1e0bb42cf7 service nova] Lock "98f3eb33-c3a0-404d-b689-16bd5baa4dd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.480551] env[63440]: DEBUG oslo_concurrency.lockutils [req-abed1cba-e224-4067-ae38-f37e1fb072f5 req-66915288-f724-4769-bef0-8b1e0bb42cf7 service nova] Lock "98f3eb33-c3a0-404d-b689-16bd5baa4dd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.480642] env[63440]: DEBUG nova.compute.manager [req-abed1cba-e224-4067-ae38-f37e1fb072f5 req-66915288-f724-4769-bef0-8b1e0bb42cf7 service nova] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] No waiting events found dispatching network-vif-plugged-4c8fabae-4b35-45c0-b0fb-57b1c5592098 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.480817] env[63440]: WARNING nova.compute.manager [req-abed1cba-e224-4067-ae38-f37e1fb072f5 req-66915288-f724-4769-bef0-8b1e0bb42cf7 service nova] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Received unexpected event network-vif-plugged-4c8fabae-4b35-45c0-b0fb-57b1c5592098 for instance with vm_state building and task_state spawning. [ 881.589300] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e606b976-848e-4353-a417-dd777528f5c9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.601026] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5c0fc8-f52a-49f1-a798-0689b59e4bd9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.622621] env[63440]: DEBUG oslo_vmware.api [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661776, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.640607] env[63440]: DEBUG nova.compute.manager [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Detach interface failed, port_id=f80334e0-c17d-4d65-ab5c-e78b428731de, reason: Instance 548184fd-8e54-4bb4-90cf-641c7637581b could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 881.640803] env[63440]: DEBUG nova.compute.manager [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Received event network-vif-deleted-c99fbb4b-9487-4c11-8470-2f1c1cb1339c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.641112] env[63440]: INFO nova.compute.manager [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Neutron deleted interface c99fbb4b-9487-4c11-8470-2f1c1cb1339c; detaching it from the instance and deleting it from the info cache [ 881.641275] env[63440]: DEBUG nova.network.neutron [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Updating instance_info_cache with network_info: [{"id": "ea69d132-eed4-457a-bffc-eaca1f7aaba0", "address": "fa:16:3e:e1:fb:bd", "network": {"id": "93ef8e86-0216-485a-abd8-edea5f5074ce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-12908716", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56aec7fb87248bea3a677e497ca64a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea69d132-ee", "ovs_interfaceid": "ea69d132-eed4-457a-bffc-eaca1f7aaba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.702518] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.771952] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661777, 'name': Rename_Task, 'duration_secs': 0.240601} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.772089] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.772370] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5f0ca1d-f79f-4416-9ce1-c1bfb03f2e08 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.779373] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 881.779373] env[63440]: value = "task-2661778" [ 881.779373] env[63440]: _type = "Task" [ 881.779373] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.788432] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.807351] env[63440]: DEBUG nova.scheduler.client.report [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Updated inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 881.807636] env[63440]: DEBUG nova.compute.provider_tree [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 108 to 109 during operation: update_inventory {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 881.807822] env[63440]: DEBUG nova.compute.provider_tree [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.886449] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526c0091-88be-2cb4-aa1e-5d5411ac5ea3, 'name': SearchDatastore_Task, 'duration_secs': 0.011205} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.886776] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.887024] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.887268] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.887418] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.887597] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.887868] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5364724b-9517-47c7-b47b-8acf5a8543a6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.899054] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "refresh_cache-98f3eb33-c3a0-404d-b689-16bd5baa4dd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.899054] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired lock "refresh_cache-98f3eb33-c3a0-404d-b689-16bd5baa4dd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.899054] env[63440]: DEBUG nova.network.neutron [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.900121] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.900303] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.901265] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-264dff0e-4e50-47c2-adcd-25ba7b91f42e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.907661] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Waiting for the task: (returnval){ [ 881.907661] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52395b5c-01e6-48a2-003b-fb55cb3beeb5" [ 881.907661] env[63440]: _type = "Task" [ 881.907661] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.917795] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52395b5c-01e6-48a2-003b-fb55cb3beeb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.122862] env[63440]: DEBUG oslo_vmware.api [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661776, 'name': ReconfigVM_Task, 'duration_secs': 0.569588} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.123398] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.123640] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Reconfigured VM to attach interface {{(pid=63440) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 882.143976] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db427e25-4b79-4aa4-bb43-9c5faed0eea5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.154054] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0010cd5a-3e25-4623-ad56-c22c2957f90f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.188985] env[63440]: DEBUG nova.compute.manager [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Detach interface failed, port_id=c99fbb4b-9487-4c11-8470-2f1c1cb1339c, reason: Instance 548184fd-8e54-4bb4-90cf-641c7637581b could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 882.189256] env[63440]: DEBUG nova.compute.manager [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Received event network-vif-deleted-ea69d132-eed4-457a-bffc-eaca1f7aaba0 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 882.189424] env[63440]: INFO nova.compute.manager [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Neutron deleted interface ea69d132-eed4-457a-bffc-eaca1f7aaba0; detaching it from the instance and deleting it from the info cache [ 882.189603] env[63440]: DEBUG nova.network.neutron [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.292470] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661778, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.313665] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.620s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.313959] env[63440]: INFO nova.compute.manager [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Migrating [ 882.321069] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.183s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.321252] env[63440]: DEBUG nova.objects.instance [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lazy-loading 'resources' on Instance uuid d7718d7e-4911-4905-b135-54291157aded {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.426179] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52395b5c-01e6-48a2-003b-fb55cb3beeb5, 'name': SearchDatastore_Task, 'duration_secs': 0.011397} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.427687] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0eed813-0f5a-4707-aab6-48d556281a40 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.432033] env[63440]: DEBUG nova.network.neutron [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.436049] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Waiting for the task: (returnval){ [ 882.436049] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dd59d6-e025-a801-f90f-09ec403bcfc7" [ 882.436049] env[63440]: _type = "Task" [ 882.436049] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.445842] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dd59d6-e025-a801-f90f-09ec403bcfc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.596211] env[63440]: DEBUG nova.network.neutron [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Updating instance_info_cache with network_info: [{"id": "4c8fabae-4b35-45c0-b0fb-57b1c5592098", "address": "fa:16:3e:8b:e9:15", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c8fabae-4b", "ovs_interfaceid": "4c8fabae-4b35-45c0-b0fb-57b1c5592098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.628656] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5d8719e1-5834-4d8a-94fd-e65f0a935e1a tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "interface-51a3a20a-2ea7-49b0-9b82-41d17b38d35a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.883s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.692326] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60b678e0-86c3-44df-8a9c-b324a30b7c02 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.702701] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dff4b9d-fad0-476b-a3d7-2f28b8c5096c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.736648] env[63440]: DEBUG nova.compute.manager [req-7a1eb848-23c9-4181-8989-5580cdf7d19b req-c50e9ec3-3377-458d-9587-2baf95709227 service nova] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Detach interface failed, port_id=ea69d132-eed4-457a-bffc-eaca1f7aaba0, reason: Instance 548184fd-8e54-4bb4-90cf-641c7637581b could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 882.790278] env[63440]: DEBUG oslo_vmware.api [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661778, 'name': PowerOnVM_Task, 'duration_secs': 0.915749} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.790549] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.790757] env[63440]: INFO nova.compute.manager [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Took 9.00 seconds to spawn the instance on the hypervisor. [ 882.790936] env[63440]: DEBUG nova.compute.manager [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.791753] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9226c394-4cd8-4250-b10e-6b75a59491fa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.837169] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "refresh_cache-d036c0d9-ff41-4055-8de9-80a085ed8391" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.837169] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "refresh_cache-d036c0d9-ff41-4055-8de9-80a085ed8391" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.837169] env[63440]: DEBUG nova.network.neutron [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.918804] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Acquiring lock "884ae709-674a-4f74-aff6-afa818f746cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.918804] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Lock "884ae709-674a-4f74-aff6-afa818f746cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.918804] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Acquiring lock "884ae709-674a-4f74-aff6-afa818f746cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.918945] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Lock "884ae709-674a-4f74-aff6-afa818f746cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.919245] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Lock "884ae709-674a-4f74-aff6-afa818f746cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.921778] env[63440]: INFO nova.compute.manager [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Terminating instance [ 882.950120] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dd59d6-e025-a801-f90f-09ec403bcfc7, 'name': SearchDatastore_Task, 'duration_secs': 0.014337} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.950418] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.950829] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] a61ad6a4-be15-47e7-9fae-41269190b37b/a61ad6a4-be15-47e7-9fae-41269190b37b.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.951120] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-362cc74f-adc9-4952-b26f-24d74104d9fd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.959339] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Waiting for the task: (returnval){ [ 882.959339] env[63440]: value = "task-2661779" [ 882.959339] env[63440]: _type = "Task" [ 882.959339] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.968252] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': task-2661779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.102599] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lock "refresh_cache-98f3eb33-c3a0-404d-b689-16bd5baa4dd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.102807] env[63440]: DEBUG nova.compute.manager [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Instance network_info: |[{"id": "4c8fabae-4b35-45c0-b0fb-57b1c5592098", "address": "fa:16:3e:8b:e9:15", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c8fabae-4b", "ovs_interfaceid": "4c8fabae-4b35-45c0-b0fb-57b1c5592098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.103562] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:e9:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c8fabae-4b35-45c0-b0fb-57b1c5592098', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.112437] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Creating folder: Project (0513b3a25dd64e83a612fd5798026268). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.115275] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06d33fab-0c7b-442e-940b-474f95e4abf7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.127150] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Created folder: Project (0513b3a25dd64e83a612fd5798026268) in parent group-v536546. [ 883.127150] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Creating folder: Instances. Parent ref: group-v536766. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.127487] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db86720f-36a3-409b-ae23-d2fd35bb30d4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.144777] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Created folder: Instances in parent group-v536766. [ 883.145124] env[63440]: DEBUG oslo.service.loopingcall [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 883.148162] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.148663] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72c0badd-2000-4cc5-8997-f778ff7d9124 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.174635] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.174635] env[63440]: value = "task-2661782" [ 883.174635] env[63440]: _type = "Task" [ 883.174635] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.187290] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661782, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.260415] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88aef89f-3378-4b57-bdac-3376ec45c7ef {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.269876] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33e1cf7-8ddd-4792-8d69-03493b51ca6c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.313956] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9129770f-5135-4e96-a7d7-9218be5800ff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.317363] env[63440]: INFO nova.compute.manager [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Took 32.31 seconds to build instance. [ 883.324507] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7e8d6a-e77a-474f-857f-d9eb761b5a30 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.345750] env[63440]: DEBUG nova.compute.provider_tree [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.425357] env[63440]: DEBUG nova.compute.manager [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.425575] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.427092] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1686152-f4dd-43da-8be5-64168acacb86 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.436529] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.436944] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-014bec26-2754-4a04-9805-718617e41e62 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.446118] env[63440]: DEBUG oslo_vmware.api [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Waiting for the task: (returnval){ [ 883.446118] env[63440]: value = "task-2661783" [ 883.446118] env[63440]: _type = "Task" [ 883.446118] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.458127] env[63440]: DEBUG oslo_vmware.api [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Task: {'id': task-2661783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.471218] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': task-2661779, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.528644] env[63440]: DEBUG nova.compute.manager [req-0cb93048-f4ee-4cfb-98ae-f7fbd0a73b75 req-864df25a-5427-46c0-8d51-e54e1c4157c6 service nova] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Received event network-changed-4c8fabae-4b35-45c0-b0fb-57b1c5592098 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.529094] env[63440]: DEBUG nova.compute.manager [req-0cb93048-f4ee-4cfb-98ae-f7fbd0a73b75 req-864df25a-5427-46c0-8d51-e54e1c4157c6 service nova] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Refreshing instance network info cache due to event network-changed-4c8fabae-4b35-45c0-b0fb-57b1c5592098. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 883.529345] env[63440]: DEBUG oslo_concurrency.lockutils [req-0cb93048-f4ee-4cfb-98ae-f7fbd0a73b75 req-864df25a-5427-46c0-8d51-e54e1c4157c6 service nova] Acquiring lock "refresh_cache-98f3eb33-c3a0-404d-b689-16bd5baa4dd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.529447] env[63440]: DEBUG oslo_concurrency.lockutils [req-0cb93048-f4ee-4cfb-98ae-f7fbd0a73b75 req-864df25a-5427-46c0-8d51-e54e1c4157c6 service nova] Acquired lock "refresh_cache-98f3eb33-c3a0-404d-b689-16bd5baa4dd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.529590] env[63440]: DEBUG nova.network.neutron [req-0cb93048-f4ee-4cfb-98ae-f7fbd0a73b75 req-864df25a-5427-46c0-8d51-e54e1c4157c6 service nova] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Refreshing network info cache for port 4c8fabae-4b35-45c0-b0fb-57b1c5592098 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.686698] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661782, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.820017] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6bb968c-8e52-409d-9ed0-03fced141e6c tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "922d1ebc-ea1e-40b1-85a6-afcfe028bdc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.825s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.849404] env[63440]: DEBUG nova.scheduler.client.report [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.956915] env[63440]: DEBUG oslo_vmware.api [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Task: {'id': task-2661783, 'name': PowerOffVM_Task, 'duration_secs': 0.43244} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.957215] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.957390] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.957656] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2590244a-c59c-47fe-9d2c-a701dcd5c442 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.971879] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': task-2661779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51521} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.972157] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] a61ad6a4-be15-47e7-9fae-41269190b37b/a61ad6a4-be15-47e7-9fae-41269190b37b.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.972373] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.972635] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf8f7e73-408c-40be-8921-757733996ab8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.982177] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Waiting for the task: (returnval){ [ 883.982177] env[63440]: value = "task-2661785" [ 883.982177] env[63440]: _type = "Task" [ 883.982177] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.994564] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': task-2661785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.046581] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.046852] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.047054] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Deleting the datastore file [datastore2] 884ae709-674a-4f74-aff6-afa818f746cd {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.047331] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcf37722-97fa-43d1-bdaf-268a14bc6e74 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.060374] env[63440]: DEBUG oslo_vmware.api [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Waiting for the task: (returnval){ [ 884.060374] env[63440]: value = "task-2661786" [ 884.060374] env[63440]: _type = "Task" [ 884.060374] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.070059] env[63440]: DEBUG oslo_vmware.api [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Task: {'id': task-2661786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.108270] env[63440]: DEBUG nova.network.neutron [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Updating instance_info_cache with network_info: [{"id": "329dec1f-db44-4a17-9778-0ba14abee966", "address": "fa:16:3e:f2:49:eb", "network": {"id": "683d0572-1971-4756-a78e-94e11c551500", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-948320418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b8072e72ed49a3bd3012385dc8822d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329dec1f-db", "ovs_interfaceid": "329dec1f-db44-4a17-9778-0ba14abee966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.148991] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Acquiring lock "da012cdd-2d81-4886-95bf-550f4d6ec16f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.149923] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Lock "da012cdd-2d81-4886-95bf-550f4d6ec16f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.150187] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Acquiring lock "da012cdd-2d81-4886-95bf-550f4d6ec16f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.150390] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Lock "da012cdd-2d81-4886-95bf-550f4d6ec16f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.150562] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Lock "da012cdd-2d81-4886-95bf-550f4d6ec16f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.153618] env[63440]: INFO nova.compute.manager [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Terminating instance [ 884.186284] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661782, 'name': CreateVM_Task, 'duration_secs': 0.627282} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.186474] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.187894] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.187894] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.187894] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.188094] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9589e8f8-090f-4b69-96c3-62ff0a37a3b1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.193596] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 884.193596] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527ebead-8170-b6fb-8333-f86e29abcdef" [ 884.193596] env[63440]: _type = "Task" [ 884.193596] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.202820] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527ebead-8170-b6fb-8333-f86e29abcdef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.303984] env[63440]: DEBUG nova.network.neutron [req-0cb93048-f4ee-4cfb-98ae-f7fbd0a73b75 req-864df25a-5427-46c0-8d51-e54e1c4157c6 service nova] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Updated VIF entry in instance network info cache for port 4c8fabae-4b35-45c0-b0fb-57b1c5592098. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.304383] env[63440]: DEBUG nova.network.neutron [req-0cb93048-f4ee-4cfb-98ae-f7fbd0a73b75 req-864df25a-5427-46c0-8d51-e54e1c4157c6 service nova] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Updating instance_info_cache with network_info: [{"id": "4c8fabae-4b35-45c0-b0fb-57b1c5592098", "address": "fa:16:3e:8b:e9:15", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c8fabae-4b", "ovs_interfaceid": "4c8fabae-4b35-45c0-b0fb-57b1c5592098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.355028] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.357438] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.538s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.359492] env[63440]: INFO nova.compute.claims [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.385208] env[63440]: INFO nova.scheduler.client.report [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Deleted allocations for instance d7718d7e-4911-4905-b135-54291157aded [ 884.496151] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': task-2661785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144421} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.496598] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.499036] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574b85e0-6dfe-4df6-af6d-098096aa5a97 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.535629] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] a61ad6a4-be15-47e7-9fae-41269190b37b/a61ad6a4-be15-47e7-9fae-41269190b37b.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.536266] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c65c02a-f06c-4e82-b4e9-a3b5e3294420 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.574913] env[63440]: DEBUG oslo_vmware.api [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Task: {'id': task-2661786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.577984] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Waiting for the task: (returnval){ [ 884.577984] env[63440]: value = "task-2661787" [ 884.577984] env[63440]: _type = "Task" [ 884.577984] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.589587] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': task-2661787, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.611758] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "refresh_cache-d036c0d9-ff41-4055-8de9-80a085ed8391" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.661408] env[63440]: DEBUG nova.compute.manager [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.662175] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.663163] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d7a0d5-13ec-45d2-b6e6-e0947033cc74 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.672260] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.672604] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dde682a4-03c9-4d1b-bb5a-702803579808 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.679453] env[63440]: DEBUG oslo_vmware.api [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Waiting for the task: (returnval){ [ 884.679453] env[63440]: value = "task-2661788" [ 884.679453] env[63440]: _type = "Task" [ 884.679453] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.691268] env[63440]: DEBUG oslo_vmware.api [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Task: {'id': task-2661788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.707255] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527ebead-8170-b6fb-8333-f86e29abcdef, 'name': SearchDatastore_Task, 'duration_secs': 0.028186} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.707683] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.707918] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.708196] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.708346] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.708527] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.709392] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57f191f1-2c0a-405a-adbc-ef895ac3ebd7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.720137] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.720344] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.721154] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51c7e8cb-f727-422d-8182-bccda847b8e2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.727256] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 884.727256] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fef064-aa83-bef9-c7fa-5e7263b959d7" [ 884.727256] env[63440]: _type = "Task" [ 884.727256] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.739169] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fef064-aa83-bef9-c7fa-5e7263b959d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.807744] env[63440]: DEBUG oslo_concurrency.lockutils [req-0cb93048-f4ee-4cfb-98ae-f7fbd0a73b75 req-864df25a-5427-46c0-8d51-e54e1c4157c6 service nova] Releasing lock "refresh_cache-98f3eb33-c3a0-404d-b689-16bd5baa4dd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.900063] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d038f845-28bc-448a-b381-1baeefd5fdfa tempest-MigrationsAdminTest-1472975887 tempest-MigrationsAdminTest-1472975887-project-member] Lock "d7718d7e-4911-4905-b135-54291157aded" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.391s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.072266] env[63440]: DEBUG oslo_vmware.api [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Task: {'id': task-2661786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.608512} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.072638] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.072788] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.073393] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.073393] env[63440]: INFO nova.compute.manager [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Took 1.65 seconds to destroy the instance on the hypervisor. [ 885.073525] env[63440]: DEBUG oslo.service.loopingcall [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 885.074520] env[63440]: DEBUG nova.compute.manager [-] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.074520] env[63440]: DEBUG nova.network.neutron [-] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.090992] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': task-2661787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.193147] env[63440]: DEBUG oslo_vmware.api [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Task: {'id': task-2661788, 'name': PowerOffVM_Task, 'duration_secs': 0.435073} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.193616] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.193711] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.195142] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03d308c4-fae1-4975-9dc9-a5294e6fb190 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.238828] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fef064-aa83-bef9-c7fa-5e7263b959d7, 'name': SearchDatastore_Task, 'duration_secs': 0.029644} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.239718] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c35a68ae-406c-4236-a4ab-a876f6e7cf4a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.246759] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 885.246759] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fc4899-7702-751d-cae9-621bf1357efa" [ 885.246759] env[63440]: _type = "Task" [ 885.246759] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.256708] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fc4899-7702-751d-cae9-621bf1357efa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.277195] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.277195] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.277195] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Deleting the datastore file [datastore1] da012cdd-2d81-4886-95bf-550f4d6ec16f {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.277452] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-561b7316-a393-49cc-8f6a-f331e2b9dadf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.286587] env[63440]: DEBUG oslo_vmware.api [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Waiting for the task: (returnval){ [ 885.286587] env[63440]: value = "task-2661790" [ 885.286587] env[63440]: _type = "Task" [ 885.286587] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.296530] env[63440]: DEBUG oslo_vmware.api [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Task: {'id': task-2661790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.474026] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "interface-51a3a20a-2ea7-49b0-9b82-41d17b38d35a-c52ba004-a709-41a8-b7b7-e31e113c1e93" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.474385] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "interface-51a3a20a-2ea7-49b0-9b82-41d17b38d35a-c52ba004-a709-41a8-b7b7-e31e113c1e93" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.474849] env[63440]: DEBUG nova.objects.instance [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lazy-loading 'flavor' on Instance uuid 51a3a20a-2ea7-49b0-9b82-41d17b38d35a {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.587448] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': task-2661787, 'name': ReconfigVM_Task, 'duration_secs': 0.614568} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.587742] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Reconfigured VM instance instance-0000004e to attach disk [datastore2] a61ad6a4-be15-47e7-9fae-41269190b37b/a61ad6a4-be15-47e7-9fae-41269190b37b.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.588567] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6194e52-3040-4474-ade5-06121aedb931 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.598389] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Waiting for the task: (returnval){ [ 885.598389] env[63440]: value = "task-2661791" [ 885.598389] env[63440]: _type = "Task" [ 885.598389] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.610541] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': task-2661791, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.704023] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25520d6-2942-4d9c-ac5a-d5f0487adeb2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.713264] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bc0999-3e1e-4300-b7fa-fd72c56c17d9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.754494] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d258362e-a26e-448e-afd0-d285c421cefe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.759049] env[63440]: DEBUG nova.compute.manager [req-6e8e10ca-7940-4eb5-9b0f-5a8969c12a08 req-fb6a3388-3f92-4363-88ba-d38bbab99ed2 service nova] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Received event network-vif-deleted-6ec3d00b-6362-4840-9468-0e0267cb4bd5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 885.759421] env[63440]: INFO nova.compute.manager [req-6e8e10ca-7940-4eb5-9b0f-5a8969c12a08 req-fb6a3388-3f92-4363-88ba-d38bbab99ed2 service nova] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Neutron deleted interface 6ec3d00b-6362-4840-9468-0e0267cb4bd5; detaching it from the instance and deleting it from the info cache [ 885.759737] env[63440]: DEBUG nova.network.neutron [req-6e8e10ca-7940-4eb5-9b0f-5a8969c12a08 req-fb6a3388-3f92-4363-88ba-d38bbab99ed2 service nova] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.772510] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fc4899-7702-751d-cae9-621bf1357efa, 'name': SearchDatastore_Task, 'duration_secs': 0.01024} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.773605] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.774111] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 98f3eb33-c3a0-404d-b689-16bd5baa4dd1/98f3eb33-c3a0-404d-b689-16bd5baa4dd1.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.775803] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f172b445-4c6a-4123-9169-45a01f4b64c0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.783913] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62dd8f33-3e6c-4600-9b36-111924bb8f54 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.800106] env[63440]: DEBUG nova.compute.provider_tree [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.803471] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 885.803471] env[63440]: value = "task-2661792" [ 885.803471] env[63440]: _type = "Task" [ 885.803471] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.810639] env[63440]: DEBUG oslo_vmware.api [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Task: {'id': task-2661790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157943} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.811237] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.811464] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.811672] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.811853] env[63440]: INFO nova.compute.manager [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 885.812116] env[63440]: DEBUG oslo.service.loopingcall [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 885.812461] env[63440]: DEBUG nova.compute.manager [-] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.812461] env[63440]: DEBUG nova.network.neutron [-] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.820148] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.913312] env[63440]: DEBUG nova.network.neutron [-] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.108735] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': task-2661791, 'name': Rename_Task, 'duration_secs': 0.163938} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.109019] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.109341] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8158e0d-a90e-4905-b294-3514c6177165 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.119381] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Waiting for the task: (returnval){ [ 886.119381] env[63440]: value = "task-2661793" [ 886.119381] env[63440]: _type = "Task" [ 886.119381] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.128528] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': task-2661793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.133493] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e411e0-9bbe-411c-8af1-f8e3271460e4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.136971] env[63440]: DEBUG nova.objects.instance [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lazy-loading 'pci_requests' on Instance uuid 51a3a20a-2ea7-49b0-9b82-41d17b38d35a {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.158799] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Updating instance 'd036c0d9-ff41-4055-8de9-80a085ed8391' progress to 0 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.262589] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-245c85e7-6d00-46bf-8967-aea581257f7b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.270574] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.270945] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.278831] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ec2132-b646-4c96-a0c6-8219a63b27ea {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.316534] env[63440]: DEBUG nova.scheduler.client.report [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.320035] env[63440]: DEBUG nova.compute.manager [req-6e8e10ca-7940-4eb5-9b0f-5a8969c12a08 req-fb6a3388-3f92-4363-88ba-d38bbab99ed2 service nova] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Detach interface failed, port_id=6ec3d00b-6362-4840-9468-0e0267cb4bd5, reason: Instance 884ae709-674a-4f74-aff6-afa818f746cd could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 886.335821] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661792, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.416370] env[63440]: INFO nova.compute.manager [-] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Took 1.34 seconds to deallocate network for instance. [ 886.629894] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': task-2661793, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.641693] env[63440]: DEBUG nova.objects.base [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Object Instance<51a3a20a-2ea7-49b0-9b82-41d17b38d35a> lazy-loaded attributes: flavor,pci_requests {{(pid=63440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 886.641916] env[63440]: DEBUG nova.network.neutron [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.666136] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.666485] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f6d2223-b3de-4822-94ac-af7cec527bff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.675445] env[63440]: DEBUG oslo_vmware.api [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 886.675445] env[63440]: value = "task-2661794" [ 886.675445] env[63440]: _type = "Task" [ 886.675445] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.686028] env[63440]: DEBUG oslo_vmware.api [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.710403] env[63440]: DEBUG nova.policy [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '657fe975058a4d1e83a225e9b96f3aaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5509f9877a04870bede11fbfc799125', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.773974] env[63440]: DEBUG nova.compute.manager [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.821839] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.822254] env[63440]: DEBUG nova.compute.manager [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.828669] env[63440]: DEBUG oslo_concurrency.lockutils [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.782s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.828904] env[63440]: DEBUG nova.objects.instance [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 886.838768] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776706} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.838768] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 98f3eb33-c3a0-404d-b689-16bd5baa4dd1/98f3eb33-c3a0-404d-b689-16bd5baa4dd1.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.839078] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.839117] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c004254-2bb4-44d4-b22a-ab7a636632ad {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.849737] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 886.849737] env[63440]: value = "task-2661795" [ 886.849737] env[63440]: _type = "Task" [ 886.849737] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.862610] env[63440]: DEBUG nova.network.neutron [-] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.864576] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.924823] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.130521] env[63440]: DEBUG oslo_vmware.api [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': task-2661793, 'name': PowerOnVM_Task, 'duration_secs': 0.696383} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.130813] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.131031] env[63440]: INFO nova.compute.manager [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Took 8.87 seconds to spawn the instance on the hypervisor. [ 887.131218] env[63440]: DEBUG nova.compute.manager [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.132011] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1fe63d-14d8-4ffe-9fda-8a8ced655783 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.186984] env[63440]: DEBUG oslo_vmware.api [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661794, 'name': PowerOffVM_Task, 'duration_secs': 0.32524} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.187270] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.187458] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Updating instance 'd036c0d9-ff41-4055-8de9-80a085ed8391' progress to 17 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.297896] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.333029] env[63440]: DEBUG nova.compute.utils [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.338990] env[63440]: DEBUG nova.compute.manager [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.339316] env[63440]: DEBUG nova.network.neutron [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.363961] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117813} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.364290] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.365146] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d53401-9c8e-45c0-93d4-78cfaf411acc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.367918] env[63440]: INFO nova.compute.manager [-] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Took 1.56 seconds to deallocate network for instance. [ 887.393915] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 98f3eb33-c3a0-404d-b689-16bd5baa4dd1/98f3eb33-c3a0-404d-b689-16bd5baa4dd1.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.394512] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edb65585-705a-474e-ae4a-da90202c41b3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.412255] env[63440]: DEBUG nova.policy [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '956f6ee95ada4e3f84049c4d1712cb7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba4ad5c71382495ab614099f4a4c425b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.419702] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 887.419702] env[63440]: value = "task-2661796" [ 887.419702] env[63440]: _type = "Task" [ 887.419702] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.429025] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.650730] env[63440]: INFO nova.compute.manager [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Took 31.11 seconds to build instance. [ 887.694196] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.694459] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.694620] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.694797] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.694944] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.699018] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.699018] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.699018] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.699018] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.699018] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.699018] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.703519] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96bff639-f879-4547-b52a-18f9b8db5cd2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.723844] env[63440]: DEBUG oslo_vmware.api [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 887.723844] env[63440]: value = "task-2661797" [ 887.723844] env[63440]: _type = "Task" [ 887.723844] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.738778] env[63440]: DEBUG oslo_vmware.api [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.760078] env[63440]: DEBUG nova.network.neutron [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Successfully created port: 7850e1fc-e0c9-412a-99cd-84a0f272f9a2 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.843235] env[63440]: DEBUG oslo_concurrency.lockutils [None req-98950d96-4e75-4d07-b147-0e91ebfd8ce7 tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.844902] env[63440]: DEBUG nova.compute.manager [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.847845] env[63440]: DEBUG oslo_concurrency.lockutils [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.196s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.848081] env[63440]: DEBUG nova.objects.instance [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Lazy-loading 'resources' on Instance uuid f4799f88-5cdf-41c3-b737-583af54c9c16 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.897069] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.933239] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661796, 'name': ReconfigVM_Task, 'duration_secs': 0.301245} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.933641] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 98f3eb33-c3a0-404d-b689-16bd5baa4dd1/98f3eb33-c3a0-404d-b689-16bd5baa4dd1.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.934327] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c05cb18f-d110-4cd1-a44c-4b0f1bb6854c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.942238] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 887.942238] env[63440]: value = "task-2661798" [ 887.942238] env[63440]: _type = "Task" [ 887.942238] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.951424] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661798, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.152640] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f8cdb49e-f227-4f59-9342-ce814dffa918 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Lock "a61ad6a4-be15-47e7-9fae-41269190b37b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.622s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.231278] env[63440]: DEBUG nova.network.neutron [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Successfully updated port: c52ba004-a709-41a8-b7b7-e31e113c1e93 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.235956] env[63440]: DEBUG oslo_vmware.api [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661797, 'name': ReconfigVM_Task, 'duration_secs': 0.329772} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.236692] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Updating instance 'd036c0d9-ff41-4055-8de9-80a085ed8391' progress to 33 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 888.293194] env[63440]: DEBUG nova.compute.manager [req-2755e7d6-0037-495d-bc91-a53df1afcd92 req-4a832f14-7d68-4bb9-8c1b-0c6c09294888 service nova] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Received event network-vif-deleted-ab0dc823-e17a-4a79-994c-ef1b42a5a4f6 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.351273] env[63440]: INFO nova.virt.block_device [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Booting with volume fa287259-887d-4210-8a23-f5fa43e43737 at /dev/sda [ 888.393156] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7372de0c-52be-4488-ae0a-91a3dd2144a3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.405857] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1a9cb9-5c91-4b81-b114-bd2f2918b5b3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.443273] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05286fad-aad9-4ac1-9c47-f7f6d4696b46 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.454339] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661798, 'name': Rename_Task, 'duration_secs': 0.156288} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.457635] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.458894] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43386108-e0d3-48cf-a40e-9ea19be7483c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.462320] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1115424a-0790-4afa-b114-4f70db19caff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.482067] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 888.482067] env[63440]: value = "task-2661799" [ 888.482067] env[63440]: _type = "Task" [ 888.482067] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.491446] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.504610] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660dd266-41cb-45cf-af20-6f64a838ed6d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.511522] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad89aba-2d06-448e-b1a2-d7c6c5aa9ed7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.528801] env[63440]: DEBUG nova.virt.block_device [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Updating existing volume attachment record: 133615a9-a5b2-4e62-abf6-2b4c5a4d841c {{(pid=63440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 888.682340] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b3b3ec-dac7-4d4a-8b99-421d7640a17b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.695451] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c29ab8-5da4-445d-aa44-393c00ccd460 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.730184] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919b94cb-267f-4ac6-a888-bd8dfaa22f45 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.738392] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.738392] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.738392] env[63440]: DEBUG nova.network.neutron [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.740701] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f064ed-517c-47c3-a99e-480b331bd07d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.746494] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.746708] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.746870] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.747067] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.747222] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.747372] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.747585] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.747745] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.748072] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.748147] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.748297] env[63440]: DEBUG nova.virt.hardware [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.753566] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 888.754912] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d64851f-4be4-4604-85b6-830b3efed940 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.778484] env[63440]: DEBUG nova.compute.provider_tree [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 888.781020] env[63440]: DEBUG oslo_vmware.api [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 888.781020] env[63440]: value = "task-2661800" [ 888.781020] env[63440]: _type = "Task" [ 888.781020] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.790344] env[63440]: DEBUG oslo_vmware.api [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661800, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.993789] env[63440]: DEBUG oslo_vmware.api [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661799, 'name': PowerOnVM_Task, 'duration_secs': 0.483176} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.994279] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.994476] env[63440]: INFO nova.compute.manager [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Took 8.27 seconds to spawn the instance on the hypervisor. [ 888.994578] env[63440]: DEBUG nova.compute.manager [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.995740] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d51fa54-7ad3-47f6-a603-0db5f74af3d9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.190978] env[63440]: DEBUG oslo_concurrency.lockutils [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Acquiring lock "a61ad6a4-be15-47e7-9fae-41269190b37b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.191400] env[63440]: DEBUG oslo_concurrency.lockutils [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Lock "a61ad6a4-be15-47e7-9fae-41269190b37b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.191601] env[63440]: DEBUG oslo_concurrency.lockutils [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Acquiring lock "a61ad6a4-be15-47e7-9fae-41269190b37b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.191792] env[63440]: DEBUG oslo_concurrency.lockutils [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Lock "a61ad6a4-be15-47e7-9fae-41269190b37b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.192047] env[63440]: DEBUG oslo_concurrency.lockutils [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Lock "a61ad6a4-be15-47e7-9fae-41269190b37b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.194426] env[63440]: INFO nova.compute.manager [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Terminating instance [ 889.281581] env[63440]: WARNING nova.network.neutron [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] 6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0 already exists in list: networks containing: ['6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0']. ignoring it [ 889.281860] env[63440]: WARNING nova.network.neutron [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] 6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0 already exists in list: networks containing: ['6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0']. ignoring it [ 889.296637] env[63440]: DEBUG oslo_vmware.api [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661800, 'name': ReconfigVM_Task, 'duration_secs': 0.284342} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.297115] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 889.298164] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca47dbdb-226a-43d3-b537-a571bea94a33 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.304957] env[63440]: ERROR nova.scheduler.client.report [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] [req-73449a38-e188-4b89-ace5-42dfa5afbde9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73449a38-e188-4b89-ace5-42dfa5afbde9"}]} [ 889.328208] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] d036c0d9-ff41-4055-8de9-80a085ed8391/d036c0d9-ff41-4055-8de9-80a085ed8391.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.328662] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33049f21-4cba-450f-9512-c00d3cd4265e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.347686] env[63440]: DEBUG nova.scheduler.client.report [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Refreshing inventories for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 889.357677] env[63440]: DEBUG oslo_vmware.api [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 889.357677] env[63440]: value = "task-2661801" [ 889.357677] env[63440]: _type = "Task" [ 889.357677] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.367862] env[63440]: DEBUG oslo_vmware.api [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.368476] env[63440]: DEBUG nova.scheduler.client.report [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Updating ProviderTree inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 889.368875] env[63440]: DEBUG nova.compute.provider_tree [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 889.383530] env[63440]: DEBUG nova.scheduler.client.report [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Refreshing aggregate associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, aggregates: None {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 889.410994] env[63440]: DEBUG nova.scheduler.client.report [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Refreshing trait associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 889.428705] env[63440]: DEBUG nova.network.neutron [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Successfully updated port: 7850e1fc-e0c9-412a-99cd-84a0f272f9a2 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.523451] env[63440]: INFO nova.compute.manager [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Took 29.93 seconds to build instance. [ 889.698067] env[63440]: DEBUG nova.compute.manager [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.698067] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.698928] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6be27f-4fc2-428f-ae70-0269d8e06372 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.710377] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.710681] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66f538bd-1552-4c21-a3f6-471f6ae8c9fc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.724592] env[63440]: DEBUG oslo_vmware.api [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Waiting for the task: (returnval){ [ 889.724592] env[63440]: value = "task-2661802" [ 889.724592] env[63440]: _type = "Task" [ 889.724592] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.734056] env[63440]: DEBUG oslo_vmware.api [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': task-2661802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.795940] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26b9503-44eb-4200-8c60-6f8f21dd45b1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.806807] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ed9912-8872-420a-8d20-27c17f66ed29 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.840439] env[63440]: DEBUG nova.network.neutron [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Updating instance_info_cache with network_info: [{"id": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "address": "fa:16:3e:1e:e1:0a", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5fe6048-5e", "ovs_interfaceid": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f674732f-5ff6-410a-b03b-aadf26b9ff3a", "address": "fa:16:3e:d8:13:6a", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf674732f-5f", "ovs_interfaceid": "f674732f-5ff6-410a-b03b-aadf26b9ff3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c52ba004-a709-41a8-b7b7-e31e113c1e93", "address": "fa:16:3e:d9:cf:62", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52ba004-a7", "ovs_interfaceid": "c52ba004-a709-41a8-b7b7-e31e113c1e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.845048] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad89214-e2d8-4cb2-997a-f2b73ea74425 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.846603] env[63440]: DEBUG nova.compute.manager [req-7e8fbd5a-df69-45a4-b813-cad8537f90ad req-9a87c57a-e4aa-462a-9e8f-43423e97d07e service nova] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Received event network-vif-plugged-7850e1fc-e0c9-412a-99cd-84a0f272f9a2 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 889.846833] env[63440]: DEBUG oslo_concurrency.lockutils [req-7e8fbd5a-df69-45a4-b813-cad8537f90ad req-9a87c57a-e4aa-462a-9e8f-43423e97d07e service nova] Acquiring lock "9f9922fb-aca3-4eef-a5be-4106e2abb77d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.847079] env[63440]: DEBUG oslo_concurrency.lockutils [req-7e8fbd5a-df69-45a4-b813-cad8537f90ad req-9a87c57a-e4aa-462a-9e8f-43423e97d07e service nova] Lock "9f9922fb-aca3-4eef-a5be-4106e2abb77d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.848124] env[63440]: DEBUG oslo_concurrency.lockutils [req-7e8fbd5a-df69-45a4-b813-cad8537f90ad req-9a87c57a-e4aa-462a-9e8f-43423e97d07e service nova] Lock "9f9922fb-aca3-4eef-a5be-4106e2abb77d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.848124] env[63440]: DEBUG nova.compute.manager [req-7e8fbd5a-df69-45a4-b813-cad8537f90ad req-9a87c57a-e4aa-462a-9e8f-43423e97d07e service nova] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] No waiting events found dispatching network-vif-plugged-7850e1fc-e0c9-412a-99cd-84a0f272f9a2 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.848124] env[63440]: WARNING nova.compute.manager [req-7e8fbd5a-df69-45a4-b813-cad8537f90ad req-9a87c57a-e4aa-462a-9e8f-43423e97d07e service nova] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Received unexpected event network-vif-plugged-7850e1fc-e0c9-412a-99cd-84a0f272f9a2 for instance with vm_state building and task_state block_device_mapping. [ 889.856680] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09fc7f9-0d92-4f21-834e-a64f15b8cdd2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.875477] env[63440]: DEBUG nova.compute.provider_tree [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 889.880254] env[63440]: DEBUG oslo_vmware.api [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661801, 'name': ReconfigVM_Task, 'duration_secs': 0.387683} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.880788] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Reconfigured VM instance instance-00000048 to attach disk [datastore1] d036c0d9-ff41-4055-8de9-80a085ed8391/d036c0d9-ff41-4055-8de9-80a085ed8391.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.881091] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Updating instance 'd036c0d9-ff41-4055-8de9-80a085ed8391' progress to 50 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 889.931770] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Acquiring lock "refresh_cache-9f9922fb-aca3-4eef-a5be-4106e2abb77d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.931969] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Acquired lock "refresh_cache-9f9922fb-aca3-4eef-a5be-4106e2abb77d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.932148] env[63440]: DEBUG nova.network.neutron [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.028393] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d347a204-45c3-4052-82a8-e3424745db0c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "98f3eb33-c3a0-404d-b689-16bd5baa4dd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.448s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.237653] env[63440]: DEBUG oslo_vmware.api [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': task-2661802, 'name': PowerOffVM_Task, 'duration_secs': 0.207214} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.237774] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.237912] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.238244] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3473a554-851f-4412-9d46-81046dae00b4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.348886] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.349612] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.349777] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.350673] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ad6244-d8e3-4d7a-bb2b-dc381f4c3700 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.372231] env[63440]: DEBUG nova.virt.hardware [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.372607] env[63440]: DEBUG nova.virt.hardware [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.372775] env[63440]: DEBUG nova.virt.hardware [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.373057] env[63440]: DEBUG nova.virt.hardware [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.373305] env[63440]: DEBUG nova.virt.hardware [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.373564] env[63440]: DEBUG nova.virt.hardware [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.373850] env[63440]: DEBUG nova.virt.hardware [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.374161] env[63440]: DEBUG nova.virt.hardware [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.374382] env[63440]: DEBUG nova.virt.hardware [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.376045] env[63440]: DEBUG nova.virt.hardware [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.376045] env[63440]: DEBUG nova.virt.hardware [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.383545] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Reconfiguring VM to attach interface {{(pid=63440) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 890.388788] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3ab8172-2ffc-42b8-add6-0a5962777352 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.404925] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.405238] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.405428] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Deleting the datastore file [datastore2] a61ad6a4-be15-47e7-9fae-41269190b37b {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.406624] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14cbf61-d23f-4425-a0e4-b6b49eece137 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.410105] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b66eda8d-cd22-41c1-8b7a-92e6f56e2bd4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.418378] env[63440]: DEBUG oslo_vmware.api [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Waiting for the task: (returnval){ [ 890.418378] env[63440]: value = "task-2661804" [ 890.418378] env[63440]: _type = "Task" [ 890.418378] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.441943] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eb2638-74b8-4548-bcb4-8f62eee91093 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.449977] env[63440]: DEBUG oslo_vmware.api [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 890.449977] env[63440]: value = "task-2661805" [ 890.449977] env[63440]: _type = "Task" [ 890.449977] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.451146] env[63440]: DEBUG nova.scheduler.client.report [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Updated inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 890.451292] env[63440]: DEBUG nova.compute.provider_tree [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 111 to 112 during operation: update_inventory {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 890.451427] env[63440]: DEBUG nova.compute.provider_tree [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.482146] env[63440]: DEBUG oslo_vmware.api [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': task-2661804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.482461] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Updating instance 'd036c0d9-ff41-4055-8de9-80a085ed8391' progress to 67 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 890.492501] env[63440]: DEBUG oslo_vmware.api [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661805, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.516708] env[63440]: DEBUG nova.network.neutron [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.628754] env[63440]: DEBUG nova.compute.manager [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.629464] env[63440]: DEBUG nova.virt.hardware [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.629866] env[63440]: DEBUG nova.virt.hardware [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.629917] env[63440]: DEBUG nova.virt.hardware [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.630154] env[63440]: DEBUG nova.virt.hardware [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.630333] env[63440]: DEBUG nova.virt.hardware [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.630485] env[63440]: DEBUG nova.virt.hardware [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.630700] env[63440]: DEBUG nova.virt.hardware [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.630864] env[63440]: DEBUG nova.virt.hardware [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.631060] env[63440]: DEBUG nova.virt.hardware [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.631264] env[63440]: DEBUG nova.virt.hardware [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.631471] env[63440]: DEBUG nova.virt.hardware [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.633351] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1a1e88-ae12-4b8e-92de-5e954c4358ba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.637307] env[63440]: DEBUG nova.compute.manager [req-9199f57c-ce00-45c3-8604-3f8cbc4919bd req-622b64fb-f434-459e-af74-bc52e793b260 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Received event network-vif-plugged-c52ba004-a709-41a8-b7b7-e31e113c1e93 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.637834] env[63440]: DEBUG oslo_concurrency.lockutils [req-9199f57c-ce00-45c3-8604-3f8cbc4919bd req-622b64fb-f434-459e-af74-bc52e793b260 service nova] Acquiring lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.638083] env[63440]: DEBUG oslo_concurrency.lockutils [req-9199f57c-ce00-45c3-8604-3f8cbc4919bd req-622b64fb-f434-459e-af74-bc52e793b260 service nova] Lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.638267] env[63440]: DEBUG oslo_concurrency.lockutils [req-9199f57c-ce00-45c3-8604-3f8cbc4919bd req-622b64fb-f434-459e-af74-bc52e793b260 service nova] Lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.638443] env[63440]: DEBUG nova.compute.manager [req-9199f57c-ce00-45c3-8604-3f8cbc4919bd req-622b64fb-f434-459e-af74-bc52e793b260 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] No waiting events found dispatching network-vif-plugged-c52ba004-a709-41a8-b7b7-e31e113c1e93 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.638616] env[63440]: WARNING nova.compute.manager [req-9199f57c-ce00-45c3-8604-3f8cbc4919bd req-622b64fb-f434-459e-af74-bc52e793b260 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Received unexpected event network-vif-plugged-c52ba004-a709-41a8-b7b7-e31e113c1e93 for instance with vm_state active and task_state None. [ 890.638804] env[63440]: DEBUG nova.compute.manager [req-9199f57c-ce00-45c3-8604-3f8cbc4919bd req-622b64fb-f434-459e-af74-bc52e793b260 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Received event network-changed-c52ba004-a709-41a8-b7b7-e31e113c1e93 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.638986] env[63440]: DEBUG nova.compute.manager [req-9199f57c-ce00-45c3-8604-3f8cbc4919bd req-622b64fb-f434-459e-af74-bc52e793b260 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Refreshing instance network info cache due to event network-changed-c52ba004-a709-41a8-b7b7-e31e113c1e93. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 890.639206] env[63440]: DEBUG oslo_concurrency.lockutils [req-9199f57c-ce00-45c3-8604-3f8cbc4919bd req-622b64fb-f434-459e-af74-bc52e793b260 service nova] Acquiring lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.639339] env[63440]: DEBUG oslo_concurrency.lockutils [req-9199f57c-ce00-45c3-8604-3f8cbc4919bd req-622b64fb-f434-459e-af74-bc52e793b260 service nova] Acquired lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.639495] env[63440]: DEBUG nova.network.neutron [req-9199f57c-ce00-45c3-8604-3f8cbc4919bd req-622b64fb-f434-459e-af74-bc52e793b260 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Refreshing network info cache for port c52ba004-a709-41a8-b7b7-e31e113c1e93 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.649757] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb94ec3-9096-4895-aa3a-46fe4b8ac895 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.677102] env[63440]: DEBUG nova.network.neutron [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Updating instance_info_cache with network_info: [{"id": "7850e1fc-e0c9-412a-99cd-84a0f272f9a2", "address": "fa:16:3e:a6:d5:cd", "network": {"id": "6f101ca9-ffd8-4a1a-809e-6b806ae8ddab", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2027358705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba4ad5c71382495ab614099f4a4c425b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7850e1fc-e0", "ovs_interfaceid": "7850e1fc-e0c9-412a-99cd-84a0f272f9a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.943429] env[63440]: DEBUG oslo_vmware.api [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': task-2661804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.960270] env[63440]: DEBUG oslo_concurrency.lockutils [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.112s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.965721] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.940s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.965982] env[63440]: DEBUG nova.objects.instance [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Lazy-loading 'resources' on Instance uuid 10b05a88-9b05-42ef-b1b9-6a6987aa0139 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.975401] env[63440]: DEBUG oslo_vmware.api [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.982912] env[63440]: INFO nova.scheduler.client.report [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Deleted allocations for instance f4799f88-5cdf-41c3-b737-583af54c9c16 [ 891.029139] env[63440]: DEBUG nova.network.neutron [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Port 329dec1f-db44-4a17-9778-0ba14abee966 binding to destination host cpu-1 is already ACTIVE {{(pid=63440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 891.179950] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Releasing lock "refresh_cache-9f9922fb-aca3-4eef-a5be-4106e2abb77d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.180514] env[63440]: DEBUG nova.compute.manager [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Instance network_info: |[{"id": "7850e1fc-e0c9-412a-99cd-84a0f272f9a2", "address": "fa:16:3e:a6:d5:cd", "network": {"id": "6f101ca9-ffd8-4a1a-809e-6b806ae8ddab", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2027358705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba4ad5c71382495ab614099f4a4c425b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7850e1fc-e0", "ovs_interfaceid": "7850e1fc-e0c9-412a-99cd-84a0f272f9a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.181133] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:d5:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7850e1fc-e0c9-412a-99cd-84a0f272f9a2', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.189841] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Creating folder: Project (ba4ad5c71382495ab614099f4a4c425b). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.192728] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47e23441-4990-41d5-acb5-61cf45da44d8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.211972] env[63440]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 891.212494] env[63440]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63440) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 891.212643] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Folder already exists: Project (ba4ad5c71382495ab614099f4a4c425b). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 891.212854] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Creating folder: Instances. Parent ref: group-v536743. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.213116] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c09fee8e-1ce3-4db9-b3f0-d2d39ea625cc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.236783] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Created folder: Instances in parent group-v536743. [ 891.237060] env[63440]: DEBUG oslo.service.loopingcall [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 891.237288] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.237628] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd967580-baa5-47f1-877c-efcd47eba14d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.269481] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.269481] env[63440]: value = "task-2661808" [ 891.269481] env[63440]: _type = "Task" [ 891.269481] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.278093] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661808, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.395346] env[63440]: DEBUG nova.network.neutron [req-9199f57c-ce00-45c3-8604-3f8cbc4919bd req-622b64fb-f434-459e-af74-bc52e793b260 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Updated VIF entry in instance network info cache for port c52ba004-a709-41a8-b7b7-e31e113c1e93. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.395938] env[63440]: DEBUG nova.network.neutron [req-9199f57c-ce00-45c3-8604-3f8cbc4919bd req-622b64fb-f434-459e-af74-bc52e793b260 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Updating instance_info_cache with network_info: [{"id": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "address": "fa:16:3e:1e:e1:0a", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5fe6048-5e", "ovs_interfaceid": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f674732f-5ff6-410a-b03b-aadf26b9ff3a", "address": "fa:16:3e:d8:13:6a", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf674732f-5f", "ovs_interfaceid": "f674732f-5ff6-410a-b03b-aadf26b9ff3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c52ba004-a709-41a8-b7b7-e31e113c1e93", "address": "fa:16:3e:d9:cf:62", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52ba004-a7", "ovs_interfaceid": "c52ba004-a709-41a8-b7b7-e31e113c1e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.443469] env[63440]: DEBUG oslo_vmware.api [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Task: {'id': task-2661804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.558342} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.443833] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.444066] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.444267] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.444449] env[63440]: INFO nova.compute.manager [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Took 1.75 seconds to destroy the instance on the hypervisor. [ 891.444748] env[63440]: DEBUG oslo.service.loopingcall [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 891.445019] env[63440]: DEBUG nova.compute.manager [-] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.445117] env[63440]: DEBUG nova.network.neutron [-] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.473278] env[63440]: DEBUG oslo_vmware.api [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661805, 'name': ReconfigVM_Task, 'duration_secs': 0.916238} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.474123] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.474433] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Reconfigured VM to attach interface {{(pid=63440) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 891.495036] env[63440]: DEBUG oslo_concurrency.lockutils [None req-26f5dffa-8caf-48c7-a390-ff0e54e2495c tempest-ServerShowV257Test-1444379483 tempest-ServerShowV257Test-1444379483-project-member] Lock "f4799f88-5cdf-41c3-b737-583af54c9c16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.678s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.785095] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661808, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.899361] env[63440]: DEBUG oslo_concurrency.lockutils [req-9199f57c-ce00-45c3-8604-3f8cbc4919bd req-622b64fb-f434-459e-af74-bc52e793b260 service nova] Releasing lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.904128] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f924d45-0ca9-4da4-a5cc-08d25bfc3d11 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.911978] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3f2b45-00bc-48c2-a316-ad367b697c37 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.943536] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090f8772-684a-4564-beb8-f7a3445f502d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.951740] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b567acf6-3d28-4117-a983-2755daf61d28 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.967481] env[63440]: DEBUG nova.compute.provider_tree [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.978424] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d39f97a7-a8bd-4b8b-9e3f-648573e5c79e tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "interface-51a3a20a-2ea7-49b0-9b82-41d17b38d35a-c52ba004-a709-41a8-b7b7-e31e113c1e93" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.504s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.058028] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "d036c0d9-ff41-4055-8de9-80a085ed8391-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.058272] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "d036c0d9-ff41-4055-8de9-80a085ed8391-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.058455] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "d036c0d9-ff41-4055-8de9-80a085ed8391-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.089551] env[63440]: DEBUG nova.compute.manager [req-02596103-ab87-41d4-b073-5c302aaadad6 req-82e62726-d486-43bf-8a58-ee60cb962f17 service nova] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Received event network-changed-7850e1fc-e0c9-412a-99cd-84a0f272f9a2 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 892.089952] env[63440]: DEBUG nova.compute.manager [req-02596103-ab87-41d4-b073-5c302aaadad6 req-82e62726-d486-43bf-8a58-ee60cb962f17 service nova] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Refreshing instance network info cache due to event network-changed-7850e1fc-e0c9-412a-99cd-84a0f272f9a2. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 892.090542] env[63440]: DEBUG oslo_concurrency.lockutils [req-02596103-ab87-41d4-b073-5c302aaadad6 req-82e62726-d486-43bf-8a58-ee60cb962f17 service nova] Acquiring lock "refresh_cache-9f9922fb-aca3-4eef-a5be-4106e2abb77d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.090542] env[63440]: DEBUG oslo_concurrency.lockutils [req-02596103-ab87-41d4-b073-5c302aaadad6 req-82e62726-d486-43bf-8a58-ee60cb962f17 service nova] Acquired lock "refresh_cache-9f9922fb-aca3-4eef-a5be-4106e2abb77d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.090652] env[63440]: DEBUG nova.network.neutron [req-02596103-ab87-41d4-b073-5c302aaadad6 req-82e62726-d486-43bf-8a58-ee60cb962f17 service nova] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Refreshing network info cache for port 7850e1fc-e0c9-412a-99cd-84a0f272f9a2 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.280034] env[63440]: DEBUG nova.network.neutron [-] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.281168] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661808, 'name': CreateVM_Task, 'duration_secs': 0.524653} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.281327] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.282227] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536751', 'volume_id': 'fa287259-887d-4210-8a23-f5fa43e43737', 'name': 'volume-fa287259-887d-4210-8a23-f5fa43e43737', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f9922fb-aca3-4eef-a5be-4106e2abb77d', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa287259-887d-4210-8a23-f5fa43e43737', 'serial': 'fa287259-887d-4210-8a23-f5fa43e43737'}, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': '133615a9-a5b2-4e62-abf6-2b4c5a4d841c', 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=63440) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 892.282391] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Root volume attach. Driver type: vmdk {{(pid=63440) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 892.283187] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bc5db0-b70c-4c43-9f0d-5d416a8db9a9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.292218] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d176628-9825-4845-8a77-251916b81e65 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.299333] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0127c1-c3af-49f8-acc4-65b492487bec {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.305585] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-21ad6855-1fed-4e7b-9afe-68bb99388c1c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.313322] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Waiting for the task: (returnval){ [ 892.313322] env[63440]: value = "task-2661809" [ 892.313322] env[63440]: _type = "Task" [ 892.313322] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.321275] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2661809, 'name': RelocateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.471593] env[63440]: DEBUG nova.scheduler.client.report [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.782669] env[63440]: INFO nova.compute.manager [-] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Took 1.34 seconds to deallocate network for instance. [ 892.814720] env[63440]: DEBUG nova.compute.manager [req-dbed604e-fca3-442f-a0bc-0067bd7f2c8f req-224c210e-9d05-4b92-898e-0e3775e241ff service nova] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Received event network-vif-deleted-a569ef72-a2ee-4d68-8677-568c21198426 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 892.815967] env[63440]: DEBUG nova.network.neutron [req-02596103-ab87-41d4-b073-5c302aaadad6 req-82e62726-d486-43bf-8a58-ee60cb962f17 service nova] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Updated VIF entry in instance network info cache for port 7850e1fc-e0c9-412a-99cd-84a0f272f9a2. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.816290] env[63440]: DEBUG nova.network.neutron [req-02596103-ab87-41d4-b073-5c302aaadad6 req-82e62726-d486-43bf-8a58-ee60cb962f17 service nova] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Updating instance_info_cache with network_info: [{"id": "7850e1fc-e0c9-412a-99cd-84a0f272f9a2", "address": "fa:16:3e:a6:d5:cd", "network": {"id": "6f101ca9-ffd8-4a1a-809e-6b806ae8ddab", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2027358705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba4ad5c71382495ab614099f4a4c425b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7850e1fc-e0", "ovs_interfaceid": "7850e1fc-e0c9-412a-99cd-84a0f272f9a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.831042] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2661809, 'name': RelocateVM_Task} progress is 34%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.976934] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.979544] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.135s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.981156] env[63440]: INFO nova.compute.claims [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.009229] env[63440]: INFO nova.scheduler.client.report [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Deleted allocations for instance 10b05a88-9b05-42ef-b1b9-6a6987aa0139 [ 893.105715] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "refresh_cache-d036c0d9-ff41-4055-8de9-80a085ed8391" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.105715] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "refresh_cache-d036c0d9-ff41-4055-8de9-80a085ed8391" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.105715] env[63440]: DEBUG nova.network.neutron [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.290345] env[63440]: DEBUG oslo_concurrency.lockutils [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.322905] env[63440]: DEBUG oslo_concurrency.lockutils [req-02596103-ab87-41d4-b073-5c302aaadad6 req-82e62726-d486-43bf-8a58-ee60cb962f17 service nova] Releasing lock "refresh_cache-9f9922fb-aca3-4eef-a5be-4106e2abb77d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.322905] env[63440]: DEBUG nova.compute.manager [req-02596103-ab87-41d4-b073-5c302aaadad6 req-82e62726-d486-43bf-8a58-ee60cb962f17 service nova] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Received event network-changed-4c8fabae-4b35-45c0-b0fb-57b1c5592098 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.323119] env[63440]: DEBUG nova.compute.manager [req-02596103-ab87-41d4-b073-5c302aaadad6 req-82e62726-d486-43bf-8a58-ee60cb962f17 service nova] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Refreshing instance network info cache due to event network-changed-4c8fabae-4b35-45c0-b0fb-57b1c5592098. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 893.323318] env[63440]: DEBUG oslo_concurrency.lockutils [req-02596103-ab87-41d4-b073-5c302aaadad6 req-82e62726-d486-43bf-8a58-ee60cb962f17 service nova] Acquiring lock "refresh_cache-98f3eb33-c3a0-404d-b689-16bd5baa4dd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.323521] env[63440]: DEBUG oslo_concurrency.lockutils [req-02596103-ab87-41d4-b073-5c302aaadad6 req-82e62726-d486-43bf-8a58-ee60cb962f17 service nova] Acquired lock "refresh_cache-98f3eb33-c3a0-404d-b689-16bd5baa4dd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.323695] env[63440]: DEBUG nova.network.neutron [req-02596103-ab87-41d4-b073-5c302aaadad6 req-82e62726-d486-43bf-8a58-ee60cb962f17 service nova] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Refreshing network info cache for port 4c8fabae-4b35-45c0-b0fb-57b1c5592098 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.328531] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2661809, 'name': RelocateVM_Task} progress is 47%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.520416] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ed55e85-f14b-4155-bc11-6581e2a27c42 tempest-ServersTestBootFromVolume-2098962430 tempest-ServersTestBootFromVolume-2098962430-project-member] Lock "10b05a88-9b05-42ef-b1b9-6a6987aa0139" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.271s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.559478] env[63440]: INFO nova.compute.manager [None req-bd53263c-fc01-48ed-8ed4-4bed863a263b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Get console output [ 893.559828] env[63440]: WARNING nova.virt.vmwareapi.driver [None req-bd53263c-fc01-48ed-8ed4-4bed863a263b tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] The console log is missing. Check your VSPC configuration [ 893.725832] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "interface-51a3a20a-2ea7-49b0-9b82-41d17b38d35a-f674732f-5ff6-410a-b03b-aadf26b9ff3a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.726249] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "interface-51a3a20a-2ea7-49b0-9b82-41d17b38d35a-f674732f-5ff6-410a-b03b-aadf26b9ff3a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.835209] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2661809, 'name': RelocateVM_Task} progress is 62%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.930790] env[63440]: DEBUG nova.network.neutron [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Updating instance_info_cache with network_info: [{"id": "329dec1f-db44-4a17-9778-0ba14abee966", "address": "fa:16:3e:f2:49:eb", "network": {"id": "683d0572-1971-4756-a78e-94e11c551500", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-948320418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b8072e72ed49a3bd3012385dc8822d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329dec1f-db", "ovs_interfaceid": "329dec1f-db44-4a17-9778-0ba14abee966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.212162] env[63440]: DEBUG nova.network.neutron [req-02596103-ab87-41d4-b073-5c302aaadad6 req-82e62726-d486-43bf-8a58-ee60cb962f17 service nova] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Updated VIF entry in instance network info cache for port 4c8fabae-4b35-45c0-b0fb-57b1c5592098. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.213028] env[63440]: DEBUG nova.network.neutron [req-02596103-ab87-41d4-b073-5c302aaadad6 req-82e62726-d486-43bf-8a58-ee60cb962f17 service nova] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Updating instance_info_cache with network_info: [{"id": "4c8fabae-4b35-45c0-b0fb-57b1c5592098", "address": "fa:16:3e:8b:e9:15", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c8fabae-4b", "ovs_interfaceid": "4c8fabae-4b35-45c0-b0fb-57b1c5592098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.229873] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.230160] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.231493] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4c40ee-efb5-434f-8cb6-7aea6f023354 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.263882] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4c83a9-e2fd-4258-9958-514d0f40eba6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.301592] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Reconfiguring VM to detach interface {{(pid=63440) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 894.303661] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7695792a-6bc2-4ba4-a231-9bbe75e2d4dd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.327670] env[63440]: DEBUG oslo_vmware.api [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 894.327670] env[63440]: value = "task-2661810" [ 894.327670] env[63440]: _type = "Task" [ 894.327670] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.331287] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2661809, 'name': RelocateVM_Task} progress is 75%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.344089] env[63440]: DEBUG oslo_vmware.api [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.405532] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d13332-53d8-4dc3-a4ed-963c31daf531 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.414068] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b92604b-17c9-4028-b1fb-20f2a1e5f813 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.448130] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "refresh_cache-d036c0d9-ff41-4055-8de9-80a085ed8391" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.452633] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef6ea40-2f4c-4c20-bb5a-2b24f1da76bb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.462098] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b91a72-2dc3-4553-bec7-49f70a7b6143 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.480175] env[63440]: DEBUG nova.compute.provider_tree [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.685796] env[63440]: DEBUG oslo_concurrency.lockutils [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Acquiring lock "638e67ef-7fbc-41b5-b00b-abab9f83f411" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.686739] env[63440]: DEBUG oslo_concurrency.lockutils [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Lock "638e67ef-7fbc-41b5-b00b-abab9f83f411" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.687071] env[63440]: DEBUG oslo_concurrency.lockutils [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Acquiring lock "638e67ef-7fbc-41b5-b00b-abab9f83f411-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.687378] env[63440]: DEBUG oslo_concurrency.lockutils [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Lock "638e67ef-7fbc-41b5-b00b-abab9f83f411-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.687606] env[63440]: DEBUG oslo_concurrency.lockutils [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Lock "638e67ef-7fbc-41b5-b00b-abab9f83f411-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.690867] env[63440]: INFO nova.compute.manager [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Terminating instance [ 894.715714] env[63440]: DEBUG oslo_concurrency.lockutils [req-02596103-ab87-41d4-b073-5c302aaadad6 req-82e62726-d486-43bf-8a58-ee60cb962f17 service nova] Releasing lock "refresh_cache-98f3eb33-c3a0-404d-b689-16bd5baa4dd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.835143] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2661809, 'name': RelocateVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.848189] env[63440]: DEBUG oslo_vmware.api [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.976684] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d601a6-73f8-408e-8527-a0737b511ecf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.000729] env[63440]: DEBUG nova.scheduler.client.report [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.005712] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c122e0ba-e8ec-4346-8def-0fa9a1db832b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.017689] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Updating instance 'd036c0d9-ff41-4055-8de9-80a085ed8391' progress to 83 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 895.196461] env[63440]: DEBUG nova.compute.manager [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.196772] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.197629] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28485aa8-0989-4235-a93b-4512dcf3dea7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.209780] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.209780] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d983e188-ee09-4814-b119-a81516f67e05 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.231159] env[63440]: DEBUG oslo_vmware.api [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Waiting for the task: (returnval){ [ 895.231159] env[63440]: value = "task-2661811" [ 895.231159] env[63440]: _type = "Task" [ 895.231159] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.241988] env[63440]: DEBUG oslo_vmware.api [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': task-2661811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.332057] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2661809, 'name': RelocateVM_Task} progress is 97%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.348407] env[63440]: DEBUG oslo_vmware.api [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.509988] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.510557] env[63440]: DEBUG nova.compute.manager [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.513120] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.260s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.514783] env[63440]: INFO nova.compute.claims [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.524174] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.524469] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52aaeb89-bf40-4b20-8fdd-591e9b952653 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.532223] env[63440]: DEBUG oslo_vmware.api [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 895.532223] env[63440]: value = "task-2661812" [ 895.532223] env[63440]: _type = "Task" [ 895.532223] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.543233] env[63440]: DEBUG oslo_vmware.api [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.741631] env[63440]: DEBUG oslo_vmware.api [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': task-2661811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.834131] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2661809, 'name': RelocateVM_Task} progress is 97%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.845611] env[63440]: DEBUG oslo_vmware.api [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.020168] env[63440]: DEBUG nova.compute.utils [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.023989] env[63440]: DEBUG nova.compute.manager [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.024435] env[63440]: DEBUG nova.network.neutron [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.047363] env[63440]: DEBUG oslo_vmware.api [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.103075] env[63440]: DEBUG nova.policy [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fac3c3599234b9e838e39c5e912d383', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bda01ef8cfc40d6b5915a3cd855b2ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.245440] env[63440]: DEBUG oslo_vmware.api [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': task-2661811, 'name': PowerOffVM_Task, 'duration_secs': 0.704412} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.245826] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.246088] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.246458] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b985fe50-2477-43f5-91c4-7edb425e3ca0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.333497] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.334128] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.335312] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Deleting the datastore file [datastore1] 638e67ef-7fbc-41b5-b00b-abab9f83f411 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.335582] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0e0fc58-1ed1-4e93-bf82-e30f25da69b8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.346018] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2661809, 'name': RelocateVM_Task} progress is 98%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.354418] env[63440]: DEBUG oslo_vmware.api [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.357131] env[63440]: DEBUG oslo_vmware.api [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Waiting for the task: (returnval){ [ 896.357131] env[63440]: value = "task-2661814" [ 896.357131] env[63440]: _type = "Task" [ 896.357131] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.368166] env[63440]: DEBUG oslo_vmware.api [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': task-2661814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.491163] env[63440]: DEBUG nova.network.neutron [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Successfully created port: 6c46bde8-f96a-4584-b9f2-132937ea3b58 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.525081] env[63440]: DEBUG nova.compute.manager [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.551291] env[63440]: DEBUG oslo_vmware.api [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661812, 'name': PowerOnVM_Task, 'duration_secs': 0.662595} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.551594] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.551779] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e3a660-7cb0-46fb-9852-8553770f027e tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Updating instance 'd036c0d9-ff41-4055-8de9-80a085ed8391' progress to 100 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 896.834790] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2661809, 'name': RelocateVM_Task, 'duration_secs': 4.228642} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.834790] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Volume attach. Driver type: vmdk {{(pid=63440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 896.834790] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536751', 'volume_id': 'fa287259-887d-4210-8a23-f5fa43e43737', 'name': 'volume-fa287259-887d-4210-8a23-f5fa43e43737', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f9922fb-aca3-4eef-a5be-4106e2abb77d', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa287259-887d-4210-8a23-f5fa43e43737', 'serial': 'fa287259-887d-4210-8a23-f5fa43e43737'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 896.835154] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1d8e21-0c32-412d-8772-146acdf564a0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.863753] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9995f276-ee14-43b6-aeeb-9b05a6cd116b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.876913] env[63440]: DEBUG oslo_vmware.api [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Task: {'id': task-2661814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219932} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.887915] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.888152] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.888337] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.888515] env[63440]: INFO nova.compute.manager [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Took 1.69 seconds to destroy the instance on the hypervisor. [ 896.888768] env[63440]: DEBUG oslo.service.loopingcall [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 896.897796] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-fa287259-887d-4210-8a23-f5fa43e43737/volume-fa287259-887d-4210-8a23-f5fa43e43737.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.898233] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquiring lock "bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.898480] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Lock "bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.898673] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquiring lock "bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.898853] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Lock "bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.899033] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Lock "bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.901292] env[63440]: DEBUG oslo_vmware.api [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.905579] env[63440]: INFO nova.compute.manager [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Terminating instance [ 896.907013] env[63440]: DEBUG nova.compute.manager [-] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.907643] env[63440]: DEBUG nova.network.neutron [-] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.909474] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9dcfb1a-6fa5-4680-a934-9f2d9f28eb14 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.934794] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Waiting for the task: (returnval){ [ 896.934794] env[63440]: value = "task-2661815" [ 896.934794] env[63440]: _type = "Task" [ 896.934794] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.940827] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdde810-2b7c-4b0b-b272-a7c3b365999c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.952552] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2661815, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.953671] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562783f0-32f9-4810-b23b-1dca36f6b504 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.988193] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405c6ab7-e589-4285-9b3e-341480d5d842 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.997249] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dab121-5c6f-4687-b6f3-7a0a71847d49 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.012041] env[63440]: DEBUG nova.compute.provider_tree [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 897.368490] env[63440]: DEBUG oslo_vmware.api [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.430717] env[63440]: DEBUG nova.compute.manager [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.432095] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.432252] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef4291f-5012-4697-853a-dab2322df1a3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.447882] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2661815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.449720] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.450235] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d7af722-a86e-4298-800b-9fafcd9b0860 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.459178] env[63440]: DEBUG oslo_vmware.api [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 897.459178] env[63440]: value = "task-2661816" [ 897.459178] env[63440]: _type = "Task" [ 897.459178] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.472235] env[63440]: DEBUG oslo_vmware.api [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.536585] env[63440]: DEBUG nova.compute.manager [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.561336] env[63440]: DEBUG nova.scheduler.client.report [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Updated inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 897.561687] env[63440]: DEBUG nova.compute.provider_tree [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 112 to 113 during operation: update_inventory {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 897.561900] env[63440]: DEBUG nova.compute.provider_tree [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 897.585075] env[63440]: DEBUG nova.virt.hardware [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.585343] env[63440]: DEBUG nova.virt.hardware [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.585489] env[63440]: DEBUG nova.virt.hardware [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.585674] env[63440]: DEBUG nova.virt.hardware [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.585822] env[63440]: DEBUG nova.virt.hardware [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.585970] env[63440]: DEBUG nova.virt.hardware [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.587478] env[63440]: DEBUG nova.virt.hardware [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.587678] env[63440]: DEBUG nova.virt.hardware [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.587874] env[63440]: DEBUG nova.virt.hardware [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.588093] env[63440]: DEBUG nova.virt.hardware [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.588276] env[63440]: DEBUG nova.virt.hardware [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.589263] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6a781a-0f2c-4acf-946a-8ceb7e09d676 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.599274] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ee91d3-7484-4ced-ad04-a045d62e1282 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.873036] env[63440]: DEBUG oslo_vmware.api [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.945767] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2661815, 'name': ReconfigVM_Task, 'duration_secs': 0.664883} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.946325] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-fa287259-887d-4210-8a23-f5fa43e43737/volume-fa287259-887d-4210-8a23-f5fa43e43737.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.951078] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8128131-34dc-4ab8-824b-6777f0d95d1f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.979514] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Waiting for the task: (returnval){ [ 897.979514] env[63440]: value = "task-2661817" [ 897.979514] env[63440]: _type = "Task" [ 897.979514] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.979761] env[63440]: DEBUG oslo_vmware.api [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661816, 'name': PowerOffVM_Task, 'duration_secs': 0.26643} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.980530] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.980748] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.983824] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cde992d-8c31-4589-8698-a6227a5db136 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.988876] env[63440]: DEBUG nova.compute.manager [req-44c9ec97-c9ad-4870-ace7-5fff786bd1f6 req-69ebed78-f53f-420c-bdfb-099e3b35ce89 service nova] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Received event network-vif-deleted-a6dd068e-acb0-4d3b-8e9a-8b79bee36371 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 897.989078] env[63440]: INFO nova.compute.manager [req-44c9ec97-c9ad-4870-ace7-5fff786bd1f6 req-69ebed78-f53f-420c-bdfb-099e3b35ce89 service nova] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Neutron deleted interface a6dd068e-acb0-4d3b-8e9a-8b79bee36371; detaching it from the instance and deleting it from the info cache [ 897.989327] env[63440]: DEBUG nova.network.neutron [req-44c9ec97-c9ad-4870-ace7-5fff786bd1f6 req-69ebed78-f53f-420c-bdfb-099e3b35ce89 service nova] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.998851] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2661817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.052650] env[63440]: DEBUG nova.compute.manager [req-bcdd9f94-1f65-4710-9cf5-0e7205e200fc req-4664fc94-5f59-4aaf-b637-02f15e6101d6 service nova] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Received event network-vif-plugged-6c46bde8-f96a-4584-b9f2-132937ea3b58 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.052922] env[63440]: DEBUG oslo_concurrency.lockutils [req-bcdd9f94-1f65-4710-9cf5-0e7205e200fc req-4664fc94-5f59-4aaf-b637-02f15e6101d6 service nova] Acquiring lock "3975571b-6635-4b25-ab2d-b9a406831b56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.053096] env[63440]: DEBUG oslo_concurrency.lockutils [req-bcdd9f94-1f65-4710-9cf5-0e7205e200fc req-4664fc94-5f59-4aaf-b637-02f15e6101d6 service nova] Lock "3975571b-6635-4b25-ab2d-b9a406831b56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.053619] env[63440]: DEBUG oslo_concurrency.lockutils [req-bcdd9f94-1f65-4710-9cf5-0e7205e200fc req-4664fc94-5f59-4aaf-b637-02f15e6101d6 service nova] Lock "3975571b-6635-4b25-ab2d-b9a406831b56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.053830] env[63440]: DEBUG nova.compute.manager [req-bcdd9f94-1f65-4710-9cf5-0e7205e200fc req-4664fc94-5f59-4aaf-b637-02f15e6101d6 service nova] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] No waiting events found dispatching network-vif-plugged-6c46bde8-f96a-4584-b9f2-132937ea3b58 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.054018] env[63440]: WARNING nova.compute.manager [req-bcdd9f94-1f65-4710-9cf5-0e7205e200fc req-4664fc94-5f59-4aaf-b637-02f15e6101d6 service nova] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Received unexpected event network-vif-plugged-6c46bde8-f96a-4584-b9f2-132937ea3b58 for instance with vm_state building and task_state spawning. [ 898.062828] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.063070] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.063264] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Deleting the datastore file [datastore1] bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.064161] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08528dd4-20d2-46cc-ad0c-2250adafc2a8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.071501] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.072105] env[63440]: DEBUG nova.compute.manager [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.079150] env[63440]: DEBUG oslo_concurrency.lockutils [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.975s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.079150] env[63440]: DEBUG nova.objects.instance [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lazy-loading 'resources' on Instance uuid 1c95181d-5390-4992-a60f-0f0f707ad32f {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.084650] env[63440]: DEBUG oslo_vmware.api [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for the task: (returnval){ [ 898.084650] env[63440]: value = "task-2661819" [ 898.084650] env[63440]: _type = "Task" [ 898.084650] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.099055] env[63440]: DEBUG oslo_vmware.api [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.370838] env[63440]: DEBUG oslo_vmware.api [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.459412] env[63440]: DEBUG nova.network.neutron [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Successfully updated port: 6c46bde8-f96a-4584-b9f2-132937ea3b58 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.472639] env[63440]: DEBUG nova.network.neutron [-] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.493286] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2661817, 'name': ReconfigVM_Task, 'duration_secs': 0.159627} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.494306] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-514adb92-412c-4c5e-a4d1-48da26eace45 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.498152] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536751', 'volume_id': 'fa287259-887d-4210-8a23-f5fa43e43737', 'name': 'volume-fa287259-887d-4210-8a23-f5fa43e43737', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f9922fb-aca3-4eef-a5be-4106e2abb77d', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa287259-887d-4210-8a23-f5fa43e43737', 'serial': 'fa287259-887d-4210-8a23-f5fa43e43737'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 898.499034] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-332077bd-09a2-4b13-b881-3ec76fdfe550 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.512127] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd96b621-00c0-4e04-bb32-0fe60f609498 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.528067] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Waiting for the task: (returnval){ [ 898.528067] env[63440]: value = "task-2661820" [ 898.528067] env[63440]: _type = "Task" [ 898.528067] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.548442] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2661820, 'name': Rename_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.559271] env[63440]: DEBUG nova.compute.manager [req-44c9ec97-c9ad-4870-ace7-5fff786bd1f6 req-69ebed78-f53f-420c-bdfb-099e3b35ce89 service nova] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Detach interface failed, port_id=a6dd068e-acb0-4d3b-8e9a-8b79bee36371, reason: Instance 638e67ef-7fbc-41b5-b00b-abab9f83f411 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 898.578468] env[63440]: DEBUG nova.compute.utils [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.579800] env[63440]: DEBUG nova.compute.manager [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.580930] env[63440]: DEBUG nova.network.neutron [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.599223] env[63440]: DEBUG oslo_vmware.api [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Task: {'id': task-2661819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24642} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.599223] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.599223] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.599454] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.599610] env[63440]: INFO nova.compute.manager [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 898.599852] env[63440]: DEBUG oslo.service.loopingcall [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 898.600069] env[63440]: DEBUG nova.compute.manager [-] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.600146] env[63440]: DEBUG nova.network.neutron [-] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.690854] env[63440]: DEBUG nova.policy [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41c06d6dff4e48c19c5b123a05753dbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41d018a16ec44cc6b8b19c09673da230', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.708177] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0221ddc5-03c1-40f7-b555-29d2640e50fd tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "d036c0d9-ff41-4055-8de9-80a085ed8391" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.708177] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0221ddc5-03c1-40f7-b555-29d2640e50fd tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "d036c0d9-ff41-4055-8de9-80a085ed8391" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.708177] env[63440]: DEBUG nova.compute.manager [None req-0221ddc5-03c1-40f7-b555-29d2640e50fd tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Going to confirm migration 3 {{(pid=63440) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 898.876749] env[63440]: DEBUG oslo_vmware.api [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.934533] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54e4e87-772b-4348-8784-eebf54c2d171 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.943311] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de6b527-0afa-4a35-be8e-bde56b432eed {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.978112] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "refresh_cache-3975571b-6635-4b25-ab2d-b9a406831b56" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.978330] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquired lock "refresh_cache-3975571b-6635-4b25-ab2d-b9a406831b56" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.978537] env[63440]: DEBUG nova.network.neutron [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.980170] env[63440]: INFO nova.compute.manager [-] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Took 2.07 seconds to deallocate network for instance. [ 898.982485] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224dc1e9-8ec3-44f2-9062-40b48f39d782 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.997548] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f06ac1-fa73-4c8a-a39c-81ff3ce02ad0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.016570] env[63440]: DEBUG nova.compute.provider_tree [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.039510] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2661820, 'name': Rename_Task, 'duration_secs': 0.277905} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.039809] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.040339] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb9e64db-876a-4d5f-b9dd-febd578259e4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.049694] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Waiting for the task: (returnval){ [ 899.049694] env[63440]: value = "task-2661821" [ 899.049694] env[63440]: _type = "Task" [ 899.049694] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.060561] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2661821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.084497] env[63440]: DEBUG nova.compute.manager [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.174279] env[63440]: DEBUG nova.network.neutron [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Successfully created port: 23b4b626-1e35-4a7e-a1e8-91eff7509b9c {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.333330] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0221ddc5-03c1-40f7-b555-29d2640e50fd tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "refresh_cache-d036c0d9-ff41-4055-8de9-80a085ed8391" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.334429] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0221ddc5-03c1-40f7-b555-29d2640e50fd tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "refresh_cache-d036c0d9-ff41-4055-8de9-80a085ed8391" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.335074] env[63440]: DEBUG nova.network.neutron [None req-0221ddc5-03c1-40f7-b555-29d2640e50fd tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.335615] env[63440]: DEBUG nova.objects.instance [None req-0221ddc5-03c1-40f7-b555-29d2640e50fd tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lazy-loading 'info_cache' on Instance uuid d036c0d9-ff41-4055-8de9-80a085ed8391 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.375192] env[63440]: DEBUG oslo_vmware.api [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.490935] env[63440]: DEBUG oslo_concurrency.lockutils [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.512646] env[63440]: DEBUG nova.network.neutron [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.519788] env[63440]: DEBUG nova.scheduler.client.report [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.562116] env[63440]: DEBUG oslo_vmware.api [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2661821, 'name': PowerOnVM_Task, 'duration_secs': 0.493869} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.562116] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.562364] env[63440]: INFO nova.compute.manager [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Took 8.93 seconds to spawn the instance on the hypervisor. [ 899.562498] env[63440]: DEBUG nova.compute.manager [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.565732] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bef87d-e1c6-4933-b71f-df19576d23f9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.688855] env[63440]: DEBUG nova.network.neutron [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Updating instance_info_cache with network_info: [{"id": "6c46bde8-f96a-4584-b9f2-132937ea3b58", "address": "fa:16:3e:86:dd:c1", "network": {"id": "20e92daa-4a5f-44b7-b779-c2fd06fab4f1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-402619670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda01ef8cfc40d6b5915a3cd855b2ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c46bde8-f9", "ovs_interfaceid": "6c46bde8-f96a-4584-b9f2-132937ea3b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.846582] env[63440]: DEBUG nova.network.neutron [-] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.875800] env[63440]: DEBUG oslo_vmware.api [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661810, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.026732] env[63440]: DEBUG oslo_concurrency.lockutils [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.029591] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.661s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.029747] env[63440]: DEBUG nova.objects.instance [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lazy-loading 'resources' on Instance uuid 3bd64e37-ae32-4bb1-9fa6-da94d2c11024 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.069913] env[63440]: INFO nova.scheduler.client.report [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Deleted allocations for instance 1c95181d-5390-4992-a60f-0f0f707ad32f [ 900.090686] env[63440]: INFO nova.compute.manager [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Took 34.29 seconds to build instance. [ 900.100091] env[63440]: DEBUG nova.compute.manager [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.144908] env[63440]: DEBUG nova.virt.hardware [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.145418] env[63440]: DEBUG nova.virt.hardware [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.145418] env[63440]: DEBUG nova.virt.hardware [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.145539] env[63440]: DEBUG nova.virt.hardware [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.145639] env[63440]: DEBUG nova.virt.hardware [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.145817] env[63440]: DEBUG nova.virt.hardware [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.145989] env[63440]: DEBUG nova.virt.hardware [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.146166] env[63440]: DEBUG nova.virt.hardware [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.146410] env[63440]: DEBUG nova.virt.hardware [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.146596] env[63440]: DEBUG nova.virt.hardware [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.146774] env[63440]: DEBUG nova.virt.hardware [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.148072] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5b90b1-73cf-4527-8b16-854028e851b2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.157679] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8139ec79-6547-4235-910a-afc46866afa4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.192161] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Releasing lock "refresh_cache-3975571b-6635-4b25-ab2d-b9a406831b56" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.192515] env[63440]: DEBUG nova.compute.manager [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Instance network_info: |[{"id": "6c46bde8-f96a-4584-b9f2-132937ea3b58", "address": "fa:16:3e:86:dd:c1", "network": {"id": "20e92daa-4a5f-44b7-b779-c2fd06fab4f1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-402619670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda01ef8cfc40d6b5915a3cd855b2ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c46bde8-f9", "ovs_interfaceid": "6c46bde8-f96a-4584-b9f2-132937ea3b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 900.192957] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:dd:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c46bde8-f96a-4584-b9f2-132937ea3b58', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.208497] env[63440]: DEBUG oslo.service.loopingcall [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 900.209181] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.210528] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f8ef362-b9d9-4652-9f45-36e0bdf4ba9d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.239029] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.239029] env[63440]: value = "task-2661822" [ 900.239029] env[63440]: _type = "Task" [ 900.239029] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.249157] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661822, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.312658] env[63440]: DEBUG nova.compute.manager [req-c235bc08-9118-474c-84a9-04ccce51d3e1 req-544d49a0-0889-4a49-b0ed-f117cdd23d78 service nova] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Received event network-vif-deleted-ef9ba047-c35d-4baf-84dc-4f390b3ff58f {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 900.333220] env[63440]: DEBUG nova.compute.manager [req-25f56dc5-995b-4b62-8c72-fd3c232d548c req-076e0154-b734-4cd0-89d1-6ccf489cfc55 service nova] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Received event network-changed-6c46bde8-f96a-4584-b9f2-132937ea3b58 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 900.333220] env[63440]: DEBUG nova.compute.manager [req-25f56dc5-995b-4b62-8c72-fd3c232d548c req-076e0154-b734-4cd0-89d1-6ccf489cfc55 service nova] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Refreshing instance network info cache due to event network-changed-6c46bde8-f96a-4584-b9f2-132937ea3b58. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 900.333220] env[63440]: DEBUG oslo_concurrency.lockutils [req-25f56dc5-995b-4b62-8c72-fd3c232d548c req-076e0154-b734-4cd0-89d1-6ccf489cfc55 service nova] Acquiring lock "refresh_cache-3975571b-6635-4b25-ab2d-b9a406831b56" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.333220] env[63440]: DEBUG oslo_concurrency.lockutils [req-25f56dc5-995b-4b62-8c72-fd3c232d548c req-076e0154-b734-4cd0-89d1-6ccf489cfc55 service nova] Acquired lock "refresh_cache-3975571b-6635-4b25-ab2d-b9a406831b56" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.333220] env[63440]: DEBUG nova.network.neutron [req-25f56dc5-995b-4b62-8c72-fd3c232d548c req-076e0154-b734-4cd0-89d1-6ccf489cfc55 service nova] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Refreshing network info cache for port 6c46bde8-f96a-4584-b9f2-132937ea3b58 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.348972] env[63440]: INFO nova.compute.manager [-] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Took 1.75 seconds to deallocate network for instance. [ 900.374818] env[63440]: DEBUG oslo_vmware.api [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661810, 'name': ReconfigVM_Task, 'duration_secs': 5.845235} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.375075] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.375308] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Reconfigured VM to detach interface {{(pid=63440) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 900.577845] env[63440]: DEBUG oslo_concurrency.lockutils [None req-07fd005d-5971-4735-b7da-b8cfacbe47bb tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "1c95181d-5390-4992-a60f-0f0f707ad32f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.481s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.596464] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b4599cf-01b7-4b10-96f0-3ad53c6c8239 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Lock "9f9922fb-aca3-4eef-a5be-4106e2abb77d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.807s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.686652] env[63440]: DEBUG nova.network.neutron [None req-0221ddc5-03c1-40f7-b555-29d2640e50fd tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Updating instance_info_cache with network_info: [{"id": "329dec1f-db44-4a17-9778-0ba14abee966", "address": "fa:16:3e:f2:49:eb", "network": {"id": "683d0572-1971-4756-a78e-94e11c551500", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-948320418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b8072e72ed49a3bd3012385dc8822d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329dec1f-db", "ovs_interfaceid": "329dec1f-db44-4a17-9778-0ba14abee966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.718315] env[63440]: DEBUG nova.network.neutron [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Successfully updated port: 23b4b626-1e35-4a7e-a1e8-91eff7509b9c {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.751027] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Acquiring lock "178ba978-585b-472d-9306-ec63df818209" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.751027] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Lock "178ba978-585b-472d-9306-ec63df818209" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.755822] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661822, 'name': CreateVM_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.860824] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.880896] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda03267-1175-48a0-a21d-c5dff67f4b68 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.889602] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1d302f-4019-491c-bdd9-3cae173e7ada {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.924404] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa74447b-f681-4a72-ba4e-6a7d209b8919 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.933778] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf15720-c208-44e0-b255-2ab3e01916f9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.947871] env[63440]: DEBUG nova.compute.provider_tree [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.094872] env[63440]: DEBUG nova.network.neutron [req-25f56dc5-995b-4b62-8c72-fd3c232d548c req-076e0154-b734-4cd0-89d1-6ccf489cfc55 service nova] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Updated VIF entry in instance network info cache for port 6c46bde8-f96a-4584-b9f2-132937ea3b58. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.095252] env[63440]: DEBUG nova.network.neutron [req-25f56dc5-995b-4b62-8c72-fd3c232d548c req-076e0154-b734-4cd0-89d1-6ccf489cfc55 service nova] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Updating instance_info_cache with network_info: [{"id": "6c46bde8-f96a-4584-b9f2-132937ea3b58", "address": "fa:16:3e:86:dd:c1", "network": {"id": "20e92daa-4a5f-44b7-b779-c2fd06fab4f1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-402619670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda01ef8cfc40d6b5915a3cd855b2ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c46bde8-f9", "ovs_interfaceid": "6c46bde8-f96a-4584-b9f2-132937ea3b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.190329] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0221ddc5-03c1-40f7-b555-29d2640e50fd tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "refresh_cache-d036c0d9-ff41-4055-8de9-80a085ed8391" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.190620] env[63440]: DEBUG nova.objects.instance [None req-0221ddc5-03c1-40f7-b555-29d2640e50fd tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lazy-loading 'migration_context' on Instance uuid d036c0d9-ff41-4055-8de9-80a085ed8391 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.222945] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "refresh_cache-f59c82f7-db27-4442-8751-ceb1a8a43656" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.224826] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquired lock "refresh_cache-f59c82f7-db27-4442-8751-ceb1a8a43656" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.224826] env[63440]: DEBUG nova.network.neutron [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.250529] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661822, 'name': CreateVM_Task, 'duration_secs': 0.698175} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.250710] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.252732] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.252732] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.253195] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.253847] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f99837d2-a80b-4b29-81fd-03c600e8f216 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.258062] env[63440]: DEBUG nova.compute.manager [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.268107] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 901.268107] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528912d7-8340-c412-82d5-62bfbffe1101" [ 901.268107] env[63440]: _type = "Task" [ 901.268107] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.279115] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528912d7-8340-c412-82d5-62bfbffe1101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.452840] env[63440]: DEBUG nova.scheduler.client.report [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.490100] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 901.490347] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 901.598112] env[63440]: DEBUG oslo_concurrency.lockutils [req-25f56dc5-995b-4b62-8c72-fd3c232d548c req-076e0154-b734-4cd0-89d1-6ccf489cfc55 service nova] Releasing lock "refresh_cache-3975571b-6635-4b25-ab2d-b9a406831b56" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.693516] env[63440]: DEBUG nova.objects.base [None req-0221ddc5-03c1-40f7-b555-29d2640e50fd tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 901.694410] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4d5b06-4617-44bb-b5ea-f14a6ca0fa84 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.717090] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-758ac636-5cf7-4d4d-b1e6-b3e2193fbe5a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.724834] env[63440]: DEBUG oslo_vmware.api [None req-0221ddc5-03c1-40f7-b555-29d2640e50fd tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 901.724834] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5294e672-b2b9-544c-c83f-8111e9e1a9a2" [ 901.724834] env[63440]: _type = "Task" [ 901.724834] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.736924] env[63440]: DEBUG oslo_vmware.api [None req-0221ddc5-03c1-40f7-b555-29d2640e50fd tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5294e672-b2b9-544c-c83f-8111e9e1a9a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.768577] env[63440]: DEBUG nova.network.neutron [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.794319] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.794319] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.794319] env[63440]: DEBUG nova.network.neutron [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.796019] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528912d7-8340-c412-82d5-62bfbffe1101, 'name': SearchDatastore_Task, 'duration_secs': 0.030392} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.799287] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.799287] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.799287] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.799287] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.799287] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.799480] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22ddf99e-5108-459b-9e08-73d793e98ce2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.804036] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.816466] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.816466] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.817385] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-855284ec-b66b-45cd-91cc-c03bfb127a0e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.825323] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 901.825323] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525ebb92-e098-a03d-16c5-edd6878ed644" [ 901.825323] env[63440]: _type = "Task" [ 901.825323] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.834194] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525ebb92-e098-a03d-16c5-edd6878ed644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.944850] env[63440]: DEBUG nova.network.neutron [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Updating instance_info_cache with network_info: [{"id": "23b4b626-1e35-4a7e-a1e8-91eff7509b9c", "address": "fa:16:3e:ce:ff:3f", "network": {"id": "bb46e920-0220-42c4-9974-c64ad3c56ebf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1307008030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d018a16ec44cc6b8b19c09673da230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b4b626-1e", "ovs_interfaceid": "23b4b626-1e35-4a7e-a1e8-91eff7509b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.959160] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.961050] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.258s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.961050] env[63440]: DEBUG nova.objects.instance [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lazy-loading 'resources' on Instance uuid 548184fd-8e54-4bb4-90cf-641c7637581b {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.982119] env[63440]: INFO nova.scheduler.client.report [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Deleted allocations for instance 3bd64e37-ae32-4bb1-9fa6-da94d2c11024 [ 902.001977] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.002208] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.002390] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.002754] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.003132] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.003132] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.004391] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 902.004391] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.237312] env[63440]: DEBUG oslo_vmware.api [None req-0221ddc5-03c1-40f7-b555-29d2640e50fd tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5294e672-b2b9-544c-c83f-8111e9e1a9a2, 'name': SearchDatastore_Task, 'duration_secs': 0.012382} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.237312] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0221ddc5-03c1-40f7-b555-29d2640e50fd tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.339224] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525ebb92-e098-a03d-16c5-edd6878ed644, 'name': SearchDatastore_Task, 'duration_secs': 0.024528} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.341931] env[63440]: DEBUG nova.compute.manager [req-7c47b4e0-3a0f-466f-ac5f-103d3bca379f req-20cea701-a304-41b9-a883-6993c6f35b88 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Received event network-vif-deleted-f674732f-5ff6-410a-b03b-aadf26b9ff3a {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 902.342127] env[63440]: INFO nova.compute.manager [req-7c47b4e0-3a0f-466f-ac5f-103d3bca379f req-20cea701-a304-41b9-a883-6993c6f35b88 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Neutron deleted interface f674732f-5ff6-410a-b03b-aadf26b9ff3a; detaching it from the instance and deleting it from the info cache [ 902.342779] env[63440]: DEBUG nova.network.neutron [req-7c47b4e0-3a0f-466f-ac5f-103d3bca379f req-20cea701-a304-41b9-a883-6993c6f35b88 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Updating instance_info_cache with network_info: [{"id": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "address": "fa:16:3e:1e:e1:0a", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5fe6048-5e", "ovs_interfaceid": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c52ba004-a709-41a8-b7b7-e31e113c1e93", "address": "fa:16:3e:d9:cf:62", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52ba004-a7", "ovs_interfaceid": "c52ba004-a709-41a8-b7b7-e31e113c1e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.344251] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae40ad2c-ed00-48ae-9ecf-bd5f78377126 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.352532] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 902.352532] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5213bc3c-a8af-41ae-c674-38fbd2332cde" [ 902.352532] env[63440]: _type = "Task" [ 902.352532] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.362570] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5213bc3c-a8af-41ae-c674-38fbd2332cde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.391259] env[63440]: DEBUG nova.compute.manager [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Received event network-vif-plugged-23b4b626-1e35-4a7e-a1e8-91eff7509b9c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 902.391828] env[63440]: DEBUG oslo_concurrency.lockutils [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] Acquiring lock "f59c82f7-db27-4442-8751-ceb1a8a43656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.391828] env[63440]: DEBUG oslo_concurrency.lockutils [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] Lock "f59c82f7-db27-4442-8751-ceb1a8a43656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.392008] env[63440]: DEBUG oslo_concurrency.lockutils [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] Lock "f59c82f7-db27-4442-8751-ceb1a8a43656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.392100] env[63440]: DEBUG nova.compute.manager [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] No waiting events found dispatching network-vif-plugged-23b4b626-1e35-4a7e-a1e8-91eff7509b9c {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.392232] env[63440]: WARNING nova.compute.manager [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Received unexpected event network-vif-plugged-23b4b626-1e35-4a7e-a1e8-91eff7509b9c for instance with vm_state building and task_state spawning. [ 902.392395] env[63440]: DEBUG nova.compute.manager [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Received event network-changed-23b4b626-1e35-4a7e-a1e8-91eff7509b9c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 902.392553] env[63440]: DEBUG nova.compute.manager [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Refreshing instance network info cache due to event network-changed-23b4b626-1e35-4a7e-a1e8-91eff7509b9c. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 902.392709] env[63440]: DEBUG oslo_concurrency.lockutils [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] Acquiring lock "refresh_cache-f59c82f7-db27-4442-8751-ceb1a8a43656" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.418758] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.418859] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.419212] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.419299] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.419414] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.421611] env[63440]: INFO nova.compute.manager [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Terminating instance [ 902.450669] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Releasing lock "refresh_cache-f59c82f7-db27-4442-8751-ceb1a8a43656" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.450669] env[63440]: DEBUG nova.compute.manager [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Instance network_info: |[{"id": "23b4b626-1e35-4a7e-a1e8-91eff7509b9c", "address": "fa:16:3e:ce:ff:3f", "network": {"id": "bb46e920-0220-42c4-9974-c64ad3c56ebf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1307008030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d018a16ec44cc6b8b19c09673da230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b4b626-1e", "ovs_interfaceid": "23b4b626-1e35-4a7e-a1e8-91eff7509b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.451011] env[63440]: DEBUG oslo_concurrency.lockutils [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] Acquired lock "refresh_cache-f59c82f7-db27-4442-8751-ceb1a8a43656" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.451176] env[63440]: DEBUG nova.network.neutron [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Refreshing network info cache for port 23b4b626-1e35-4a7e-a1e8-91eff7509b9c {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.452398] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:ff:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23b4b626-1e35-4a7e-a1e8-91eff7509b9c', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.459915] env[63440]: DEBUG oslo.service.loopingcall [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.465939] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.469473] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-596e8726-f9c2-4d5c-b52e-9c32a2aee74e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.494032] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b897031-a41f-427c-8311-c7c36dd01eb8 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "3bd64e37-ae32-4bb1-9fa6-da94d2c11024" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.408s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.497668] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.497668] env[63440]: value = "task-2661823" [ 902.497668] env[63440]: _type = "Task" [ 902.497668] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.506339] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.506599] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661823, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.558403] env[63440]: INFO nova.network.neutron [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Port f674732f-5ff6-410a-b03b-aadf26b9ff3a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 902.558638] env[63440]: INFO nova.network.neutron [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Port c52ba004-a709-41a8-b7b7-e31e113c1e93 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 902.560021] env[63440]: DEBUG nova.network.neutron [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Updating instance_info_cache with network_info: [{"id": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "address": "fa:16:3e:1e:e1:0a", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5fe6048-5e", "ovs_interfaceid": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.776032] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789a8068-f2ea-497a-b787-0dbb7bce1b36 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.784098] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e876be99-0453-42ab-afec-d99e75887775 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.820765] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c11f474-82fd-4db4-9cdb-0d2d7426bada {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.829590] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a30577-6313-4590-aae8-6ce8ee877cea {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.845293] env[63440]: DEBUG nova.compute.provider_tree [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.849711] env[63440]: DEBUG oslo_concurrency.lockutils [req-7c47b4e0-3a0f-466f-ac5f-103d3bca379f req-20cea701-a304-41b9-a883-6993c6f35b88 service nova] Acquiring lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.864030] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5213bc3c-a8af-41ae-c674-38fbd2332cde, 'name': SearchDatastore_Task, 'duration_secs': 0.01169} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.864354] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.864703] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 3975571b-6635-4b25-ab2d-b9a406831b56/3975571b-6635-4b25-ab2d-b9a406831b56.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.864987] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5782db02-6d6a-41a0-9242-de5756392073 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.871983] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 902.871983] env[63440]: value = "task-2661824" [ 902.871983] env[63440]: _type = "Task" [ 902.871983] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.881156] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.896719] env[63440]: DEBUG nova.network.neutron [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Updated VIF entry in instance network info cache for port 23b4b626-1e35-4a7e-a1e8-91eff7509b9c. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.897090] env[63440]: DEBUG nova.network.neutron [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Updating instance_info_cache with network_info: [{"id": "23b4b626-1e35-4a7e-a1e8-91eff7509b9c", "address": "fa:16:3e:ce:ff:3f", "network": {"id": "bb46e920-0220-42c4-9974-c64ad3c56ebf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1307008030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d018a16ec44cc6b8b19c09673da230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b4b626-1e", "ovs_interfaceid": "23b4b626-1e35-4a7e-a1e8-91eff7509b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.925699] env[63440]: DEBUG nova.compute.manager [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.926105] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.927126] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f9bb75-438a-4481-800e-310a79e5754c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.938209] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.938209] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0008152a-b204-4988-b9a4-0ca1739d146a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.947022] env[63440]: DEBUG oslo_vmware.api [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 902.947022] env[63440]: value = "task-2661825" [ 902.947022] env[63440]: _type = "Task" [ 902.947022] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.957067] env[63440]: DEBUG oslo_vmware.api [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.010589] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661823, 'name': CreateVM_Task, 'duration_secs': 0.409475} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.010865] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.011939] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.012202] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.012656] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.012985] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0912455b-8352-431f-bd08-6621e7b5ed5f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.019981] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 903.019981] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c1b4ea-c66d-4ae6-e0d9-009adb5b7c6f" [ 903.019981] env[63440]: _type = "Task" [ 903.019981] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.033554] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c1b4ea-c66d-4ae6-e0d9-009adb5b7c6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.062028] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "refresh_cache-51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.348510] env[63440]: DEBUG nova.scheduler.client.report [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.386390] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661824, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.400295] env[63440]: DEBUG oslo_concurrency.lockutils [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] Releasing lock "refresh_cache-f59c82f7-db27-4442-8751-ceb1a8a43656" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.400633] env[63440]: DEBUG nova.compute.manager [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Received event network-changed-7850e1fc-e0c9-412a-99cd-84a0f272f9a2 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.400927] env[63440]: DEBUG nova.compute.manager [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Refreshing instance network info cache due to event network-changed-7850e1fc-e0c9-412a-99cd-84a0f272f9a2. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 903.401286] env[63440]: DEBUG oslo_concurrency.lockutils [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] Acquiring lock "refresh_cache-9f9922fb-aca3-4eef-a5be-4106e2abb77d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.401622] env[63440]: DEBUG oslo_concurrency.lockutils [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] Acquired lock "refresh_cache-9f9922fb-aca3-4eef-a5be-4106e2abb77d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.401858] env[63440]: DEBUG nova.network.neutron [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Refreshing network info cache for port 7850e1fc-e0c9-412a-99cd-84a0f272f9a2 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.459210] env[63440]: DEBUG oslo_vmware.api [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661825, 'name': PowerOffVM_Task, 'duration_secs': 0.305683} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.459210] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.459210] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.459210] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08d25bba-edfc-4c19-883f-3948925bf7f1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.532100] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c1b4ea-c66d-4ae6-e0d9-009adb5b7c6f, 'name': SearchDatastore_Task, 'duration_secs': 0.013836} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.532430] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.532663] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.532899] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.533060] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.533246] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.533546] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03a84d52-30b4-4cfc-8a6a-f419d8438287 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.543932] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.544009] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.544811] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2299a9ca-852c-4dc5-b535-60f88eddcf8c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.554250] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 903.554250] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525c0c31-c376-e9b0-0251-0fa3f556dd29" [ 903.554250] env[63440]: _type = "Task" [ 903.554250] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.565979] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525c0c31-c376-e9b0-0251-0fa3f556dd29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.568011] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7b492304-3f89-4bdd-9249-336c67ac8b26 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "interface-51a3a20a-2ea7-49b0-9b82-41d17b38d35a-f674732f-5ff6-410a-b03b-aadf26b9ff3a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.842s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.593218] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.593525] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.593743] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Deleting the datastore file [datastore2] 51a3a20a-2ea7-49b0-9b82-41d17b38d35a {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.594031] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f132df8b-1ddf-4d4a-bbc4-721564ca8d25 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.603346] env[63440]: DEBUG oslo_vmware.api [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 903.603346] env[63440]: value = "task-2661827" [ 903.603346] env[63440]: _type = "Task" [ 903.603346] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.613311] env[63440]: DEBUG oslo_vmware.api [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.622672] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "7de1ebe6-b265-4142-bb9e-d059a04d90b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.622828] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "7de1ebe6-b265-4142-bb9e-d059a04d90b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.854306] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.856815] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.933s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.857061] env[63440]: DEBUG nova.objects.instance [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Lazy-loading 'resources' on Instance uuid 884ae709-674a-4f74-aff6-afa818f746cd {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.872972] env[63440]: INFO nova.scheduler.client.report [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Deleted allocations for instance 548184fd-8e54-4bb4-90cf-641c7637581b [ 903.887778] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59969} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.888070] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 3975571b-6635-4b25-ab2d-b9a406831b56/3975571b-6635-4b25-ab2d-b9a406831b56.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.888319] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.888596] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae75df24-d31f-4405-bcf7-78b85c5da5d7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.895683] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 903.895683] env[63440]: value = "task-2661828" [ 903.895683] env[63440]: _type = "Task" [ 903.895683] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.904612] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.067263] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525c0c31-c376-e9b0-0251-0fa3f556dd29, 'name': SearchDatastore_Task, 'duration_secs': 0.018118} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.068200] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1a44a48-9b77-4eef-a7a1-0a07bf5b694c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.075046] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 904.075046] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5284bcb4-2a14-f91f-758f-a42d93e726fc" [ 904.075046] env[63440]: _type = "Task" [ 904.075046] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.082642] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5284bcb4-2a14-f91f-758f-a42d93e726fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.115793] env[63440]: DEBUG oslo_vmware.api [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.127022] env[63440]: DEBUG nova.compute.manager [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.180584] env[63440]: DEBUG nova.network.neutron [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Updated VIF entry in instance network info cache for port 7850e1fc-e0c9-412a-99cd-84a0f272f9a2. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.180980] env[63440]: DEBUG nova.network.neutron [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Updating instance_info_cache with network_info: [{"id": "7850e1fc-e0c9-412a-99cd-84a0f272f9a2", "address": "fa:16:3e:a6:d5:cd", "network": {"id": "6f101ca9-ffd8-4a1a-809e-6b806ae8ddab", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2027358705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba4ad5c71382495ab614099f4a4c425b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7850e1fc-e0", "ovs_interfaceid": "7850e1fc-e0c9-412a-99cd-84a0f272f9a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.386761] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3ff893e0-e17f-4223-873f-9c4d7687b3cb tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lock "548184fd-8e54-4bb4-90cf-641c7637581b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.676s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.407916] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079669} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.410504] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.411636] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797c3f43-4393-4f7c-8dda-c64be410844b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.435105] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 3975571b-6635-4b25-ab2d-b9a406831b56/3975571b-6635-4b25-ab2d-b9a406831b56.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.437778] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e85b7fc-69ed-45bc-8133-3146475da212 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.458461] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 904.458461] env[63440]: value = "task-2661829" [ 904.458461] env[63440]: _type = "Task" [ 904.458461] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.468326] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.590197] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5284bcb4-2a14-f91f-758f-a42d93e726fc, 'name': SearchDatastore_Task, 'duration_secs': 0.03548} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.590638] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.590749] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] f59c82f7-db27-4442-8751-ceb1a8a43656/f59c82f7-db27-4442-8751-ceb1a8a43656.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.590996] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05fcf49a-aafc-49ab-94b7-7f6b4977c025 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.602429] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 904.602429] env[63440]: value = "task-2661830" [ 904.602429] env[63440]: _type = "Task" [ 904.602429] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.616584] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.621353] env[63440]: DEBUG oslo_vmware.api [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.666604} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.621643] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.621831] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.622020] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.622618] env[63440]: INFO nova.compute.manager [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Took 1.70 seconds to destroy the instance on the hypervisor. [ 904.622618] env[63440]: DEBUG oslo.service.loopingcall [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 904.622753] env[63440]: DEBUG nova.compute.manager [-] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.622789] env[63440]: DEBUG nova.network.neutron [-] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.643105] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.657804] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9e646e-f0a3-471b-bbaa-c632ab5f4b44 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.666899] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0dfc59-341d-4dcc-962f-7c7800a6cdd8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.708060] env[63440]: DEBUG oslo_concurrency.lockutils [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] Releasing lock "refresh_cache-9f9922fb-aca3-4eef-a5be-4106e2abb77d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.708300] env[63440]: DEBUG nova.compute.manager [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Received event network-vif-deleted-c52ba004-a709-41a8-b7b7-e31e113c1e93 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.708604] env[63440]: INFO nova.compute.manager [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Neutron deleted interface c52ba004-a709-41a8-b7b7-e31e113c1e93; detaching it from the instance and deleting it from the info cache [ 904.709302] env[63440]: DEBUG nova.network.neutron [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Updating instance_info_cache with network_info: [{"id": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "address": "fa:16:3e:1e:e1:0a", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5fe6048-5e", "ovs_interfaceid": "e5fe6048-5ec9-47d1-b903-6ab36338a0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.714192] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652fb76c-56fc-4525-9cd0-ef5f497d0b21 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.720294] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581b2d8a-8298-4bd5-815e-73ebfbc41e4f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.738159] env[63440]: DEBUG nova.compute.provider_tree [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.739709] env[63440]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port c52ba004-a709-41a8-b7b7-e31e113c1e93 could not be found.", "detail": ""}} {{(pid=63440) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 904.739915] env[63440]: DEBUG nova.network.neutron [-] Unable to show port c52ba004-a709-41a8-b7b7-e31e113c1e93 as it no longer exists. {{(pid=63440) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 904.970245] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.116445] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661830, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.212509] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fecb2f22-ad8a-4fb0-863d-41b135cdd612 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.225975] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e447ecb-5d61-44e9-bb45-b4f0fba50e20 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.244671] env[63440]: DEBUG nova.scheduler.client.report [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.261944] env[63440]: DEBUG nova.compute.manager [req-c7b6f963-c073-42d0-8645-2f376a093aa4 req-8f51ca90-f88a-4bb1-a1f2-dad354181b4e service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Detach interface failed, port_id=c52ba004-a709-41a8-b7b7-e31e113c1e93, reason: Instance 51a3a20a-2ea7-49b0-9b82-41d17b38d35a could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 905.472282] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661829, 'name': ReconfigVM_Task, 'duration_secs': 0.643164} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.472580] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 3975571b-6635-4b25-ab2d-b9a406831b56/3975571b-6635-4b25-ab2d-b9a406831b56.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.473258] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e77adf69-6576-46e9-93af-8e8ae4e8eeb5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.483829] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 905.483829] env[63440]: value = "task-2661831" [ 905.483829] env[63440]: _type = "Task" [ 905.483829] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.492291] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661831, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.617146] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739271} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.617870] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] f59c82f7-db27-4442-8751-ceb1a8a43656/f59c82f7-db27-4442-8751-ceb1a8a43656.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.617870] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.618270] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ea8a43e-26ec-452e-8d71-804b8a7cc625 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.629454] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 905.629454] env[63440]: value = "task-2661832" [ 905.629454] env[63440]: _type = "Task" [ 905.629454] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.638914] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.749840] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.752967] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.455s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.753872] env[63440]: INFO nova.compute.claims [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.772491] env[63440]: INFO nova.scheduler.client.report [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Deleted allocations for instance 884ae709-674a-4f74-aff6-afa818f746cd [ 905.889387] env[63440]: DEBUG nova.compute.manager [req-4adb243e-297e-4134-bdb4-048d4e88ecc4 req-706bfffd-ee41-4534-9be2-91e2e7e47c50 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Received event network-vif-deleted-e5fe6048-5ec9-47d1-b903-6ab36338a0c0 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 905.889599] env[63440]: INFO nova.compute.manager [req-4adb243e-297e-4134-bdb4-048d4e88ecc4 req-706bfffd-ee41-4534-9be2-91e2e7e47c50 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Neutron deleted interface e5fe6048-5ec9-47d1-b903-6ab36338a0c0; detaching it from the instance and deleting it from the info cache [ 905.889776] env[63440]: DEBUG nova.network.neutron [req-4adb243e-297e-4134-bdb4-048d4e88ecc4 req-706bfffd-ee41-4534-9be2-91e2e7e47c50 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.995169] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661831, 'name': Rename_Task, 'duration_secs': 0.150998} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.995480] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.995753] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef59289c-8039-4d5d-b8e1-cddfc765f08b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.004380] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 906.004380] env[63440]: value = "task-2661833" [ 906.004380] env[63440]: _type = "Task" [ 906.004380] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.018837] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.140308] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154056} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.140739] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.141405] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff36220-a36d-4ebb-b0eb-01b5375bedc4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.164583] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] f59c82f7-db27-4442-8751-ceb1a8a43656/f59c82f7-db27-4442-8751-ceb1a8a43656.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.165191] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15d1c7d0-c520-4184-8768-1d6ef4d83b38 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.186920] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 906.186920] env[63440]: value = "task-2661834" [ 906.186920] env[63440]: _type = "Task" [ 906.186920] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.196449] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.282787] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c83e908e-9af9-4962-ba76-f2e044c71047 tempest-ServerTagsTestJSON-551404192 tempest-ServerTagsTestJSON-551404192-project-member] Lock "884ae709-674a-4f74-aff6-afa818f746cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.364s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.373093] env[63440]: DEBUG nova.network.neutron [-] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.392238] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97033774-7f36-43ef-933a-19032f4ada4c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.405099] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7f34c9-83d0-4435-a63e-83191f5023c8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.447704] env[63440]: DEBUG nova.compute.manager [req-4adb243e-297e-4134-bdb4-048d4e88ecc4 req-706bfffd-ee41-4534-9be2-91e2e7e47c50 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Detach interface failed, port_id=e5fe6048-5ec9-47d1-b903-6ab36338a0c0, reason: Instance 51a3a20a-2ea7-49b0-9b82-41d17b38d35a could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 906.516199] env[63440]: DEBUG oslo_vmware.api [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661833, 'name': PowerOnVM_Task, 'duration_secs': 0.489853} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.516199] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.516789] env[63440]: INFO nova.compute.manager [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Took 8.98 seconds to spawn the instance on the hypervisor. [ 906.517114] env[63440]: DEBUG nova.compute.manager [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.518054] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2fae9d-b6e7-4173-a523-c60c3286ce0e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.698577] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661834, 'name': ReconfigVM_Task, 'duration_secs': 0.347462} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.699490] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Reconfigured VM instance instance-00000052 to attach disk [datastore1] f59c82f7-db27-4442-8751-ceb1a8a43656/f59c82f7-db27-4442-8751-ceb1a8a43656.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.700393] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f14f81b9-3076-49ed-a0bb-d60fb8c91df7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.709338] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 906.709338] env[63440]: value = "task-2661835" [ 906.709338] env[63440]: _type = "Task" [ 906.709338] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.719506] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661835, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.876649] env[63440]: INFO nova.compute.manager [-] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Took 2.25 seconds to deallocate network for instance. [ 907.034385] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0159b045-966e-4e0c-8eed-6c87bf261ebc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.047444] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab57112f-beae-40ea-b014-630c45aecb38 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.052427] env[63440]: INFO nova.compute.manager [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Took 30.23 seconds to build instance. [ 907.087970] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9ba56f-6bbb-4fa6-a714-035592ef3c50 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.099296] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f35e095-fbde-4b7c-9169-6ddd7b63f02c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.114836] env[63440]: DEBUG nova.compute.provider_tree [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.232791] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661835, 'name': Rename_Task, 'duration_secs': 0.161885} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.233543] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.233831] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57664f13-4abf-47d6-b8da-30047888f178 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.245231] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 907.245231] env[63440]: value = "task-2661836" [ 907.245231] env[63440]: _type = "Task" [ 907.245231] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.256240] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.386797] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.556506] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b63fffb4-6d70-4156-9d15-1f5c7f4537cf tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "3975571b-6635-4b25-ab2d-b9a406831b56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.745s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.617702] env[63440]: DEBUG nova.scheduler.client.report [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.757814] env[63440]: DEBUG oslo_vmware.api [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2661836, 'name': PowerOnVM_Task, 'duration_secs': 0.476362} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.758234] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.758574] env[63440]: INFO nova.compute.manager [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Took 7.66 seconds to spawn the instance on the hypervisor. [ 907.759025] env[63440]: DEBUG nova.compute.manager [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.760539] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7591651-889e-4cbd-8329-5930a20b82f2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.962344] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquiring lock "3f7cdc15-5937-46fd-8e4b-a32f5a5e402f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.962574] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lock "3f7cdc15-5937-46fd-8e4b-a32f5a5e402f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.123069] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.123600] env[63440]: DEBUG nova.compute.manager [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.126565] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.230s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.126565] env[63440]: DEBUG nova.objects.instance [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Lazy-loading 'resources' on Instance uuid da012cdd-2d81-4886-95bf-550f4d6ec16f {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.283863] env[63440]: INFO nova.compute.manager [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Took 31.06 seconds to build instance. [ 908.465514] env[63440]: DEBUG nova.compute.manager [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.630054] env[63440]: DEBUG nova.compute.utils [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.634824] env[63440]: DEBUG nova.compute.manager [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.634824] env[63440]: DEBUG nova.network.neutron [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.662417] env[63440]: DEBUG nova.compute.manager [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.664249] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc00f64-61c7-46d8-992a-50866c7d99d3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.676413] env[63440]: DEBUG nova.policy [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36cd1561de5f4ef0b3cfd4fbed4e738c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12ef09ee64fe4159ab5e9d1ffedcf9e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.784860] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8a05055a-4f03-46bf-a7d5-9ea387545430 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "f59c82f7-db27-4442-8751-ceb1a8a43656" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.567s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.927991] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddea5f72-9b98-4d81-a3cd-3a9aa136a319 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.937084] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e2142b-548e-4735-937f-d7262061993c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.975713] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6fec29-b3e1-48bd-8d37-f59f3da4a379 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.986654] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bd2c8d-a17a-475d-982c-48036e5ba56b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.991821] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.008221] env[63440]: DEBUG nova.compute.provider_tree [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.092082] env[63440]: DEBUG nova.network.neutron [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Successfully created port: 8f8857d0-5c64-4493-b737-8a5574cd44c6 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.137431] env[63440]: DEBUG nova.compute.manager [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.176399] env[63440]: INFO nova.compute.manager [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] instance snapshotting [ 909.182163] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fde6a72-e7d2-46e6-a022-035d72165c1a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.202592] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3583d35a-8a2c-4167-b7f3-38a5f0904fc9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.508452] env[63440]: DEBUG nova.scheduler.client.report [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.659259] env[63440]: DEBUG nova.compute.manager [req-19d69691-7560-47ba-899b-45d4585b7ae0 req-8599e7e5-3d75-487a-8ddb-03437fe5b9f4 service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Received event network-changed-23b4b626-1e35-4a7e-a1e8-91eff7509b9c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.659259] env[63440]: DEBUG nova.compute.manager [req-19d69691-7560-47ba-899b-45d4585b7ae0 req-8599e7e5-3d75-487a-8ddb-03437fe5b9f4 service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Refreshing instance network info cache due to event network-changed-23b4b626-1e35-4a7e-a1e8-91eff7509b9c. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 909.659259] env[63440]: DEBUG oslo_concurrency.lockutils [req-19d69691-7560-47ba-899b-45d4585b7ae0 req-8599e7e5-3d75-487a-8ddb-03437fe5b9f4 service nova] Acquiring lock "refresh_cache-f59c82f7-db27-4442-8751-ceb1a8a43656" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.659259] env[63440]: DEBUG oslo_concurrency.lockutils [req-19d69691-7560-47ba-899b-45d4585b7ae0 req-8599e7e5-3d75-487a-8ddb-03437fe5b9f4 service nova] Acquired lock "refresh_cache-f59c82f7-db27-4442-8751-ceb1a8a43656" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.659879] env[63440]: DEBUG nova.network.neutron [req-19d69691-7560-47ba-899b-45d4585b7ae0 req-8599e7e5-3d75-487a-8ddb-03437fe5b9f4 service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Refreshing network info cache for port 23b4b626-1e35-4a7e-a1e8-91eff7509b9c {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.713924] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Creating Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 909.714258] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-59bb348e-81a8-483a-8376-872962009f7f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.724417] env[63440]: DEBUG oslo_vmware.api [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 909.724417] env[63440]: value = "task-2661837" [ 909.724417] env[63440]: _type = "Task" [ 909.724417] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.735392] env[63440]: DEBUG oslo_vmware.api [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661837, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.014738] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.019603] env[63440]: DEBUG oslo_concurrency.lockutils [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.729s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.019801] env[63440]: DEBUG nova.objects.instance [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Lazy-loading 'resources' on Instance uuid a61ad6a4-be15-47e7-9fae-41269190b37b {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.046639] env[63440]: INFO nova.scheduler.client.report [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Deleted allocations for instance da012cdd-2d81-4886-95bf-550f4d6ec16f [ 910.150700] env[63440]: DEBUG nova.compute.manager [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.187575] env[63440]: DEBUG nova.virt.hardware [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.188183] env[63440]: DEBUG nova.virt.hardware [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.188796] env[63440]: DEBUG nova.virt.hardware [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.189561] env[63440]: DEBUG nova.virt.hardware [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.189777] env[63440]: DEBUG nova.virt.hardware [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.189975] env[63440]: DEBUG nova.virt.hardware [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.190297] env[63440]: DEBUG nova.virt.hardware [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.190523] env[63440]: DEBUG nova.virt.hardware [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.190741] env[63440]: DEBUG nova.virt.hardware [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.191860] env[63440]: DEBUG nova.virt.hardware [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.191860] env[63440]: DEBUG nova.virt.hardware [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.192533] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e54d6d2-a72d-4310-8298-682e44bc322b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.202985] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b5a61e-38c4-4895-aca7-2b1c389e5740 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.239628] env[63440]: DEBUG oslo_vmware.api [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661837, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.451842] env[63440]: DEBUG nova.network.neutron [req-19d69691-7560-47ba-899b-45d4585b7ae0 req-8599e7e5-3d75-487a-8ddb-03437fe5b9f4 service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Updated VIF entry in instance network info cache for port 23b4b626-1e35-4a7e-a1e8-91eff7509b9c. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.452292] env[63440]: DEBUG nova.network.neutron [req-19d69691-7560-47ba-899b-45d4585b7ae0 req-8599e7e5-3d75-487a-8ddb-03437fe5b9f4 service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Updating instance_info_cache with network_info: [{"id": "23b4b626-1e35-4a7e-a1e8-91eff7509b9c", "address": "fa:16:3e:ce:ff:3f", "network": {"id": "bb46e920-0220-42c4-9974-c64ad3c56ebf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1307008030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d018a16ec44cc6b8b19c09673da230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b4b626-1e", "ovs_interfaceid": "23b4b626-1e35-4a7e-a1e8-91eff7509b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.558449] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ccd334e9-e14e-47e3-9a75-e1c92a509ca7 tempest-ServersV294TestFqdnHostnames-1232343939 tempest-ServersV294TestFqdnHostnames-1232343939-project-member] Lock "da012cdd-2d81-4886-95bf-550f4d6ec16f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.409s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.744406] env[63440]: DEBUG oslo_vmware.api [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661837, 'name': CreateSnapshot_Task, 'duration_secs': 0.689387} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.744406] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Created Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 910.744406] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1832e8b-6df6-41ce-a939-97c08ded575e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.843440] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0b411d-7660-49d7-9ace-e47e3e9c92b5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.851639] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a713b3b-525e-4792-b76e-65c09e568c05 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.885284] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b839c3ee-be01-4d2f-b14a-0d0ee2cb3db3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.894731] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62550c2c-a285-4970-9e25-7d7f6bed33db {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.908641] env[63440]: DEBUG nova.compute.provider_tree [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.955340] env[63440]: DEBUG oslo_concurrency.lockutils [req-19d69691-7560-47ba-899b-45d4585b7ae0 req-8599e7e5-3d75-487a-8ddb-03437fe5b9f4 service nova] Releasing lock "refresh_cache-f59c82f7-db27-4442-8751-ceb1a8a43656" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.980358] env[63440]: DEBUG nova.compute.manager [req-95f99ed0-90a6-4641-a9c2-ea49dd2f1217 req-4b1d3ac3-acec-46a1-a31d-760c3fd77352 service nova] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Received event network-vif-plugged-8f8857d0-5c64-4493-b737-8a5574cd44c6 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 910.980585] env[63440]: DEBUG oslo_concurrency.lockutils [req-95f99ed0-90a6-4641-a9c2-ea49dd2f1217 req-4b1d3ac3-acec-46a1-a31d-760c3fd77352 service nova] Acquiring lock "3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.980795] env[63440]: DEBUG oslo_concurrency.lockutils [req-95f99ed0-90a6-4641-a9c2-ea49dd2f1217 req-4b1d3ac3-acec-46a1-a31d-760c3fd77352 service nova] Lock "3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.980962] env[63440]: DEBUG oslo_concurrency.lockutils [req-95f99ed0-90a6-4641-a9c2-ea49dd2f1217 req-4b1d3ac3-acec-46a1-a31d-760c3fd77352 service nova] Lock "3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.981145] env[63440]: DEBUG nova.compute.manager [req-95f99ed0-90a6-4641-a9c2-ea49dd2f1217 req-4b1d3ac3-acec-46a1-a31d-760c3fd77352 service nova] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] No waiting events found dispatching network-vif-plugged-8f8857d0-5c64-4493-b737-8a5574cd44c6 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.981314] env[63440]: WARNING nova.compute.manager [req-95f99ed0-90a6-4641-a9c2-ea49dd2f1217 req-4b1d3ac3-acec-46a1-a31d-760c3fd77352 service nova] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Received unexpected event network-vif-plugged-8f8857d0-5c64-4493-b737-8a5574cd44c6 for instance with vm_state building and task_state spawning. [ 911.090692] env[63440]: DEBUG nova.network.neutron [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Successfully updated port: 8f8857d0-5c64-4493-b737-8a5574cd44c6 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.269016] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Creating linked-clone VM from snapshot {{(pid=63440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 911.269016] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fac5d107-1fd8-4c35-83c4-267a86b4f21e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.278583] env[63440]: DEBUG oslo_vmware.api [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 911.278583] env[63440]: value = "task-2661838" [ 911.278583] env[63440]: _type = "Task" [ 911.278583] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.291552] env[63440]: DEBUG oslo_vmware.api [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661838, 'name': CloneVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.412886] env[63440]: DEBUG nova.scheduler.client.report [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.593092] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "refresh_cache-3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.593208] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired lock "refresh_cache-3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.593367] env[63440]: DEBUG nova.network.neutron [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.789636] env[63440]: DEBUG oslo_vmware.api [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661838, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.922277] env[63440]: DEBUG oslo_concurrency.lockutils [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.924642] env[63440]: DEBUG oslo_concurrency.lockutils [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.434s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.924887] env[63440]: DEBUG nova.objects.instance [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Lazy-loading 'resources' on Instance uuid 638e67ef-7fbc-41b5-b00b-abab9f83f411 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.952322] env[63440]: INFO nova.scheduler.client.report [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Deleted allocations for instance a61ad6a4-be15-47e7-9fae-41269190b37b [ 912.161156] env[63440]: DEBUG nova.network.neutron [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.294241] env[63440]: DEBUG oslo_vmware.api [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661838, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.388642] env[63440]: DEBUG nova.network.neutron [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Updating instance_info_cache with network_info: [{"id": "8f8857d0-5c64-4493-b737-8a5574cd44c6", "address": "fa:16:3e:20:8b:42", "network": {"id": "322e46f8-0b97-426e-8b85-10d7a79f6012", "bridge": "br-int", "label": "tempest-ServersTestJSON-126670939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ef09ee64fe4159ab5e9d1ffedcf9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f8857d0-5c", "ovs_interfaceid": "8f8857d0-5c64-4493-b737-8a5574cd44c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.462672] env[63440]: DEBUG oslo_concurrency.lockutils [None req-df8e1f13-8546-4fc4-a3fa-8fd83e906243 tempest-ImagesNegativeTestJSON-35811 tempest-ImagesNegativeTestJSON-35811-project-member] Lock "a61ad6a4-be15-47e7-9fae-41269190b37b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.271s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.719836] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c4ac8d-cdd8-4e48-bb81-03f779f4f705 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.729927] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32ef54a-ea3f-4385-90bd-c327c5dbafc7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.767259] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295be107-1e63-4409-8257-94893ecbf15a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.776753] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8098ea14-fa6f-4451-9905-54ca01ce57a5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.793670] env[63440]: DEBUG nova.compute.provider_tree [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.801585] env[63440]: DEBUG oslo_vmware.api [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661838, 'name': CloneVM_Task, 'duration_secs': 1.435034} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.801887] env[63440]: INFO nova.virt.vmwareapi.vmops [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Created linked-clone VM from snapshot [ 912.803249] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ac6f9a-195d-4f66-a833-60fe0a62a98d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.813075] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Uploading image a47fb95e-eba2-4071-9d21-57fa194469d1 {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 912.830806] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Destroying the VM {{(pid=63440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 912.831156] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d1fdcd9c-bfc4-4306-8ca9-f8ebefeb3b2b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.843022] env[63440]: DEBUG oslo_vmware.api [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 912.843022] env[63440]: value = "task-2661839" [ 912.843022] env[63440]: _type = "Task" [ 912.843022] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.855432] env[63440]: DEBUG oslo_vmware.api [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661839, 'name': Destroy_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.893103] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Releasing lock "refresh_cache-3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.893268] env[63440]: DEBUG nova.compute.manager [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Instance network_info: |[{"id": "8f8857d0-5c64-4493-b737-8a5574cd44c6", "address": "fa:16:3e:20:8b:42", "network": {"id": "322e46f8-0b97-426e-8b85-10d7a79f6012", "bridge": "br-int", "label": "tempest-ServersTestJSON-126670939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ef09ee64fe4159ab5e9d1ffedcf9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f8857d0-5c", "ovs_interfaceid": "8f8857d0-5c64-4493-b737-8a5574cd44c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.893698] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:8b:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f8857d0-5c64-4493-b737-8a5574cd44c6', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.903507] env[63440]: DEBUG oslo.service.loopingcall [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 912.903863] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.904873] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bf2c506-9196-4c1e-a3b8-aafcfc0568fd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.930260] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.930260] env[63440]: value = "task-2661840" [ 912.930260] env[63440]: _type = "Task" [ 912.930260] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.939586] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661840, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.027983] env[63440]: DEBUG nova.compute.manager [req-aade5f1a-2f22-4a00-a63e-0581f5c6172f req-a515906d-c7a7-460c-b3cb-89ef929b17a4 service nova] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Received event network-changed-8f8857d0-5c64-4493-b737-8a5574cd44c6 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 913.029091] env[63440]: DEBUG nova.compute.manager [req-aade5f1a-2f22-4a00-a63e-0581f5c6172f req-a515906d-c7a7-460c-b3cb-89ef929b17a4 service nova] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Refreshing instance network info cache due to event network-changed-8f8857d0-5c64-4493-b737-8a5574cd44c6. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 913.029427] env[63440]: DEBUG oslo_concurrency.lockutils [req-aade5f1a-2f22-4a00-a63e-0581f5c6172f req-a515906d-c7a7-460c-b3cb-89ef929b17a4 service nova] Acquiring lock "refresh_cache-3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.029651] env[63440]: DEBUG oslo_concurrency.lockutils [req-aade5f1a-2f22-4a00-a63e-0581f5c6172f req-a515906d-c7a7-460c-b3cb-89ef929b17a4 service nova] Acquired lock "refresh_cache-3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.029906] env[63440]: DEBUG nova.network.neutron [req-aade5f1a-2f22-4a00-a63e-0581f5c6172f req-a515906d-c7a7-460c-b3cb-89ef929b17a4 service nova] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Refreshing network info cache for port 8f8857d0-5c64-4493-b737-8a5574cd44c6 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.297609] env[63440]: DEBUG nova.scheduler.client.report [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.355645] env[63440]: DEBUG oslo_vmware.api [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661839, 'name': Destroy_Task, 'duration_secs': 0.481198} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.356245] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Destroyed the VM [ 913.356988] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Deleting Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 913.358355] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e3eb8150-789a-44b1-8f31-bcc3ac155d6d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.105456] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "2aed780b-9671-434f-99e8-3d75f19e95aa" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.105728] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "2aed780b-9671-434f-99e8-3d75f19e95aa" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.105907] env[63440]: INFO nova.compute.manager [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Shelving [ 914.107569] env[63440]: DEBUG oslo_concurrency.lockutils [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.112903] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.252s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.113154] env[63440]: DEBUG nova.objects.instance [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Lazy-loading 'resources' on Instance uuid bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.120304] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661840, 'name': CreateVM_Task, 'duration_secs': 0.41187} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.121543] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.121901] env[63440]: DEBUG oslo_vmware.api [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 914.121901] env[63440]: value = "task-2661841" [ 914.121901] env[63440]: _type = "Task" [ 914.121901] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.122503] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.122668] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.123059] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.123967] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46625d50-39f8-4b4b-9a64-39482331d3bc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.134551] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 914.134551] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52765951-cad3-09ac-7726-2ecfab91ca99" [ 914.134551] env[63440]: _type = "Task" [ 914.134551] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.136560] env[63440]: DEBUG oslo_vmware.api [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661841, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.137592] env[63440]: INFO nova.scheduler.client.report [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Deleted allocations for instance 638e67ef-7fbc-41b5-b00b-abab9f83f411 [ 914.149721] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52765951-cad3-09ac-7726-2ecfab91ca99, 'name': SearchDatastore_Task, 'duration_secs': 0.011327} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.150047] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.150287] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.150539] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.150688] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.150925] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.151215] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fb5946c-1ecd-4b82-8690-f75a1cf6c4de {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.159920] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.160152] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.160975] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d47bbd44-46c7-4d4c-9ffa-1806b1ffa661 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.171318] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 914.171318] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527d6e1b-d7d1-2d03-ff27-77cc787b8f3e" [ 914.171318] env[63440]: _type = "Task" [ 914.171318] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.176396] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527d6e1b-d7d1-2d03-ff27-77cc787b8f3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.475828] env[63440]: DEBUG nova.network.neutron [req-aade5f1a-2f22-4a00-a63e-0581f5c6172f req-a515906d-c7a7-460c-b3cb-89ef929b17a4 service nova] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Updated VIF entry in instance network info cache for port 8f8857d0-5c64-4493-b737-8a5574cd44c6. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.476379] env[63440]: DEBUG nova.network.neutron [req-aade5f1a-2f22-4a00-a63e-0581f5c6172f req-a515906d-c7a7-460c-b3cb-89ef929b17a4 service nova] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Updating instance_info_cache with network_info: [{"id": "8f8857d0-5c64-4493-b737-8a5574cd44c6", "address": "fa:16:3e:20:8b:42", "network": {"id": "322e46f8-0b97-426e-8b85-10d7a79f6012", "bridge": "br-int", "label": "tempest-ServersTestJSON-126670939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ef09ee64fe4159ab5e9d1ffedcf9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f8857d0-5c", "ovs_interfaceid": "8f8857d0-5c64-4493-b737-8a5574cd44c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.634368] env[63440]: DEBUG oslo_vmware.api [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661841, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.653622] env[63440]: DEBUG oslo_concurrency.lockutils [None req-59fa5136-d4f4-477d-9b60-832c7fe8394d tempest-ServerActionsTestJSON-1469212469 tempest-ServerActionsTestJSON-1469212469-project-member] Lock "638e67ef-7fbc-41b5-b00b-abab9f83f411" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.967s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.685617] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527d6e1b-d7d1-2d03-ff27-77cc787b8f3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009486} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.686548] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ceedb6a-7850-48cd-b575-c2b5c12bb8f8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.697131] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 914.697131] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52acfa1c-f130-fc38-27eb-4d26d5c9c685" [ 914.697131] env[63440]: _type = "Task" [ 914.697131] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.709156] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52acfa1c-f130-fc38-27eb-4d26d5c9c685, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.895479] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c689a3-58d5-490b-9950-ae04418f705c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.903928] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40f2c64-ffd9-4e58-ad02-f8457d3ad3c5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.934604] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf5128d-662f-4f8e-a073-18886a703cc2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.943614] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83812db9-a8bc-4051-ae8d-1c1c8ab1af7e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.956019] env[63440]: DEBUG nova.compute.provider_tree [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 914.979748] env[63440]: DEBUG oslo_concurrency.lockutils [req-aade5f1a-2f22-4a00-a63e-0581f5c6172f req-a515906d-c7a7-460c-b3cb-89ef929b17a4 service nova] Releasing lock "refresh_cache-3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.125358] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.129300] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-858752b3-845f-4c63-917f-fc79b92c0729 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.137627] env[63440]: DEBUG oslo_vmware.api [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661841, 'name': RemoveSnapshot_Task, 'duration_secs': 0.64346} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.139549] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Deleted Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 915.142084] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 915.142084] env[63440]: value = "task-2661842" [ 915.142084] env[63440]: _type = "Task" [ 915.142084] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.151250] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.210375] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52acfa1c-f130-fc38-27eb-4d26d5c9c685, 'name': SearchDatastore_Task, 'duration_secs': 0.013396} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.210639] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.210908] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1/3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.211201] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5b68393-309c-47d4-aa2f-d5f299d2b0f9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.217780] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 915.217780] env[63440]: value = "task-2661843" [ 915.217780] env[63440]: _type = "Task" [ 915.217780] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.492080] env[63440]: ERROR nova.scheduler.client.report [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] [req-55705122-93ca-4301-ac2f-55b8703efb9d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-55705122-93ca-4301-ac2f-55b8703efb9d"}]} [ 915.511193] env[63440]: DEBUG nova.scheduler.client.report [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Refreshing inventories for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 915.530317] env[63440]: DEBUG nova.scheduler.client.report [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Updating ProviderTree inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 915.532080] env[63440]: DEBUG nova.compute.provider_tree [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 915.561801] env[63440]: DEBUG nova.scheduler.client.report [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Refreshing aggregate associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, aggregates: None {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 915.588177] env[63440]: DEBUG nova.scheduler.client.report [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Refreshing trait associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 915.646152] env[63440]: WARNING nova.compute.manager [None req-5637df96-ee45-45b0-988a-9ab7ba0e0a54 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Image not found during snapshot: nova.exception.ImageNotFound: Image a47fb95e-eba2-4071-9d21-57fa194469d1 could not be found. [ 915.667474] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661842, 'name': PowerOffVM_Task, 'duration_secs': 0.180986} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.671539] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.673706] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7638be-2565-48e3-ae20-e38ed2885061 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.700882] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665733b2-4d4c-4c60-b26d-49c3de13c305 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.730506] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502697} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.733313] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1/3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.733569] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.734050] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1149120-1b67-49fc-a20e-166141815f8d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.741554] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 915.741554] env[63440]: value = "task-2661844" [ 915.741554] env[63440]: _type = "Task" [ 915.741554] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.750129] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.886244] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c71d254-d983-4f0b-beec-7c27e0b8dd5b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.894321] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c086b22-44da-439d-a05d-136dd1737068 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.926493] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5af9cf-8087-4a80-8575-c345af5124b5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.934331] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e276bc06-3c33-47b9-a71d-4a923000e594 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.950052] env[63440]: DEBUG nova.compute.provider_tree [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 916.214471] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Creating Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 916.214808] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-32ef67a6-4cdb-45cb-b7d3-46544ba5af66 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.228672] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 916.228672] env[63440]: value = "task-2661845" [ 916.228672] env[63440]: _type = "Task" [ 916.228672] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.236760] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661845, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.250975] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224484} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.251250] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.253451] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238efaf5-4db2-49eb-a6f9-30d23abda3e7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.276387] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1/3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.276671] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d91732bd-3015-4446-9fd3-e08d127bbcb5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.296370] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 916.296370] env[63440]: value = "task-2661846" [ 916.296370] env[63440]: _type = "Task" [ 916.296370] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.304157] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.488174] env[63440]: DEBUG nova.scheduler.client.report [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Updated inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 916.488517] env[63440]: DEBUG nova.compute.provider_tree [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 116 to 117 during operation: update_inventory {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 916.488637] env[63440]: DEBUG nova.compute.provider_tree [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 916.742901] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661845, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.815258] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661846, 'name': ReconfigVM_Task, 'duration_secs': 0.305627} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.815258] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1/3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.815258] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccf5c9c1-f4d2-4b82-82b5-36c83cab8258 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.824111] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 916.824111] env[63440]: value = "task-2661847" [ 916.824111] env[63440]: _type = "Task" [ 916.824111] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.835564] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661847, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.994311] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.881s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.997545] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.193s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.000316] env[63440]: INFO nova.compute.claims [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.030542] env[63440]: INFO nova.scheduler.client.report [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Deleted allocations for instance bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7 [ 917.247442] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661845, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.314737] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "3975571b-6635-4b25-ab2d-b9a406831b56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.315074] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "3975571b-6635-4b25-ab2d-b9a406831b56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.315318] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "3975571b-6635-4b25-ab2d-b9a406831b56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.315521] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "3975571b-6635-4b25-ab2d-b9a406831b56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.315710] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "3975571b-6635-4b25-ab2d-b9a406831b56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.318011] env[63440]: INFO nova.compute.manager [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Terminating instance [ 917.337110] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661847, 'name': Rename_Task, 'duration_secs': 0.140107} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.337110] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.337110] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb893422-2055-4a3d-9037-c41d8d45a0e1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.345202] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 917.345202] env[63440]: value = "task-2661848" [ 917.345202] env[63440]: _type = "Task" [ 917.345202] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.353709] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.540421] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0ae35373-94a9-488a-9ca3-ef3ec0b39c6c tempest-ServersWithSpecificFlavorTestJSON-1471953540 tempest-ServersWithSpecificFlavorTestJSON-1471953540-project-member] Lock "bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.642s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.746764] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661845, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.823392] env[63440]: DEBUG nova.compute.manager [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.823791] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.825063] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b5f9b4-4b1b-4b4a-a4bb-cb0f0bc1cf4a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.832711] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.832974] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4c4ec52-b603-4dff-8833-d6ccc4bc2081 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.842269] env[63440]: DEBUG oslo_vmware.api [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 917.842269] env[63440]: value = "task-2661849" [ 917.842269] env[63440]: _type = "Task" [ 917.842269] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.854618] env[63440]: DEBUG oslo_vmware.api [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.857986] env[63440]: DEBUG oslo_vmware.api [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661848, 'name': PowerOnVM_Task, 'duration_secs': 0.501577} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.858285] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.858521] env[63440]: INFO nova.compute.manager [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Took 7.71 seconds to spawn the instance on the hypervisor. [ 917.858835] env[63440]: DEBUG nova.compute.manager [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.859729] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f72e00d-831e-4b3f-81a3-e1477d7080cd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.243570] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661845, 'name': CreateSnapshot_Task, 'duration_secs': 1.597214} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.247325] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Created Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 918.248124] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0ef1ed-39dd-4c87-92cc-590e36f97438 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.277821] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d568d93-8e66-4449-a06e-b2dafecc14af {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.287255] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94783fe-ad2a-4e44-8e94-14c9bff713fd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.324679] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c9d642-b880-4708-b87b-526c7e7f94be {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.333069] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0dd770-258c-473f-93c2-9e2680f280ca {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.348201] env[63440]: DEBUG nova.compute.provider_tree [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.358457] env[63440]: DEBUG oslo_vmware.api [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661849, 'name': PowerOffVM_Task, 'duration_secs': 0.227585} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.358457] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.358457] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.358457] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6b5e0a6-a0b3-4462-b98f-26c5ec5b1dc2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.377236] env[63440]: INFO nova.compute.manager [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Took 31.10 seconds to build instance. [ 918.418219] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Acquiring lock "2ea6f201-e3bf-458e-8ee3-110a42f81958" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.418494] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Lock "2ea6f201-e3bf-458e-8ee3-110a42f81958" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.431872] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.432122] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.432381] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Deleting the datastore file [datastore2] 3975571b-6635-4b25-ab2d-b9a406831b56 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.434143] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-289eea6f-f45e-4d85-9ed0-e00cda72f204 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.439809] env[63440]: DEBUG oslo_vmware.api [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for the task: (returnval){ [ 918.439809] env[63440]: value = "task-2661851" [ 918.439809] env[63440]: _type = "Task" [ 918.439809] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.448437] env[63440]: DEBUG oslo_vmware.api [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.772889] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Creating linked-clone VM from snapshot {{(pid=63440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 918.773215] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8846db67-12a1-44d6-bcd9-6f170d586a91 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.783381] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 918.783381] env[63440]: value = "task-2661852" [ 918.783381] env[63440]: _type = "Task" [ 918.783381] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.791609] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661852, 'name': CloneVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.853890] env[63440]: DEBUG nova.scheduler.client.report [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.879333] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e59aa712-07c4-4d5c-83cd-2f505b678d19 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.608s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.921836] env[63440]: DEBUG nova.compute.manager [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.953877] env[63440]: DEBUG oslo_vmware.api [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.124163] env[63440]: DEBUG oslo_concurrency.lockutils [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.124450] env[63440]: DEBUG oslo_concurrency.lockutils [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.124696] env[63440]: DEBUG oslo_concurrency.lockutils [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.125270] env[63440]: DEBUG oslo_concurrency.lockutils [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.125270] env[63440]: DEBUG oslo_concurrency.lockutils [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.127579] env[63440]: INFO nova.compute.manager [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Terminating instance [ 919.293312] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661852, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.359540] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.360336] env[63440]: DEBUG nova.compute.manager [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.364129] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0221ddc5-03c1-40f7-b555-29d2640e50fd tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.127s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.450844] env[63440]: DEBUG oslo_vmware.api [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Task: {'id': task-2661851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.658027} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.452337] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.452644] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.452840] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.453032] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.453216] env[63440]: INFO nova.compute.manager [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Took 1.63 seconds to destroy the instance on the hypervisor. [ 919.453448] env[63440]: DEBUG oslo.service.loopingcall [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 919.453666] env[63440]: DEBUG nova.compute.manager [-] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.453786] env[63440]: DEBUG nova.network.neutron [-] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.632200] env[63440]: DEBUG nova.compute.manager [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.632440] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.633350] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791c4d56-a0ea-428e-bdab-3e43cf8fe890 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.649116] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.649116] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4f1ca0d-7891-40a6-b97c-787e301f935c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.659541] env[63440]: DEBUG oslo_vmware.api [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 919.659541] env[63440]: value = "task-2661853" [ 919.659541] env[63440]: _type = "Task" [ 919.659541] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.664888] env[63440]: DEBUG oslo_vmware.api [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.728227] env[63440]: DEBUG nova.compute.manager [req-b5a62c3c-c675-4046-a6f3-3b661365032f req-5a5f6468-b378-4b8c-b85e-cfee3f7a9b02 service nova] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Received event network-vif-deleted-6c46bde8-f96a-4584-b9f2-132937ea3b58 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 919.728227] env[63440]: INFO nova.compute.manager [req-b5a62c3c-c675-4046-a6f3-3b661365032f req-5a5f6468-b378-4b8c-b85e-cfee3f7a9b02 service nova] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Neutron deleted interface 6c46bde8-f96a-4584-b9f2-132937ea3b58; detaching it from the instance and deleting it from the info cache [ 919.729538] env[63440]: DEBUG nova.network.neutron [req-b5a62c3c-c675-4046-a6f3-3b661365032f req-5a5f6468-b378-4b8c-b85e-cfee3f7a9b02 service nova] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.794934] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661852, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.871573] env[63440]: DEBUG nova.compute.utils [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.877582] env[63440]: DEBUG nova.compute.manager [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.877582] env[63440]: DEBUG nova.network.neutron [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.923321] env[63440]: DEBUG nova.policy [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24140956ef2649bd93e12ca2887e983e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '108edc89947f4a93a73ded1f3d19c2cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.167319] env[63440]: DEBUG oslo_vmware.api [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661853, 'name': PowerOffVM_Task, 'duration_secs': 0.231112} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.167729] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.168060] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.168409] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80d9e7c7-1325-4a7e-aaa6-e6c8adf4a58f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.183227] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc4795b-1fb4-4714-aeee-38ab003b6930 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.193747] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19f476d-4640-48d0-9fea-f653fed82b7d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.227685] env[63440]: DEBUG nova.network.neutron [-] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.230786] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3981ef-90a0-4ab2-a86b-00a9c0b2f346 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.235817] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19207906-cdc6-4490-b366-463a7ec0fda7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.239271] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.239497] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.239683] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Deleting the datastore file [datastore2] 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.240299] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7772251-e6bd-4cd8-ab96-39c5e74bc7f2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.246915] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5bb30a-009c-4187-b525-5591c6e4b359 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.255836] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b42a5f-8909-47c4-9965-feb5e9846075 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.267962] env[63440]: DEBUG oslo_vmware.api [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 920.267962] env[63440]: value = "task-2661855" [ 920.267962] env[63440]: _type = "Task" [ 920.267962] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.282972] env[63440]: DEBUG nova.compute.provider_tree [None req-0221ddc5-03c1-40f7-b555-29d2640e50fd tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.297873] env[63440]: DEBUG nova.compute.manager [req-b5a62c3c-c675-4046-a6f3-3b661365032f req-5a5f6468-b378-4b8c-b85e-cfee3f7a9b02 service nova] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Detach interface failed, port_id=6c46bde8-f96a-4584-b9f2-132937ea3b58, reason: Instance 3975571b-6635-4b25-ab2d-b9a406831b56 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 920.298542] env[63440]: DEBUG oslo_vmware.api [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.303742] env[63440]: DEBUG nova.network.neutron [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Successfully created port: 19110a7d-ce88-478c-97a0-913573795d0c {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.309394] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661852, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.377896] env[63440]: DEBUG nova.compute.manager [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.736769] env[63440]: INFO nova.compute.manager [-] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Took 1.28 seconds to deallocate network for instance. [ 920.783268] env[63440]: DEBUG oslo_vmware.api [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318705} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.783268] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.783268] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.783268] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.783268] env[63440]: INFO nova.compute.manager [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 920.783268] env[63440]: DEBUG oslo.service.loopingcall [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 920.783268] env[63440]: DEBUG nova.compute.manager [-] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.783268] env[63440]: DEBUG nova.network.neutron [-] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.802998] env[63440]: DEBUG nova.scheduler.client.report [None req-0221ddc5-03c1-40f7-b555-29d2640e50fd tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.812404] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661852, 'name': CloneVM_Task} progress is 95%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.244801] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.270877] env[63440]: DEBUG nova.compute.manager [req-c9a18ede-7178-4dc1-a475-a2c5ede0ea64 req-4d8b0a0a-e985-41f1-b3a4-b0baa853ff34 service nova] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Received event network-vif-deleted-8f8857d0-5c64-4493-b737-8a5574cd44c6 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 921.270877] env[63440]: INFO nova.compute.manager [req-c9a18ede-7178-4dc1-a475-a2c5ede0ea64 req-4d8b0a0a-e985-41f1-b3a4-b0baa853ff34 service nova] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Neutron deleted interface 8f8857d0-5c64-4493-b737-8a5574cd44c6; detaching it from the instance and deleting it from the info cache [ 921.270877] env[63440]: DEBUG nova.network.neutron [req-c9a18ede-7178-4dc1-a475-a2c5ede0ea64 req-4d8b0a0a-e985-41f1-b3a4-b0baa853ff34 service nova] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.307356] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661852, 'name': CloneVM_Task} progress is 95%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.387239] env[63440]: DEBUG nova.compute.manager [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.415397] env[63440]: DEBUG nova.virt.hardware [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.415397] env[63440]: DEBUG nova.virt.hardware [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.415397] env[63440]: DEBUG nova.virt.hardware [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.415582] env[63440]: DEBUG nova.virt.hardware [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.415615] env[63440]: DEBUG nova.virt.hardware [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.415794] env[63440]: DEBUG nova.virt.hardware [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.415980] env[63440]: DEBUG nova.virt.hardware [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.416245] env[63440]: DEBUG nova.virt.hardware [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.416426] env[63440]: DEBUG nova.virt.hardware [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.416595] env[63440]: DEBUG nova.virt.hardware [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.416775] env[63440]: DEBUG nova.virt.hardware [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.417634] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6351e87f-f6fc-4145-a76e-5594f250551a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.425372] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8c7088-dac5-4908-bd1c-cca37b896814 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.575559] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "251dcd8a-1497-4044-af21-91b1cb49a614" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.575776] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "251dcd8a-1497-4044-af21-91b1cb49a614" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.751255] env[63440]: DEBUG nova.network.neutron [-] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.775207] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a517685-cf10-4efc-93b7-e911f6498faa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.783052] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b67cd5-ada9-41f7-9562-c0f790b4b50b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.814775] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0221ddc5-03c1-40f7-b555-29d2640e50fd tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.451s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.818169] env[63440]: DEBUG nova.compute.manager [req-c9a18ede-7178-4dc1-a475-a2c5ede0ea64 req-4d8b0a0a-e985-41f1-b3a4-b0baa853ff34 service nova] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Detach interface failed, port_id=8f8857d0-5c64-4493-b737-8a5574cd44c6, reason: Instance 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 921.823012] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.317s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.823247] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.823494] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 921.824689] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.181s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.825277] env[63440]: INFO nova.compute.claims [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.829486] env[63440]: DEBUG nova.compute.manager [req-e7ebe2b1-9c1c-4f0f-95b6-88f6d84ab1fc req-aa2f0c60-bf72-4b09-93c2-c9f4c7a5fc2e service nova] [instance: 178ba978-585b-472d-9306-ec63df818209] Received event network-vif-plugged-19110a7d-ce88-478c-97a0-913573795d0c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 921.829734] env[63440]: DEBUG oslo_concurrency.lockutils [req-e7ebe2b1-9c1c-4f0f-95b6-88f6d84ab1fc req-aa2f0c60-bf72-4b09-93c2-c9f4c7a5fc2e service nova] Acquiring lock "178ba978-585b-472d-9306-ec63df818209-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.829977] env[63440]: DEBUG oslo_concurrency.lockutils [req-e7ebe2b1-9c1c-4f0f-95b6-88f6d84ab1fc req-aa2f0c60-bf72-4b09-93c2-c9f4c7a5fc2e service nova] Lock "178ba978-585b-472d-9306-ec63df818209-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.830206] env[63440]: DEBUG oslo_concurrency.lockutils [req-e7ebe2b1-9c1c-4f0f-95b6-88f6d84ab1fc req-aa2f0c60-bf72-4b09-93c2-c9f4c7a5fc2e service nova] Lock "178ba978-585b-472d-9306-ec63df818209-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.830432] env[63440]: DEBUG nova.compute.manager [req-e7ebe2b1-9c1c-4f0f-95b6-88f6d84ab1fc req-aa2f0c60-bf72-4b09-93c2-c9f4c7a5fc2e service nova] [instance: 178ba978-585b-472d-9306-ec63df818209] No waiting events found dispatching network-vif-plugged-19110a7d-ce88-478c-97a0-913573795d0c {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.830637] env[63440]: WARNING nova.compute.manager [req-e7ebe2b1-9c1c-4f0f-95b6-88f6d84ab1fc req-aa2f0c60-bf72-4b09-93c2-c9f4c7a5fc2e service nova] [instance: 178ba978-585b-472d-9306-ec63df818209] Received unexpected event network-vif-plugged-19110a7d-ce88-478c-97a0-913573795d0c for instance with vm_state building and task_state spawning. [ 921.831267] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661852, 'name': CloneVM_Task, 'duration_secs': 2.96296} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.832070] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fde8001-8511-4e3b-a83b-18080c629c85 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.837024] env[63440]: INFO nova.virt.vmwareapi.vmops [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Created linked-clone VM from snapshot [ 921.837437] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6a407e-fd1b-4fec-beef-0e0823b70b15 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.850138] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a46ccea-5326-47cc-a4d7-311e94c4e0b4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.854159] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Uploading image 4b5ff683-6971-446d-a649-4c3402053feb {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 921.871379] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804a4b3f-abf8-4803-94df-7e1f21c58259 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.880922] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f8a22b-ee44-4b2c-80ea-5792a7644e3b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.885567] env[63440]: DEBUG oslo_vmware.rw_handles [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 921.885567] env[63440]: value = "vm-536777" [ 921.885567] env[63440]: _type = "VirtualMachine" [ 921.885567] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 921.886103] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-66006029-b8ea-4ded-8889-70ca1783803d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.916936] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179446MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=63440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 921.917190] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.918766] env[63440]: DEBUG oslo_vmware.rw_handles [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lease: (returnval){ [ 921.918766] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a8683e-454b-564b-c15b-e6fa6755589d" [ 921.918766] env[63440]: _type = "HttpNfcLease" [ 921.918766] env[63440]: } obtained for exporting VM: (result){ [ 921.918766] env[63440]: value = "vm-536777" [ 921.918766] env[63440]: _type = "VirtualMachine" [ 921.918766] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 921.919125] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the lease: (returnval){ [ 921.919125] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a8683e-454b-564b-c15b-e6fa6755589d" [ 921.919125] env[63440]: _type = "HttpNfcLease" [ 921.919125] env[63440]: } to be ready. {{(pid=63440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 921.925318] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 921.925318] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a8683e-454b-564b-c15b-e6fa6755589d" [ 921.925318] env[63440]: _type = "HttpNfcLease" [ 921.925318] env[63440]: } is ready. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 921.925647] env[63440]: DEBUG oslo_vmware.rw_handles [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 921.925647] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a8683e-454b-564b-c15b-e6fa6755589d" [ 921.925647] env[63440]: _type = "HttpNfcLease" [ 921.925647] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 921.926434] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe625362-b1c1-4388-9a41-e88a12f85ae3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.933656] env[63440]: DEBUG oslo_vmware.rw_handles [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b1127-833b-ed57-85e2-fe41406f9120/disk-0.vmdk from lease info. {{(pid=63440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 921.933840] env[63440]: DEBUG oslo_vmware.rw_handles [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b1127-833b-ed57-85e2-fe41406f9120/disk-0.vmdk for reading. {{(pid=63440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 921.941568] env[63440]: DEBUG nova.network.neutron [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Successfully updated port: 19110a7d-ce88-478c-97a0-913573795d0c {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.051840] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8e7b48f6-1501-4ea2-a929-580ff01b53eb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.083956] env[63440]: DEBUG nova.compute.utils [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.255062] env[63440]: INFO nova.compute.manager [-] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Took 1.47 seconds to deallocate network for instance. [ 922.380735] env[63440]: INFO nova.scheduler.client.report [None req-0221ddc5-03c1-40f7-b555-29d2640e50fd tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Deleted allocation for migration e091062d-41af-42a5-a6a0-267ad162b800 [ 922.444982] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Acquiring lock "refresh_cache-178ba978-585b-472d-9306-ec63df818209" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.445249] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Acquired lock "refresh_cache-178ba978-585b-472d-9306-ec63df818209" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.445501] env[63440]: DEBUG nova.network.neutron [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.587030] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "251dcd8a-1497-4044-af21-91b1cb49a614" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.762966] env[63440]: DEBUG oslo_concurrency.lockutils [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.886808] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0221ddc5-03c1-40f7-b555-29d2640e50fd tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "d036c0d9-ff41-4055-8de9-80a085ed8391" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.181s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.981565] env[63440]: DEBUG nova.network.neutron [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.069650] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c958bfc5-9998-4422-8231-926f989440d6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.082831] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45a5f24-6607-4c62-a095-f49ba65ced3e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.116864] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77d0f26-5312-4d69-bdc6-28c87941795d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.124799] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4d6b53-bb23-41f9-b10f-c438e6cf9c63 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.138657] env[63440]: DEBUG nova.compute.provider_tree [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 923.183803] env[63440]: DEBUG nova.network.neutron [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Updating instance_info_cache with network_info: [{"id": "19110a7d-ce88-478c-97a0-913573795d0c", "address": "fa:16:3e:1a:5c:d6", "network": {"id": "85874815-36af-482c-a0b2-b79278f98139", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2016301094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "108edc89947f4a93a73ded1f3d19c2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19110a7d-ce", "ovs_interfaceid": "19110a7d-ce88-478c-97a0-913573795d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.650155] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "251dcd8a-1497-4044-af21-91b1cb49a614" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.650422] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "251dcd8a-1497-4044-af21-91b1cb49a614" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.650671] env[63440]: INFO nova.compute.manager [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Attaching volume 90eaca9f-9ae9-439a-9a86-6bfcd64509a1 to /dev/sdb [ 923.667375] env[63440]: ERROR nova.scheduler.client.report [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [req-405cd043-990a-492a-8049-11627b32d739] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-405cd043-990a-492a-8049-11627b32d739"}]} [ 923.685859] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead539ca-e490-4db8-b520-1fac2d4e0394 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.691830] env[63440]: DEBUG nova.scheduler.client.report [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Refreshing inventories for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 923.692512] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Releasing lock "refresh_cache-178ba978-585b-472d-9306-ec63df818209" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.692980] env[63440]: DEBUG nova.compute.manager [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Instance network_info: |[{"id": "19110a7d-ce88-478c-97a0-913573795d0c", "address": "fa:16:3e:1a:5c:d6", "network": {"id": "85874815-36af-482c-a0b2-b79278f98139", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2016301094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "108edc89947f4a93a73ded1f3d19c2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19110a7d-ce", "ovs_interfaceid": "19110a7d-ce88-478c-97a0-913573795d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.693943] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:5c:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19110a7d-ce88-478c-97a0-913573795d0c', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.702394] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Creating folder: Project (108edc89947f4a93a73ded1f3d19c2cd). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.705190] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c7045f7-6e6f-4a0d-9322-b2a87eb2d8a2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.707958] env[63440]: DEBUG nova.scheduler.client.report [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Updating ProviderTree inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 923.708380] env[63440]: DEBUG nova.compute.provider_tree [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 923.711744] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0687fe9-8395-4cb8-8b2b-4166251b9c57 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.717106] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Created folder: Project (108edc89947f4a93a73ded1f3d19c2cd) in parent group-v536546. [ 923.717106] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Creating folder: Instances. Parent ref: group-v536778. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.717786] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-977f8eb3-aa4e-4966-9caa-0ae4c73eb9f4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.724975] env[63440]: DEBUG nova.scheduler.client.report [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Refreshing aggregate associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, aggregates: None {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 923.731749] env[63440]: DEBUG nova.virt.block_device [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Updating existing volume attachment record: 0d4b8dec-2878-403a-b341-d4ec2a9d1c47 {{(pid=63440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 923.734878] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Created folder: Instances in parent group-v536778. [ 923.735431] env[63440]: DEBUG oslo.service.loopingcall [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 923.735431] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 178ba978-585b-472d-9306-ec63df818209] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.735590] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96e9b03e-eef1-498e-995e-431e84a98e02 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.752688] env[63440]: DEBUG nova.scheduler.client.report [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Refreshing trait associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 923.760062] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.760062] env[63440]: value = "task-2661859" [ 923.760062] env[63440]: _type = "Task" [ 923.760062] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.848533] env[63440]: DEBUG nova.compute.manager [req-4b80b362-9a3a-4cee-8390-41a168745544 req-55241467-5ba0-43db-b9a9-4016e0ba9b61 service nova] [instance: 178ba978-585b-472d-9306-ec63df818209] Received event network-changed-19110a7d-ce88-478c-97a0-913573795d0c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 923.848533] env[63440]: DEBUG nova.compute.manager [req-4b80b362-9a3a-4cee-8390-41a168745544 req-55241467-5ba0-43db-b9a9-4016e0ba9b61 service nova] [instance: 178ba978-585b-472d-9306-ec63df818209] Refreshing instance network info cache due to event network-changed-19110a7d-ce88-478c-97a0-913573795d0c. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 923.848533] env[63440]: DEBUG oslo_concurrency.lockutils [req-4b80b362-9a3a-4cee-8390-41a168745544 req-55241467-5ba0-43db-b9a9-4016e0ba9b61 service nova] Acquiring lock "refresh_cache-178ba978-585b-472d-9306-ec63df818209" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.848533] env[63440]: DEBUG oslo_concurrency.lockutils [req-4b80b362-9a3a-4cee-8390-41a168745544 req-55241467-5ba0-43db-b9a9-4016e0ba9b61 service nova] Acquired lock "refresh_cache-178ba978-585b-472d-9306-ec63df818209" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.848994] env[63440]: DEBUG nova.network.neutron [req-4b80b362-9a3a-4cee-8390-41a168745544 req-55241467-5ba0-43db-b9a9-4016e0ba9b61 service nova] [instance: 178ba978-585b-472d-9306-ec63df818209] Refreshing network info cache for port 19110a7d-ce88-478c-97a0-913573795d0c {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.999162] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c354cd4d-8bee-4295-b7e4-3332c73a89b4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.006570] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944f4cb3-6a76-491e-9bd6-60ec3e7934ca {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.040214] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a2ece2-f973-4f18-acbe-bc81b22f473a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.048221] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78b768e-08b0-4ba5-8495-da2983f2e258 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.063390] env[63440]: DEBUG nova.compute.provider_tree [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 924.272769] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661859, 'name': CreateVM_Task, 'duration_secs': 0.413506} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.273175] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 178ba978-585b-472d-9306-ec63df818209] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.274070] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.276089] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.276089] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.276089] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e15d3ab5-b194-4847-944c-f45ef36a7c88 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.281245] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Waiting for the task: (returnval){ [ 924.281245] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5231a625-e2f0-2ac6-281a-7daf4ade78df" [ 924.281245] env[63440]: _type = "Task" [ 924.281245] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.292416] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5231a625-e2f0-2ac6-281a-7daf4ade78df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.600777] env[63440]: DEBUG nova.scheduler.client.report [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Updated inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 924.601068] env[63440]: DEBUG nova.compute.provider_tree [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 119 to 120 during operation: update_inventory {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 924.601258] env[63440]: DEBUG nova.compute.provider_tree [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 924.648953] env[63440]: DEBUG nova.network.neutron [req-4b80b362-9a3a-4cee-8390-41a168745544 req-55241467-5ba0-43db-b9a9-4016e0ba9b61 service nova] [instance: 178ba978-585b-472d-9306-ec63df818209] Updated VIF entry in instance network info cache for port 19110a7d-ce88-478c-97a0-913573795d0c. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.648953] env[63440]: DEBUG nova.network.neutron [req-4b80b362-9a3a-4cee-8390-41a168745544 req-55241467-5ba0-43db-b9a9-4016e0ba9b61 service nova] [instance: 178ba978-585b-472d-9306-ec63df818209] Updating instance_info_cache with network_info: [{"id": "19110a7d-ce88-478c-97a0-913573795d0c", "address": "fa:16:3e:1a:5c:d6", "network": {"id": "85874815-36af-482c-a0b2-b79278f98139", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2016301094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "108edc89947f4a93a73ded1f3d19c2cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19110a7d-ce", "ovs_interfaceid": "19110a7d-ce88-478c-97a0-913573795d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.793823] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5231a625-e2f0-2ac6-281a-7daf4ade78df, 'name': SearchDatastore_Task, 'duration_secs': 0.015919} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.794226] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.794226] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.794469] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.794803] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.795009] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.795395] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d67da05-1dfb-425c-94ff-80f3de452d9c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.804383] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.804615] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.805376] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33e0a351-7ab6-4bfe-b6c0-22a12336f1ac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.810512] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Waiting for the task: (returnval){ [ 924.810512] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d92116-1980-d4a3-a6f6-458ff33f3748" [ 924.810512] env[63440]: _type = "Task" [ 924.810512] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.818766] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d92116-1980-d4a3-a6f6-458ff33f3748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.106689] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.283s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.107414] env[63440]: DEBUG nova.compute.manager [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.109937] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.724s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.110338] env[63440]: DEBUG nova.objects.instance [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lazy-loading 'resources' on Instance uuid 51a3a20a-2ea7-49b0-9b82-41d17b38d35a {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.150821] env[63440]: DEBUG oslo_concurrency.lockutils [req-4b80b362-9a3a-4cee-8390-41a168745544 req-55241467-5ba0-43db-b9a9-4016e0ba9b61 service nova] Releasing lock "refresh_cache-178ba978-585b-472d-9306-ec63df818209" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.174096] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "d036c0d9-ff41-4055-8de9-80a085ed8391" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.174215] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "d036c0d9-ff41-4055-8de9-80a085ed8391" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.174610] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "d036c0d9-ff41-4055-8de9-80a085ed8391-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.174610] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "d036c0d9-ff41-4055-8de9-80a085ed8391-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.174819] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "d036c0d9-ff41-4055-8de9-80a085ed8391-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.177101] env[63440]: INFO nova.compute.manager [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Terminating instance [ 925.322519] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d92116-1980-d4a3-a6f6-458ff33f3748, 'name': SearchDatastore_Task, 'duration_secs': 0.014508} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.323453] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3200ce1e-8604-47ef-b27e-8d613eba8466 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.329320] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Waiting for the task: (returnval){ [ 925.329320] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]523623fe-bc26-d0ab-ada8-9b7afc839cc3" [ 925.329320] env[63440]: _type = "Task" [ 925.329320] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.336827] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]523623fe-bc26-d0ab-ada8-9b7afc839cc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.614258] env[63440]: DEBUG nova.compute.utils [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.618560] env[63440]: DEBUG nova.compute.manager [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.618776] env[63440]: DEBUG nova.network.neutron [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.657449] env[63440]: DEBUG nova.policy [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '478097abafdd433f815e81106776a64d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3c9e9a45ba94e03b2344bc39bad331e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.682093] env[63440]: DEBUG nova.compute.manager [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.682305] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.683299] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee904eea-7a43-4373-919e-1de412e538a5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.692884] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.693014] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b15674b4-075f-4e0e-889d-512aacc618f8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.699810] env[63440]: DEBUG oslo_vmware.api [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 925.699810] env[63440]: value = "task-2661861" [ 925.699810] env[63440]: _type = "Task" [ 925.699810] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.710392] env[63440]: DEBUG oslo_vmware.api [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.803138] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "98774004-c151-47e9-a8a7-166a2edf4322" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.803582] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "98774004-c151-47e9-a8a7-166a2edf4322" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.847044] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]523623fe-bc26-d0ab-ada8-9b7afc839cc3, 'name': SearchDatastore_Task, 'duration_secs': 0.021588} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.847044] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.847044] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 178ba978-585b-472d-9306-ec63df818209/178ba978-585b-472d-9306-ec63df818209.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.847044] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f505a9d-a4ef-4bc4-94d9-2ffe14e92ed8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.856865] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Waiting for the task: (returnval){ [ 925.856865] env[63440]: value = "task-2661862" [ 925.856865] env[63440]: _type = "Task" [ 925.856865] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.865873] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': task-2661862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.914544] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8bb93c-9a43-4bd7-b20b-7704d158fd2c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.924368] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e69011f-5a6c-431b-9d64-b8db48627fe8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.959445] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc518802-af3f-4896-8095-fa91702dced0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.969256] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3875b9d4-01fc-4b2f-b770-e356e7bf7465 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.985094] env[63440]: DEBUG nova.compute.provider_tree [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.119464] env[63440]: DEBUG nova.compute.manager [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.217419] env[63440]: DEBUG oslo_vmware.api [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661861, 'name': PowerOffVM_Task, 'duration_secs': 0.217737} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.217419] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.217419] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.217740] env[63440]: DEBUG nova.network.neutron [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Successfully created port: 209c1e2d-8fba-447b-8cd0-e44dcb2d4b3e {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.219789] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24236135-613f-462d-80dc-9fa5730717d0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.293355] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.293557] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.293745] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Deleting the datastore file [datastore1] d036c0d9-ff41-4055-8de9-80a085ed8391 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.294033] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aeb34169-30da-42cf-a87e-676faed4352c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.303536] env[63440]: DEBUG oslo_vmware.api [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 926.303536] env[63440]: value = "task-2661864" [ 926.303536] env[63440]: _type = "Task" [ 926.303536] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.313718] env[63440]: DEBUG nova.compute.manager [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.319272] env[63440]: DEBUG oslo_vmware.api [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.369091] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': task-2661862, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.488381] env[63440]: DEBUG nova.scheduler.client.report [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.812465] env[63440]: DEBUG oslo_vmware.api [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25685} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.813233] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.813568] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.813874] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.814176] env[63440]: INFO nova.compute.manager [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Took 1.13 seconds to destroy the instance on the hypervisor. [ 926.814546] env[63440]: DEBUG oslo.service.loopingcall [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 926.814850] env[63440]: DEBUG nova.compute.manager [-] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.815068] env[63440]: DEBUG nova.network.neutron [-] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.841827] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.865645] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': task-2661862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690016} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.867025] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 178ba978-585b-472d-9306-ec63df818209/178ba978-585b-472d-9306-ec63df818209.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.867025] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.867025] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d974481-415d-497e-9696-999c2e9f54e1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.873499] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Waiting for the task: (returnval){ [ 926.873499] env[63440]: value = "task-2661865" [ 926.873499] env[63440]: _type = "Task" [ 926.873499] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.882474] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': task-2661865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.993718] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.998141] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.005s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.003024] env[63440]: INFO nova.compute.claims [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.035546] env[63440]: INFO nova.scheduler.client.report [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Deleted allocations for instance 51a3a20a-2ea7-49b0-9b82-41d17b38d35a [ 927.130648] env[63440]: DEBUG nova.compute.manager [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.165751] env[63440]: DEBUG nova.compute.manager [req-845c9a6a-518c-4f08-af29-666a03f02449 req-5a7643cc-36e5-453d-96c1-22035d886f9a service nova] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Received event network-vif-deleted-329dec1f-db44-4a17-9778-0ba14abee966 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.166033] env[63440]: INFO nova.compute.manager [req-845c9a6a-518c-4f08-af29-666a03f02449 req-5a7643cc-36e5-453d-96c1-22035d886f9a service nova] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Neutron deleted interface 329dec1f-db44-4a17-9778-0ba14abee966; detaching it from the instance and deleting it from the info cache [ 927.166353] env[63440]: DEBUG nova.network.neutron [req-845c9a6a-518c-4f08-af29-666a03f02449 req-5a7643cc-36e5-453d-96c1-22035d886f9a service nova] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.179986] env[63440]: DEBUG nova.virt.hardware [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.180388] env[63440]: DEBUG nova.virt.hardware [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.180537] env[63440]: DEBUG nova.virt.hardware [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.180887] env[63440]: DEBUG nova.virt.hardware [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.180971] env[63440]: DEBUG nova.virt.hardware [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.181168] env[63440]: DEBUG nova.virt.hardware [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.181452] env[63440]: DEBUG nova.virt.hardware [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.181672] env[63440]: DEBUG nova.virt.hardware [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.181891] env[63440]: DEBUG nova.virt.hardware [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.182153] env[63440]: DEBUG nova.virt.hardware [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.182359] env[63440]: DEBUG nova.virt.hardware [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.184341] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedab939-d9c9-46a5-949b-8d3317de0750 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.194954] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bee471-4fdd-45c5-8e99-90e01eef773d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.384946] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': task-2661865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091942} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.385355] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.386162] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c9bc89-01d4-4d09-9ff0-139732b03868 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.411211] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 178ba978-585b-472d-9306-ec63df818209/178ba978-585b-472d-9306-ec63df818209.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.411667] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4c469c7-a419-44e9-bee2-9a29b7c56344 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.436672] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Waiting for the task: (returnval){ [ 927.436672] env[63440]: value = "task-2661866" [ 927.436672] env[63440]: _type = "Task" [ 927.436672] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.447703] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': task-2661866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.547025] env[63440]: DEBUG oslo_concurrency.lockutils [None req-46c22745-1abd-46cb-99a8-955dcb9854da tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.126s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.547025] env[63440]: DEBUG oslo_concurrency.lockutils [req-7c47b4e0-3a0f-466f-ac5f-103d3bca379f req-20cea701-a304-41b9-a883-6993c6f35b88 service nova] Acquired lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.547025] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c733b17-d323-4984-a6fb-77dc5c066534 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.559028] env[63440]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 927.559028] env[63440]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=63440) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 927.559028] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ad1a740-c4ac-42a8-a9bb-d43cfaf05f48 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.568130] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2491de17-7233-452e-a322-67b6c39db9a5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.612299] env[63440]: DEBUG nova.network.neutron [-] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.613164] env[63440]: ERROR root [req-7c47b4e0-3a0f-466f-ac5f-103d3bca379f req-20cea701-a304-41b9-a883-6993c6f35b88 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-536709' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-536709' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-536709' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-536709'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-536709' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-536709' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-536709'}\n"]: nova.exception.InstanceNotFound: Instance 51a3a20a-2ea7-49b0-9b82-41d17b38d35a could not be found. [ 927.613388] env[63440]: DEBUG oslo_concurrency.lockutils [req-7c47b4e0-3a0f-466f-ac5f-103d3bca379f req-20cea701-a304-41b9-a883-6993c6f35b88 service nova] Releasing lock "51a3a20a-2ea7-49b0-9b82-41d17b38d35a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.613665] env[63440]: DEBUG nova.compute.manager [req-7c47b4e0-3a0f-466f-ac5f-103d3bca379f req-20cea701-a304-41b9-a883-6993c6f35b88 service nova] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Detach interface failed, port_id=f674732f-5ff6-410a-b03b-aadf26b9ff3a, reason: Instance 51a3a20a-2ea7-49b0-9b82-41d17b38d35a could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 927.675330] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2176421-19b5-46d9-8850-5c1869fd6031 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.685215] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9f6cb1-cfa9-4dc8-973b-5d5e8d66462e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.722396] env[63440]: DEBUG nova.compute.manager [req-845c9a6a-518c-4f08-af29-666a03f02449 req-5a7643cc-36e5-453d-96c1-22035d886f9a service nova] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Detach interface failed, port_id=329dec1f-db44-4a17-9778-0ba14abee966, reason: Instance d036c0d9-ff41-4055-8de9-80a085ed8391 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 927.948378] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': task-2661866, 'name': ReconfigVM_Task, 'duration_secs': 0.379225} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.949073] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 178ba978-585b-472d-9306-ec63df818209/178ba978-585b-472d-9306-ec63df818209.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.954129] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dca5805-5bfa-41eb-9df4-af60895cf147 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.959275] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Waiting for the task: (returnval){ [ 927.959275] env[63440]: value = "task-2661867" [ 927.959275] env[63440]: _type = "Task" [ 927.959275] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.971193] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': task-2661867, 'name': Rename_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.114868] env[63440]: INFO nova.compute.manager [-] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Took 1.30 seconds to deallocate network for instance. [ 928.119179] env[63440]: DEBUG nova.compute.manager [req-7cc58ac2-4cd5-41da-8903-a68166072cbc req-87af0eac-cda1-4915-b5d6-6735c7c5c97c service nova] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Received event network-vif-plugged-209c1e2d-8fba-447b-8cd0-e44dcb2d4b3e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.119179] env[63440]: DEBUG oslo_concurrency.lockutils [req-7cc58ac2-4cd5-41da-8903-a68166072cbc req-87af0eac-cda1-4915-b5d6-6735c7c5c97c service nova] Acquiring lock "7de1ebe6-b265-4142-bb9e-d059a04d90b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.119179] env[63440]: DEBUG oslo_concurrency.lockutils [req-7cc58ac2-4cd5-41da-8903-a68166072cbc req-87af0eac-cda1-4915-b5d6-6735c7c5c97c service nova] Lock "7de1ebe6-b265-4142-bb9e-d059a04d90b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.119179] env[63440]: DEBUG oslo_concurrency.lockutils [req-7cc58ac2-4cd5-41da-8903-a68166072cbc req-87af0eac-cda1-4915-b5d6-6735c7c5c97c service nova] Lock "7de1ebe6-b265-4142-bb9e-d059a04d90b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.119179] env[63440]: DEBUG nova.compute.manager [req-7cc58ac2-4cd5-41da-8903-a68166072cbc req-87af0eac-cda1-4915-b5d6-6735c7c5c97c service nova] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] No waiting events found dispatching network-vif-plugged-209c1e2d-8fba-447b-8cd0-e44dcb2d4b3e {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.119179] env[63440]: WARNING nova.compute.manager [req-7cc58ac2-4cd5-41da-8903-a68166072cbc req-87af0eac-cda1-4915-b5d6-6735c7c5c97c service nova] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Received unexpected event network-vif-plugged-209c1e2d-8fba-447b-8cd0-e44dcb2d4b3e for instance with vm_state building and task_state spawning. [ 928.300937] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3e399b-f2f7-417c-a87a-5cda7ded27a6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.309446] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe6cad2-71ad-4254-a8ef-483bc8bd3cf6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.340194] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a04cdb-ea9d-4dcb-aaf9-fec1e18109a9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.348076] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a8c9ef-b212-4b43-bc6d-b4e59a4c5556 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.363733] env[63440]: DEBUG nova.compute.provider_tree [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.401257] env[63440]: DEBUG nova.network.neutron [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Successfully updated port: 209c1e2d-8fba-447b-8cd0-e44dcb2d4b3e {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.425093] env[63440]: DEBUG nova.compute.manager [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.438766] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c253a1-a088-40d9-aa27-aa39239a52f4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.471757] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': task-2661867, 'name': Rename_Task, 'duration_secs': 0.186918} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.472064] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.472322] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af9b665b-1852-45c2-aad9-27372074fcbb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.482396] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Waiting for the task: (returnval){ [ 928.482396] env[63440]: value = "task-2661869" [ 928.482396] env[63440]: _type = "Task" [ 928.482396] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.492378] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': task-2661869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.630794] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.867721] env[63440]: DEBUG nova.scheduler.client.report [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.906817] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "refresh_cache-7de1ebe6-b265-4142-bb9e-d059a04d90b4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.906986] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "refresh_cache-7de1ebe6-b265-4142-bb9e-d059a04d90b4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.907170] env[63440]: DEBUG nova.network.neutron [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.947114] env[63440]: INFO nova.compute.manager [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] instance snapshotting [ 928.947114] env[63440]: DEBUG nova.objects.instance [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lazy-loading 'flavor' on Instance uuid 98f3eb33-c3a0-404d-b689-16bd5baa4dd1 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.993343] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': task-2661869, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.373081] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.373698] env[63440]: DEBUG nova.compute.manager [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.380471] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.928s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.382732] env[63440]: INFO nova.compute.claims [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.452647] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1608f3-79b1-42e7-ae26-800a73be5382 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.477316] env[63440]: DEBUG nova.network.neutron [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.480675] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ed2081-f6c6-43be-a5f5-f6e5c6a97c4c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.497131] env[63440]: DEBUG oslo_vmware.api [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': task-2661869, 'name': PowerOnVM_Task, 'duration_secs': 0.549601} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.497131] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.497131] env[63440]: INFO nova.compute.manager [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Took 8.11 seconds to spawn the instance on the hypervisor. [ 929.497131] env[63440]: DEBUG nova.compute.manager [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.497131] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f483d7-2910-4de3-9131-2cc56fc61c57 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.785296] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "12f18f18-d670-4e68-b102-47b5d4920cc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.785952] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "12f18f18-d670-4e68-b102-47b5d4920cc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.882018] env[63440]: DEBUG nova.compute.utils [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.883073] env[63440]: DEBUG nova.compute.manager [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.887245] env[63440]: DEBUG nova.network.neutron [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.940592] env[63440]: DEBUG nova.network.neutron [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Updating instance_info_cache with network_info: [{"id": "209c1e2d-8fba-447b-8cd0-e44dcb2d4b3e", "address": "fa:16:3e:6a:85:75", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap209c1e2d-8f", "ovs_interfaceid": "209c1e2d-8fba-447b-8cd0-e44dcb2d4b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.946958] env[63440]: DEBUG nova.policy [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4218ba1a27a343ba8ab8c800062ae972', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a56aec7fb87248bea3a677e497ca64a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.997988] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Creating Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 929.998347] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-54243203-3ef8-4314-8f4b-20d110304339 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.006153] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 930.006153] env[63440]: value = "task-2661870" [ 930.006153] env[63440]: _type = "Task" [ 930.006153] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.019667] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661870, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.020312] env[63440]: INFO nova.compute.manager [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Took 28.25 seconds to build instance. [ 930.156848] env[63440]: DEBUG nova.compute.manager [req-fe46919c-f797-43f0-b6ad-6851e9ec6537 req-b62f982c-5149-4856-9d2a-43d067227d48 service nova] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Received event network-changed-209c1e2d-8fba-447b-8cd0-e44dcb2d4b3e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.157968] env[63440]: DEBUG nova.compute.manager [req-fe46919c-f797-43f0-b6ad-6851e9ec6537 req-b62f982c-5149-4856-9d2a-43d067227d48 service nova] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Refreshing instance network info cache due to event network-changed-209c1e2d-8fba-447b-8cd0-e44dcb2d4b3e. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 930.157968] env[63440]: DEBUG oslo_concurrency.lockutils [req-fe46919c-f797-43f0-b6ad-6851e9ec6537 req-b62f982c-5149-4856-9d2a-43d067227d48 service nova] Acquiring lock "refresh_cache-7de1ebe6-b265-4142-bb9e-d059a04d90b4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.198766] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Acquiring lock "dd187b0c-60a3-4f0d-b9c3-19b28fa8d856" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.199159] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Lock "dd187b0c-60a3-4f0d-b9c3-19b28fa8d856" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.238482] env[63440]: DEBUG nova.network.neutron [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Successfully created port: 07905eef-ffa3-477c-b340-1c42e3945aca {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.288619] env[63440]: DEBUG nova.compute.manager [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.390267] env[63440]: DEBUG nova.compute.manager [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.444642] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "refresh_cache-7de1ebe6-b265-4142-bb9e-d059a04d90b4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.444990] env[63440]: DEBUG nova.compute.manager [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Instance network_info: |[{"id": "209c1e2d-8fba-447b-8cd0-e44dcb2d4b3e", "address": "fa:16:3e:6a:85:75", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap209c1e2d-8f", "ovs_interfaceid": "209c1e2d-8fba-447b-8cd0-e44dcb2d4b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.446478] env[63440]: DEBUG oslo_concurrency.lockutils [req-fe46919c-f797-43f0-b6ad-6851e9ec6537 req-b62f982c-5149-4856-9d2a-43d067227d48 service nova] Acquired lock "refresh_cache-7de1ebe6-b265-4142-bb9e-d059a04d90b4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.446478] env[63440]: DEBUG nova.network.neutron [req-fe46919c-f797-43f0-b6ad-6851e9ec6537 req-b62f982c-5149-4856-9d2a-43d067227d48 service nova] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Refreshing network info cache for port 209c1e2d-8fba-447b-8cd0-e44dcb2d4b3e {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.446765] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:85:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '209c1e2d-8fba-447b-8cd0-e44dcb2d4b3e', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.455397] env[63440]: DEBUG oslo.service.loopingcall [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.460182] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.460426] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49b8940e-a1dd-47ea-9a0e-0ba45ac273e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.488788] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.488788] env[63440]: value = "task-2661871" [ 930.488788] env[63440]: _type = "Task" [ 930.488788] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.496984] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661871, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.516977] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661870, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.522543] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a846dfa5-a802-4ad2-a401-37a2af6f4222 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Lock "178ba978-585b-472d-9306-ec63df818209" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.772s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.667265] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e83c7b-e35e-4306-ae02-ab15d8fa67e3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.675821] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2082bae0-6ae6-4331-a34f-43f4263c70c9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.707810] env[63440]: DEBUG nova.compute.manager [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.711270] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cce487-27d6-4b9f-9b44-ff16db9de68f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.719749] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36a62d9-631c-4f21-99ff-df01c2364920 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.734781] env[63440]: DEBUG nova.compute.provider_tree [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.003462] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661871, 'name': CreateVM_Task} progress is 15%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.016047] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661870, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.131678] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Volume attach. Driver type: vmdk {{(pid=63440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 931.131678] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536781', 'volume_id': '90eaca9f-9ae9-439a-9a86-6bfcd64509a1', 'name': 'volume-90eaca9f-9ae9-439a-9a86-6bfcd64509a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '251dcd8a-1497-4044-af21-91b1cb49a614', 'attached_at': '', 'detached_at': '', 'volume_id': '90eaca9f-9ae9-439a-9a86-6bfcd64509a1', 'serial': '90eaca9f-9ae9-439a-9a86-6bfcd64509a1'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 931.131678] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b7ac3b-975f-4e0c-abec-49b86618315e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.155881] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30925bdb-c9b9-48b8-a37d-75f9f16622cd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.187024] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] volume-90eaca9f-9ae9-439a-9a86-6bfcd64509a1/volume-90eaca9f-9ae9-439a-9a86-6bfcd64509a1.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.188103] env[63440]: DEBUG nova.network.neutron [req-fe46919c-f797-43f0-b6ad-6851e9ec6537 req-b62f982c-5149-4856-9d2a-43d067227d48 service nova] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Updated VIF entry in instance network info cache for port 209c1e2d-8fba-447b-8cd0-e44dcb2d4b3e. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.188447] env[63440]: DEBUG nova.network.neutron [req-fe46919c-f797-43f0-b6ad-6851e9ec6537 req-b62f982c-5149-4856-9d2a-43d067227d48 service nova] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Updating instance_info_cache with network_info: [{"id": "209c1e2d-8fba-447b-8cd0-e44dcb2d4b3e", "address": "fa:16:3e:6a:85:75", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap209c1e2d-8f", "ovs_interfaceid": "209c1e2d-8fba-447b-8cd0-e44dcb2d4b3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.191506] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-305b74fb-f36b-439b-bbb6-76b729797054 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.205821] env[63440]: DEBUG oslo_concurrency.lockutils [req-fe46919c-f797-43f0-b6ad-6851e9ec6537 req-b62f982c-5149-4856-9d2a-43d067227d48 service nova] Releasing lock "refresh_cache-7de1ebe6-b265-4142-bb9e-d059a04d90b4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.223756] env[63440]: DEBUG oslo_vmware.api [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 931.223756] env[63440]: value = "task-2661872" [ 931.223756] env[63440]: _type = "Task" [ 931.223756] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.232340] env[63440]: DEBUG oslo_vmware.api [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.233353] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.238121] env[63440]: DEBUG nova.scheduler.client.report [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.315610] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.453658] env[63440]: DEBUG nova.network.neutron [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Successfully created port: d0666e01-c803-4495-ba8b-4d263f5dfa8b {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.501729] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661871, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.516408] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661870, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.709612] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Acquiring lock "178ba978-585b-472d-9306-ec63df818209" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.709951] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Lock "178ba978-585b-472d-9306-ec63df818209" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.710261] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Acquiring lock "178ba978-585b-472d-9306-ec63df818209-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.710495] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Lock "178ba978-585b-472d-9306-ec63df818209-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.710875] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Lock "178ba978-585b-472d-9306-ec63df818209-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.712986] env[63440]: INFO nova.compute.manager [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Terminating instance [ 931.734984] env[63440]: DEBUG oslo_vmware.api [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.743705] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.745432] env[63440]: DEBUG nova.compute.manager [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.748239] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.504s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.748590] env[63440]: DEBUG nova.objects.instance [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lazy-loading 'resources' on Instance uuid 3975571b-6635-4b25-ab2d-b9a406831b56 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.902074] env[63440]: DEBUG nova.compute.manager [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.932102] env[63440]: DEBUG nova.virt.hardware [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.932520] env[63440]: DEBUG nova.virt.hardware [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.932793] env[63440]: DEBUG nova.virt.hardware [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.933120] env[63440]: DEBUG nova.virt.hardware [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.933385] env[63440]: DEBUG nova.virt.hardware [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.933722] env[63440]: DEBUG nova.virt.hardware [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.934114] env[63440]: DEBUG nova.virt.hardware [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.934421] env[63440]: DEBUG nova.virt.hardware [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.934724] env[63440]: DEBUG nova.virt.hardware [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.935010] env[63440]: DEBUG nova.virt.hardware [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.935341] env[63440]: DEBUG nova.virt.hardware [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.936762] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99012f9-9f90-4858-8e6b-312b6c808588 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.948540] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b2d6a7-70d6-4992-8f28-790ea069f6ab {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.006177] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661871, 'name': CreateVM_Task, 'duration_secs': 1.108847} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.006482] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.007485] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.007773] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.008247] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.008690] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbcf0814-465e-4c5d-b934-c5b79b743c39 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.020042] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 932.020042] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5247e420-6a51-26b8-a1dd-1921e71a2a87" [ 932.020042] env[63440]: _type = "Task" [ 932.020042] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.025799] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661870, 'name': CreateSnapshot_Task, 'duration_secs': 1.924325} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.030705] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Created Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 932.031854] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c37c172-8992-4a23-98f3-9ea20b0c6764 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.040634] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5247e420-6a51-26b8-a1dd-1921e71a2a87, 'name': SearchDatastore_Task, 'duration_secs': 0.014927} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.043994] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.044276] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.044505] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.044654] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.044834] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.047677] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eaaa38a8-5ebe-44be-ac38-8a05f8330159 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.055981] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.056217] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.057053] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b042e120-3ca8-4c6c-a042-6fed3756cdbd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.062434] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 932.062434] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52da91da-7d33-11b5-61cc-404c9e99de29" [ 932.062434] env[63440]: _type = "Task" [ 932.062434] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.069862] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52da91da-7d33-11b5-61cc-404c9e99de29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.217067] env[63440]: DEBUG nova.compute.manager [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.217067] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.218398] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e7b10c-2a34-4524-8115-2bf83c4ee74a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.230133] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.230868] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed3d5c4a-7e14-4b83-a018-18acbe1df58f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.235776] env[63440]: DEBUG oslo_vmware.api [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661872, 'name': ReconfigVM_Task, 'duration_secs': 0.79711} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.236518] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Reconfigured VM instance instance-00000047 to attach disk [datastore2] volume-90eaca9f-9ae9-439a-9a86-6bfcd64509a1/volume-90eaca9f-9ae9-439a-9a86-6bfcd64509a1.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.243125] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc349935-d5cb-460e-b51c-49a7df6be08e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.254881] env[63440]: DEBUG oslo_vmware.api [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Waiting for the task: (returnval){ [ 932.254881] env[63440]: value = "task-2661873" [ 932.254881] env[63440]: _type = "Task" [ 932.254881] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.256301] env[63440]: DEBUG nova.compute.utils [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.260915] env[63440]: DEBUG nova.compute.manager [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.261121] env[63440]: DEBUG nova.network.neutron [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.268055] env[63440]: DEBUG oslo_vmware.api [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 932.268055] env[63440]: value = "task-2661874" [ 932.268055] env[63440]: _type = "Task" [ 932.268055] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.276041] env[63440]: DEBUG oslo_vmware.api [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': task-2661873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.281253] env[63440]: DEBUG oslo_vmware.api [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661874, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.322986] env[63440]: DEBUG nova.policy [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7741fa4a5bd64ba5a0844f5c564caddb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '815d4dcab2a547729280d5b3d164b040', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.471220] env[63440]: DEBUG oslo_vmware.rw_handles [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b1127-833b-ed57-85e2-fe41406f9120/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 932.472218] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ecc149-e657-46ed-938c-0a5f3c287444 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.480460] env[63440]: DEBUG oslo_vmware.rw_handles [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b1127-833b-ed57-85e2-fe41406f9120/disk-0.vmdk is in state: ready. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 932.480626] env[63440]: ERROR oslo_vmware.rw_handles [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b1127-833b-ed57-85e2-fe41406f9120/disk-0.vmdk due to incomplete transfer. [ 932.480849] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-eeb98f2c-1973-41ba-8d33-b7e3e2463183 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.487698] env[63440]: DEBUG oslo_vmware.rw_handles [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b1127-833b-ed57-85e2-fe41406f9120/disk-0.vmdk. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 932.488064] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Uploaded image 4b5ff683-6971-446d-a649-4c3402053feb to the Glance image server {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 932.490314] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Destroying the VM {{(pid=63440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 932.492795] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ab7a78a0-544f-4555-9dce-252ca7352949 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.499782] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 932.499782] env[63440]: value = "task-2661875" [ 932.499782] env[63440]: _type = "Task" [ 932.499782] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.507489] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661875, 'name': Destroy_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.521029] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c02c718-4b5c-4195-a4cb-c1faab2ec36a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.527968] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d567a7-3402-48be-88d0-bc3ca140bafc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.566579] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Creating linked-clone VM from snapshot {{(pid=63440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 932.567285] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0f3be072-1708-41b2-b092-d808f85909e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.571066] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728e8225-3a93-452e-a6a0-2371806e6b32 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.586570] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377b3aa0-4f73-4368-bd99-c1b6e08be218 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.593910] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52da91da-7d33-11b5-61cc-404c9e99de29, 'name': SearchDatastore_Task, 'duration_secs': 0.01406} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.594326] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 932.594326] env[63440]: value = "task-2661876" [ 932.594326] env[63440]: _type = "Task" [ 932.594326] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.598252] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bbc7a77-3fe6-4dfa-b198-7e1f7046f3ca {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.610528] env[63440]: DEBUG nova.compute.provider_tree [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.619254] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 932.619254] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fc4187-75c9-4577-23d4-3f9ca396c52f" [ 932.619254] env[63440]: _type = "Task" [ 932.619254] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.619529] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661876, 'name': CloneVM_Task} progress is 12%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.628705] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fc4187-75c9-4577-23d4-3f9ca396c52f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.747261] env[63440]: DEBUG nova.network.neutron [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Successfully created port: 6310bc48-0920-47ab-ba6b-a38b2c4607ab {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.761805] env[63440]: DEBUG nova.compute.manager [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.777741] env[63440]: DEBUG oslo_vmware.api [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': task-2661873, 'name': PowerOffVM_Task, 'duration_secs': 0.355331} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.781363] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.781846] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.782124] env[63440]: DEBUG oslo_vmware.api [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661874, 'name': ReconfigVM_Task, 'duration_secs': 0.214537} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.782342] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25cc4846-dc2a-410a-9d60-785690269165 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.783993] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536781', 'volume_id': '90eaca9f-9ae9-439a-9a86-6bfcd64509a1', 'name': 'volume-90eaca9f-9ae9-439a-9a86-6bfcd64509a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '251dcd8a-1497-4044-af21-91b1cb49a614', 'attached_at': '', 'detached_at': '', 'volume_id': '90eaca9f-9ae9-439a-9a86-6bfcd64509a1', 'serial': '90eaca9f-9ae9-439a-9a86-6bfcd64509a1'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 932.860959] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.861422] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.861588] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Deleting the datastore file [datastore2] 178ba978-585b-472d-9306-ec63df818209 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.861989] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-445b6e14-b73a-4a56-9dcd-f1009203d108 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.867876] env[63440]: DEBUG nova.compute.manager [req-9244bea4-8692-408c-bb18-2f0c86ac0e63 req-1d0b167b-f249-46c3-9173-5ecb2c63362a service nova] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Received event network-vif-plugged-07905eef-ffa3-477c-b340-1c42e3945aca {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.867876] env[63440]: DEBUG oslo_concurrency.lockutils [req-9244bea4-8692-408c-bb18-2f0c86ac0e63 req-1d0b167b-f249-46c3-9173-5ecb2c63362a service nova] Acquiring lock "3f7cdc15-5937-46fd-8e4b-a32f5a5e402f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.867876] env[63440]: DEBUG oslo_concurrency.lockutils [req-9244bea4-8692-408c-bb18-2f0c86ac0e63 req-1d0b167b-f249-46c3-9173-5ecb2c63362a service nova] Lock "3f7cdc15-5937-46fd-8e4b-a32f5a5e402f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.868287] env[63440]: DEBUG oslo_concurrency.lockutils [req-9244bea4-8692-408c-bb18-2f0c86ac0e63 req-1d0b167b-f249-46c3-9173-5ecb2c63362a service nova] Lock "3f7cdc15-5937-46fd-8e4b-a32f5a5e402f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.868287] env[63440]: DEBUG nova.compute.manager [req-9244bea4-8692-408c-bb18-2f0c86ac0e63 req-1d0b167b-f249-46c3-9173-5ecb2c63362a service nova] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] No waiting events found dispatching network-vif-plugged-07905eef-ffa3-477c-b340-1c42e3945aca {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.868287] env[63440]: WARNING nova.compute.manager [req-9244bea4-8692-408c-bb18-2f0c86ac0e63 req-1d0b167b-f249-46c3-9173-5ecb2c63362a service nova] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Received unexpected event network-vif-plugged-07905eef-ffa3-477c-b340-1c42e3945aca for instance with vm_state building and task_state spawning. [ 932.873222] env[63440]: DEBUG oslo_vmware.api [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Waiting for the task: (returnval){ [ 932.873222] env[63440]: value = "task-2661878" [ 932.873222] env[63440]: _type = "Task" [ 932.873222] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.881552] env[63440]: DEBUG oslo_vmware.api [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': task-2661878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.954784] env[63440]: DEBUG nova.network.neutron [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Successfully updated port: 07905eef-ffa3-477c-b340-1c42e3945aca {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.010562] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661875, 'name': Destroy_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.105269] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661876, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.114386] env[63440]: DEBUG nova.scheduler.client.report [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.130698] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fc4187-75c9-4577-23d4-3f9ca396c52f, 'name': SearchDatastore_Task, 'duration_secs': 0.026356} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.131241] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.131615] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 7de1ebe6-b265-4142-bb9e-d059a04d90b4/7de1ebe6-b265-4142-bb9e-d059a04d90b4.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.132384] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59555175-aa1f-4b75-84c6-7d17832c8d5a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.138997] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 933.138997] env[63440]: value = "task-2661879" [ 933.138997] env[63440]: _type = "Task" [ 933.138997] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.147234] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.383831] env[63440]: DEBUG oslo_vmware.api [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Task: {'id': task-2661878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377438} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.384175] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.384408] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.384606] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.384785] env[63440]: INFO nova.compute.manager [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] [instance: 178ba978-585b-472d-9306-ec63df818209] Took 1.17 seconds to destroy the instance on the hypervisor. [ 933.385090] env[63440]: DEBUG oslo.service.loopingcall [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 933.385312] env[63440]: DEBUG nova.compute.manager [-] [instance: 178ba978-585b-472d-9306-ec63df818209] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.385423] env[63440]: DEBUG nova.network.neutron [-] [instance: 178ba978-585b-472d-9306-ec63df818209] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.510503] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661875, 'name': Destroy_Task, 'duration_secs': 0.664629} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.510825] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Destroyed the VM [ 933.511054] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Deleting Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 933.511335] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0e8f3964-9c65-4131-97aa-769f1ffd0fa3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.518141] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 933.518141] env[63440]: value = "task-2661880" [ 933.518141] env[63440]: _type = "Task" [ 933.518141] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.526760] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661880, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.612936] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661876, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.620111] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.627524] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.710s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.652340] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661879, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.660719] env[63440]: INFO nova.scheduler.client.report [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Deleted allocations for instance 3975571b-6635-4b25-ab2d-b9a406831b56 [ 933.775679] env[63440]: DEBUG nova.compute.manager [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.810024] env[63440]: DEBUG nova.virt.hardware [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.810024] env[63440]: DEBUG nova.virt.hardware [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.810024] env[63440]: DEBUG nova.virt.hardware [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.810024] env[63440]: DEBUG nova.virt.hardware [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.810024] env[63440]: DEBUG nova.virt.hardware [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.810024] env[63440]: DEBUG nova.virt.hardware [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.810549] env[63440]: DEBUG nova.virt.hardware [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.810888] env[63440]: DEBUG nova.virt.hardware [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.811240] env[63440]: DEBUG nova.virt.hardware [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.811560] env[63440]: DEBUG nova.virt.hardware [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.811891] env[63440]: DEBUG nova.virt.hardware [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.813501] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6714edec-af03-4e9e-95f4-edbe9ece7f3a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.821877] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e6f4a8-b2f4-45db-bb4a-046357515496 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.828687] env[63440]: DEBUG nova.objects.instance [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lazy-loading 'flavor' on Instance uuid 251dcd8a-1497-4044-af21-91b1cb49a614 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.027976] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661880, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.106873] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661876, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.152739] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818348} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.153101] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 7de1ebe6-b265-4142-bb9e-d059a04d90b4/7de1ebe6-b265-4142-bb9e-d059a04d90b4.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.153242] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.153496] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6a6725b-2089-4336-a2f3-d21873ce484e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.160184] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 934.160184] env[63440]: value = "task-2661881" [ 934.160184] env[63440]: _type = "Task" [ 934.160184] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.167672] env[63440]: DEBUG oslo_concurrency.lockutils [None req-49914dc1-60c6-430e-9c12-9d4216107279 tempest-ImagesTestJSON-1734583225 tempest-ImagesTestJSON-1734583225-project-member] Lock "3975571b-6635-4b25-ab2d-b9a406831b56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.853s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.171370] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.226238] env[63440]: DEBUG nova.compute.manager [req-2302a14b-536d-44b4-828d-33130066c798 req-76f67859-ea0a-4e92-aecc-3b41ababbe27 service nova] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Received event network-vif-plugged-6310bc48-0920-47ab-ba6b-a38b2c4607ab {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.226238] env[63440]: DEBUG oslo_concurrency.lockutils [req-2302a14b-536d-44b4-828d-33130066c798 req-76f67859-ea0a-4e92-aecc-3b41ababbe27 service nova] Acquiring lock "2ea6f201-e3bf-458e-8ee3-110a42f81958-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.226238] env[63440]: DEBUG oslo_concurrency.lockutils [req-2302a14b-536d-44b4-828d-33130066c798 req-76f67859-ea0a-4e92-aecc-3b41ababbe27 service nova] Lock "2ea6f201-e3bf-458e-8ee3-110a42f81958-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.226238] env[63440]: DEBUG oslo_concurrency.lockutils [req-2302a14b-536d-44b4-828d-33130066c798 req-76f67859-ea0a-4e92-aecc-3b41ababbe27 service nova] Lock "2ea6f201-e3bf-458e-8ee3-110a42f81958-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.226904] env[63440]: DEBUG nova.compute.manager [req-2302a14b-536d-44b4-828d-33130066c798 req-76f67859-ea0a-4e92-aecc-3b41ababbe27 service nova] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] No waiting events found dispatching network-vif-plugged-6310bc48-0920-47ab-ba6b-a38b2c4607ab {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.227309] env[63440]: WARNING nova.compute.manager [req-2302a14b-536d-44b4-828d-33130066c798 req-76f67859-ea0a-4e92-aecc-3b41ababbe27 service nova] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Received unexpected event network-vif-plugged-6310bc48-0920-47ab-ba6b-a38b2c4607ab for instance with vm_state building and task_state spawning. [ 934.282582] env[63440]: DEBUG nova.network.neutron [-] [instance: 178ba978-585b-472d-9306-ec63df818209] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.336378] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2e819cd0-2808-4446-ae2d-7db30a620b6c tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "251dcd8a-1497-4044-af21-91b1cb49a614" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.685s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.339739] env[63440]: DEBUG nova.network.neutron [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Successfully updated port: 6310bc48-0920-47ab-ba6b-a38b2c4607ab {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.529619] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661880, 'name': RemoveSnapshot_Task, 'duration_secs': 0.863503} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.529945] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Deleted Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 934.530271] env[63440]: DEBUG nova.compute.manager [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.531121] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0192f2dc-6ca7-49cd-be3a-5ad8dfee999a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.606490] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661876, 'name': CloneVM_Task} progress is 95%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.669217] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 2aed780b-9671-434f-99e8-3d75f19e95aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.669217] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 00f8a56f-37af-48cf-97f5-5ea6d8be75d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.669217] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 1e804776-533b-48a2-9d87-cd51a0781f9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.669217] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 251dcd8a-1497-4044-af21-91b1cb49a614 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.669217] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.669217] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 98f3eb33-c3a0-404d-b689-16bd5baa4dd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.669217] env[63440]: WARNING nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance d036c0d9-ff41-4055-8de9-80a085ed8391 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 934.669217] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 9f9922fb-aca3-4eef-a5be-4106e2abb77d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.669217] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance f59c82f7-db27-4442-8751-ceb1a8a43656 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.669217] env[63440]: WARNING nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 934.669217] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 178ba978-585b-472d-9306-ec63df818209 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.669217] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 7de1ebe6-b265-4142-bb9e-d059a04d90b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.669217] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.669217] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 2ea6f201-e3bf-458e-8ee3-110a42f81958 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.675321] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070805} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.676358] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.676561] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6860654-52dc-4906-9a53-2c878b95213f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.704701] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 7de1ebe6-b265-4142-bb9e-d059a04d90b4/7de1ebe6-b265-4142-bb9e-d059a04d90b4.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.705418] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90e57330-01ff-4ffd-8e4f-e0f49991ad4e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.726738] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 934.726738] env[63440]: value = "task-2661882" [ 934.726738] env[63440]: _type = "Task" [ 934.726738] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.737089] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.786502] env[63440]: INFO nova.compute.manager [-] [instance: 178ba978-585b-472d-9306-ec63df818209] Took 1.40 seconds to deallocate network for instance. [ 934.843405] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Acquiring lock "refresh_cache-2ea6f201-e3bf-458e-8ee3-110a42f81958" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.843638] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Acquired lock "refresh_cache-2ea6f201-e3bf-458e-8ee3-110a42f81958" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.843772] env[63440]: DEBUG nova.network.neutron [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.044167] env[63440]: INFO nova.compute.manager [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Shelve offloading [ 935.059582] env[63440]: DEBUG nova.compute.manager [req-005b61a2-8b31-4b8f-b465-2a35a6d946ee req-9e741085-26e2-49de-8a5d-45a6248baca0 service nova] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Received event network-changed-07905eef-ffa3-477c-b340-1c42e3945aca {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 935.059778] env[63440]: DEBUG nova.compute.manager [req-005b61a2-8b31-4b8f-b465-2a35a6d946ee req-9e741085-26e2-49de-8a5d-45a6248baca0 service nova] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Refreshing instance network info cache due to event network-changed-07905eef-ffa3-477c-b340-1c42e3945aca. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 935.059990] env[63440]: DEBUG oslo_concurrency.lockutils [req-005b61a2-8b31-4b8f-b465-2a35a6d946ee req-9e741085-26e2-49de-8a5d-45a6248baca0 service nova] Acquiring lock "refresh_cache-3f7cdc15-5937-46fd-8e4b-a32f5a5e402f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.060145] env[63440]: DEBUG oslo_concurrency.lockutils [req-005b61a2-8b31-4b8f-b465-2a35a6d946ee req-9e741085-26e2-49de-8a5d-45a6248baca0 service nova] Acquired lock "refresh_cache-3f7cdc15-5937-46fd-8e4b-a32f5a5e402f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.060304] env[63440]: DEBUG nova.network.neutron [req-005b61a2-8b31-4b8f-b465-2a35a6d946ee req-9e741085-26e2-49de-8a5d-45a6248baca0 service nova] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Refreshing network info cache for port 07905eef-ffa3-477c-b340-1c42e3945aca {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.107141] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661876, 'name': CloneVM_Task, 'duration_secs': 2.173476} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.107417] env[63440]: INFO nova.virt.vmwareapi.vmops [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Created linked-clone VM from snapshot [ 935.108344] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465c7c04-d3df-43f2-85fd-4b3e0b27a05f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.116870] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Uploading image 9bcff95a-f543-4448-959c-cb5b3b3db97d {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 935.126918] env[63440]: DEBUG nova.network.neutron [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Successfully updated port: d0666e01-c803-4495-ba8b-4d263f5dfa8b {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.154497] env[63440]: DEBUG oslo_vmware.rw_handles [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 935.154497] env[63440]: value = "vm-536784" [ 935.154497] env[63440]: _type = "VirtualMachine" [ 935.154497] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 935.154786] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-41d2b732-61fe-4a40-a51b-3836996a8be8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.163403] env[63440]: DEBUG oslo_vmware.rw_handles [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lease: (returnval){ [ 935.163403] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5271756c-eb5f-17e9-7cf5-6c296816f9fd" [ 935.163403] env[63440]: _type = "HttpNfcLease" [ 935.163403] env[63440]: } obtained for exporting VM: (result){ [ 935.163403] env[63440]: value = "vm-536784" [ 935.163403] env[63440]: _type = "VirtualMachine" [ 935.163403] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 935.163713] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the lease: (returnval){ [ 935.163713] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5271756c-eb5f-17e9-7cf5-6c296816f9fd" [ 935.163713] env[63440]: _type = "HttpNfcLease" [ 935.163713] env[63440]: } to be ready. {{(pid=63440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 935.170682] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.170682] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5271756c-eb5f-17e9-7cf5-6c296816f9fd" [ 935.170682] env[63440]: _type = "HttpNfcLease" [ 935.170682] env[63440]: } is initializing. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 935.172452] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 98774004-c151-47e9-a8a7-166a2edf4322 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 935.237246] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661882, 'name': ReconfigVM_Task, 'duration_secs': 0.280116} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.237560] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 7de1ebe6-b265-4142-bb9e-d059a04d90b4/7de1ebe6-b265-4142-bb9e-d059a04d90b4.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.238208] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f3a65fd-21e4-4982-b794-064f55b9a845 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.244315] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 935.244315] env[63440]: value = "task-2661884" [ 935.244315] env[63440]: _type = "Task" [ 935.244315] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.253617] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661884, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.294021] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.376907] env[63440]: DEBUG nova.network.neutron [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.507465] env[63440]: DEBUG nova.network.neutron [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Updating instance_info_cache with network_info: [{"id": "6310bc48-0920-47ab-ba6b-a38b2c4607ab", "address": "fa:16:3e:a4:39:6b", "network": {"id": "14a850fd-3429-49a5-b89b-b400539d1228", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-371116717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815d4dcab2a547729280d5b3d164b040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6310bc48-09", "ovs_interfaceid": "6310bc48-0920-47ab-ba6b-a38b2c4607ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.551081] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.551405] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99502ecc-3668-4ab7-be4d-4fd9d89e27af {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.559866] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 935.559866] env[63440]: value = "task-2661885" [ 935.559866] env[63440]: _type = "Task" [ 935.559866] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.570690] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] VM already powered off {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 935.570690] env[63440]: DEBUG nova.compute.manager [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.571397] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b044a1b-bff8-4c11-bfbf-78f4810125f2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.576736] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "refresh_cache-2aed780b-9671-434f-99e8-3d75f19e95aa" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.576904] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquired lock "refresh_cache-2aed780b-9671-434f-99e8-3d75f19e95aa" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.577050] env[63440]: DEBUG nova.network.neutron [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.611428] env[63440]: DEBUG nova.network.neutron [req-005b61a2-8b31-4b8f-b465-2a35a6d946ee req-9e741085-26e2-49de-8a5d-45a6248baca0 service nova] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.629255] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquiring lock "refresh_cache-3f7cdc15-5937-46fd-8e4b-a32f5a5e402f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.673445] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.673445] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5271756c-eb5f-17e9-7cf5-6c296816f9fd" [ 935.673445] env[63440]: _type = "HttpNfcLease" [ 935.673445] env[63440]: } is ready. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 935.674764] env[63440]: DEBUG oslo_vmware.rw_handles [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 935.674764] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5271756c-eb5f-17e9-7cf5-6c296816f9fd" [ 935.674764] env[63440]: _type = "HttpNfcLease" [ 935.674764] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 935.675436] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 12f18f18-d670-4e68-b102-47b5d4920cc9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 935.677526] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e447530a-8d80-4919-936b-214e04a4fc6f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.681404] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e17e4d9-8196-4b83-b9e8-cbdb67d5f719 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "251dcd8a-1497-4044-af21-91b1cb49a614" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.681631] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e17e4d9-8196-4b83-b9e8-cbdb67d5f719 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "251dcd8a-1497-4044-af21-91b1cb49a614" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.695095] env[63440]: DEBUG oslo_vmware.rw_handles [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9cab6-a4e8-20aa-138c-1c87df0d4131/disk-0.vmdk from lease info. {{(pid=63440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 935.695296] env[63440]: DEBUG oslo_vmware.rw_handles [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9cab6-a4e8-20aa-138c-1c87df0d4131/disk-0.vmdk for reading. {{(pid=63440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 935.756860] env[63440]: DEBUG nova.network.neutron [req-005b61a2-8b31-4b8f-b465-2a35a6d946ee req-9e741085-26e2-49de-8a5d-45a6248baca0 service nova] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.768155] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661884, 'name': Rename_Task, 'duration_secs': 0.137722} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.768437] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.768677] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e51b6f09-413a-4e32-a412-1b62e2801176 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.774828] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 935.774828] env[63440]: value = "task-2661886" [ 935.774828] env[63440]: _type = "Task" [ 935.774828] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.783102] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.790043] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-919a0cb4-e144-48c3-a133-e50e49be254e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.010486] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Releasing lock "refresh_cache-2ea6f201-e3bf-458e-8ee3-110a42f81958" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.011127] env[63440]: DEBUG nova.compute.manager [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Instance network_info: |[{"id": "6310bc48-0920-47ab-ba6b-a38b2c4607ab", "address": "fa:16:3e:a4:39:6b", "network": {"id": "14a850fd-3429-49a5-b89b-b400539d1228", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-371116717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815d4dcab2a547729280d5b3d164b040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6310bc48-09", "ovs_interfaceid": "6310bc48-0920-47ab-ba6b-a38b2c4607ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.013344] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:39:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6310bc48-0920-47ab-ba6b-a38b2c4607ab', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.021605] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Creating folder: Project (815d4dcab2a547729280d5b3d164b040). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.021816] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e645505-f1cf-4fda-b941-4b1519c14753 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.034932] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Created folder: Project (815d4dcab2a547729280d5b3d164b040) in parent group-v536546. [ 936.035188] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Creating folder: Instances. Parent ref: group-v536785. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.035872] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27fa8fda-c1a9-481b-bc79-64f5a05304ee {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.050156] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Created folder: Instances in parent group-v536785. [ 936.050446] env[63440]: DEBUG oslo.service.loopingcall [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 936.050654] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.050870] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6adf8c0d-03a0-463b-9b3b-a0dc2da63f5f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.070663] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.070663] env[63440]: value = "task-2661889" [ 936.070663] env[63440]: _type = "Task" [ 936.070663] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.083300] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661889, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.184121] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance dd187b0c-60a3-4f0d-b9c3-19b28fa8d856 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 936.185033] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 936.185265] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 936.189888] env[63440]: DEBUG nova.compute.utils [None req-1e17e4d9-8196-4b83-b9e8-cbdb67d5f719 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.263588] env[63440]: DEBUG oslo_concurrency.lockutils [req-005b61a2-8b31-4b8f-b465-2a35a6d946ee req-9e741085-26e2-49de-8a5d-45a6248baca0 service nova] Releasing lock "refresh_cache-3f7cdc15-5937-46fd-8e4b-a32f5a5e402f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.264375] env[63440]: DEBUG nova.compute.manager [req-005b61a2-8b31-4b8f-b465-2a35a6d946ee req-9e741085-26e2-49de-8a5d-45a6248baca0 service nova] [instance: 178ba978-585b-472d-9306-ec63df818209] Received event network-vif-deleted-19110a7d-ce88-478c-97a0-913573795d0c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 936.268632] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquired lock "refresh_cache-3f7cdc15-5937-46fd-8e4b-a32f5a5e402f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.269107] env[63440]: DEBUG nova.network.neutron [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.293885] env[63440]: DEBUG oslo_vmware.api [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661886, 'name': PowerOnVM_Task, 'duration_secs': 0.510985} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.295503] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.297049] env[63440]: INFO nova.compute.manager [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Took 9.17 seconds to spawn the instance on the hypervisor. [ 936.297478] env[63440]: DEBUG nova.compute.manager [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.302254] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef16c7f-d67e-4d7c-bec4-69777c18f64e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.413295] env[63440]: DEBUG nova.network.neutron [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Updating instance_info_cache with network_info: [{"id": "ff21749d-6ecc-4514-8149-1c11975aaecc", "address": "fa:16:3e:cf:33:d9", "network": {"id": "dda8f4bb-b8fc-4de1-afea-976d055b16c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-625788292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4c53eff01740eb840aa42451b1b6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff21749d-6e", "ovs_interfaceid": "ff21749d-6ecc-4514-8149-1c11975aaecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.503760] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e1a5ed-7dcf-4b82-bae5-c47d782c4064 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.513677] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56434c5e-598f-4035-9857-dba46ccd3aba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.548517] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2055c5-2d71-4785-9fa2-b62597633b51 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.559327] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce675d3-44a8-4dcd-baf1-a65943e9889e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.574045] env[63440]: DEBUG nova.compute.provider_tree [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.587748] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661889, 'name': CreateVM_Task, 'duration_secs': 0.390586} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.588997] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.589638] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.590259] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.590259] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.590746] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6da403ff-95f0-4670-b0f2-2ebb9c9e6447 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.596714] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Waiting for the task: (returnval){ [ 936.596714] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b13db6-b963-2806-1b85-b3a7a4c5d9a7" [ 936.596714] env[63440]: _type = "Task" [ 936.596714] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.605352] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b13db6-b963-2806-1b85-b3a7a4c5d9a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.630104] env[63440]: DEBUG nova.compute.manager [req-2d7a0fde-a249-4769-b8b9-d5991639b4c9 req-485a91b4-03e4-4e06-9ddb-b0f2a3798fff service nova] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Received event network-changed-6310bc48-0920-47ab-ba6b-a38b2c4607ab {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 936.630401] env[63440]: DEBUG nova.compute.manager [req-2d7a0fde-a249-4769-b8b9-d5991639b4c9 req-485a91b4-03e4-4e06-9ddb-b0f2a3798fff service nova] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Refreshing instance network info cache due to event network-changed-6310bc48-0920-47ab-ba6b-a38b2c4607ab. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 936.630697] env[63440]: DEBUG oslo_concurrency.lockutils [req-2d7a0fde-a249-4769-b8b9-d5991639b4c9 req-485a91b4-03e4-4e06-9ddb-b0f2a3798fff service nova] Acquiring lock "refresh_cache-2ea6f201-e3bf-458e-8ee3-110a42f81958" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.630883] env[63440]: DEBUG oslo_concurrency.lockutils [req-2d7a0fde-a249-4769-b8b9-d5991639b4c9 req-485a91b4-03e4-4e06-9ddb-b0f2a3798fff service nova] Acquired lock "refresh_cache-2ea6f201-e3bf-458e-8ee3-110a42f81958" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.631122] env[63440]: DEBUG nova.network.neutron [req-2d7a0fde-a249-4769-b8b9-d5991639b4c9 req-485a91b4-03e4-4e06-9ddb-b0f2a3798fff service nova] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Refreshing network info cache for port 6310bc48-0920-47ab-ba6b-a38b2c4607ab {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.692815] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e17e4d9-8196-4b83-b9e8-cbdb67d5f719 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "251dcd8a-1497-4044-af21-91b1cb49a614" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.821943] env[63440]: DEBUG nova.network.neutron [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.826215] env[63440]: INFO nova.compute.manager [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Took 32.20 seconds to build instance. [ 936.916833] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Releasing lock "refresh_cache-2aed780b-9671-434f-99e8-3d75f19e95aa" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.084427] env[63440]: DEBUG nova.scheduler.client.report [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.117366] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b13db6-b963-2806-1b85-b3a7a4c5d9a7, 'name': SearchDatastore_Task, 'duration_secs': 0.014721} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.117870] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.118383] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.118809] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.119319] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.119503] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.119899] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00cf58b2-8e8b-4199-aad5-cf3e81920981 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.129788] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.130074] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.131228] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-120de169-1109-4065-9921-09086ba78c35 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.139658] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Waiting for the task: (returnval){ [ 937.139658] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d9f814-3619-59a6-67a7-ff8a5a4da965" [ 937.139658] env[63440]: _type = "Task" [ 937.139658] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.148139] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d9f814-3619-59a6-67a7-ff8a5a4da965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.314477] env[63440]: DEBUG nova.network.neutron [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Updating instance_info_cache with network_info: [{"id": "07905eef-ffa3-477c-b340-1c42e3945aca", "address": "fa:16:3e:57:30:bc", "network": {"id": "7365d6c8-cd9c-4b53-b32f-f130f5cea4ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1703216558", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56aec7fb87248bea3a677e497ca64a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07905eef-ff", "ovs_interfaceid": "07905eef-ffa3-477c-b340-1c42e3945aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d0666e01-c803-4495-ba8b-4d263f5dfa8b", "address": "fa:16:3e:bf:86:6e", "network": {"id": "78793428-e0af-40ee-9ad3-659c8b0062b9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1528120597", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a56aec7fb87248bea3a677e497ca64a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0666e01-c8", "ovs_interfaceid": "d0666e01-c803-4495-ba8b-4d263f5dfa8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.328762] env[63440]: DEBUG oslo_concurrency.lockutils [None req-01501448-0fba-4c03-b235-d9d9f54246cb tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "7de1ebe6-b265-4142-bb9e-d059a04d90b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.706s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.405279] env[63440]: DEBUG nova.compute.manager [req-4cf18ea6-660f-43a9-be67-f90587aaf6e4 req-78a703f6-c3dd-45cf-87e4-4d55d11358ee service nova] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Received event network-vif-plugged-d0666e01-c803-4495-ba8b-4d263f5dfa8b {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.405279] env[63440]: DEBUG oslo_concurrency.lockutils [req-4cf18ea6-660f-43a9-be67-f90587aaf6e4 req-78a703f6-c3dd-45cf-87e4-4d55d11358ee service nova] Acquiring lock "3f7cdc15-5937-46fd-8e4b-a32f5a5e402f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.405980] env[63440]: DEBUG oslo_concurrency.lockutils [req-4cf18ea6-660f-43a9-be67-f90587aaf6e4 req-78a703f6-c3dd-45cf-87e4-4d55d11358ee service nova] Lock "3f7cdc15-5937-46fd-8e4b-a32f5a5e402f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.406378] env[63440]: DEBUG oslo_concurrency.lockutils [req-4cf18ea6-660f-43a9-be67-f90587aaf6e4 req-78a703f6-c3dd-45cf-87e4-4d55d11358ee service nova] Lock "3f7cdc15-5937-46fd-8e4b-a32f5a5e402f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.407838] env[63440]: DEBUG nova.compute.manager [req-4cf18ea6-660f-43a9-be67-f90587aaf6e4 req-78a703f6-c3dd-45cf-87e4-4d55d11358ee service nova] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] No waiting events found dispatching network-vif-plugged-d0666e01-c803-4495-ba8b-4d263f5dfa8b {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.407838] env[63440]: WARNING nova.compute.manager [req-4cf18ea6-660f-43a9-be67-f90587aaf6e4 req-78a703f6-c3dd-45cf-87e4-4d55d11358ee service nova] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Received unexpected event network-vif-plugged-d0666e01-c803-4495-ba8b-4d263f5dfa8b for instance with vm_state building and task_state spawning. [ 937.407838] env[63440]: DEBUG nova.compute.manager [req-4cf18ea6-660f-43a9-be67-f90587aaf6e4 req-78a703f6-c3dd-45cf-87e4-4d55d11358ee service nova] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Received event network-changed-d0666e01-c803-4495-ba8b-4d263f5dfa8b {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.407838] env[63440]: DEBUG nova.compute.manager [req-4cf18ea6-660f-43a9-be67-f90587aaf6e4 req-78a703f6-c3dd-45cf-87e4-4d55d11358ee service nova] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Refreshing instance network info cache due to event network-changed-d0666e01-c803-4495-ba8b-4d263f5dfa8b. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 937.407838] env[63440]: DEBUG oslo_concurrency.lockutils [req-4cf18ea6-660f-43a9-be67-f90587aaf6e4 req-78a703f6-c3dd-45cf-87e4-4d55d11358ee service nova] Acquiring lock "refresh_cache-3f7cdc15-5937-46fd-8e4b-a32f5a5e402f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.420838] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.422285] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb19a76-cfb7-46f8-8b1b-b88993097aab {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.436183] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.436749] env[63440]: DEBUG nova.network.neutron [req-2d7a0fde-a249-4769-b8b9-d5991639b4c9 req-485a91b4-03e4-4e06-9ddb-b0f2a3798fff service nova] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Updated VIF entry in instance network info cache for port 6310bc48-0920-47ab-ba6b-a38b2c4607ab. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.437111] env[63440]: DEBUG nova.network.neutron [req-2d7a0fde-a249-4769-b8b9-d5991639b4c9 req-485a91b4-03e4-4e06-9ddb-b0f2a3798fff service nova] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Updating instance_info_cache with network_info: [{"id": "6310bc48-0920-47ab-ba6b-a38b2c4607ab", "address": "fa:16:3e:a4:39:6b", "network": {"id": "14a850fd-3429-49a5-b89b-b400539d1228", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-371116717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815d4dcab2a547729280d5b3d164b040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6310bc48-09", "ovs_interfaceid": "6310bc48-0920-47ab-ba6b-a38b2c4607ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.438308] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c476c50a-91b9-4c24-b390-4c1c38a2b070 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.510184] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.510823] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.510823] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Deleting the datastore file [datastore2] 2aed780b-9671-434f-99e8-3d75f19e95aa {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.511089] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-403f54c2-490b-4b11-ba34-a9dd19b34d75 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.518049] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 937.518049] env[63440]: value = "task-2661891" [ 937.518049] env[63440]: _type = "Task" [ 937.518049] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.527917] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.595787] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 937.595787] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.966s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.595787] env[63440]: DEBUG oslo_concurrency.lockutils [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.831s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.595787] env[63440]: DEBUG oslo_concurrency.lockutils [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.596409] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.754s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.598438] env[63440]: INFO nova.compute.claims [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.628756] env[63440]: INFO nova.scheduler.client.report [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Deleted allocations for instance 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1 [ 937.649018] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d9f814-3619-59a6-67a7-ff8a5a4da965, 'name': SearchDatastore_Task, 'duration_secs': 0.011819} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.650018] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-128a09fb-ce83-42d4-804e-3751b082a2e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.656091] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Waiting for the task: (returnval){ [ 937.656091] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52608ddb-5573-b72a-817b-34d9f301342c" [ 937.656091] env[63440]: _type = "Task" [ 937.656091] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.664786] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52608ddb-5573-b72a-817b-34d9f301342c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.771168] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e17e4d9-8196-4b83-b9e8-cbdb67d5f719 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "251dcd8a-1497-4044-af21-91b1cb49a614" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.771168] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e17e4d9-8196-4b83-b9e8-cbdb67d5f719 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "251dcd8a-1497-4044-af21-91b1cb49a614" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.771168] env[63440]: INFO nova.compute.manager [None req-1e17e4d9-8196-4b83-b9e8-cbdb67d5f719 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Attaching volume ccd94db5-9792-4317-8404-adfbba28fdb6 to /dev/sdc [ 937.812690] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22ba5f2-56a3-4e14-957c-2afab6d686a4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.818670] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Releasing lock "refresh_cache-3f7cdc15-5937-46fd-8e4b-a32f5a5e402f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.819273] env[63440]: DEBUG nova.compute.manager [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Instance network_info: |[{"id": "07905eef-ffa3-477c-b340-1c42e3945aca", "address": "fa:16:3e:57:30:bc", "network": {"id": "7365d6c8-cd9c-4b53-b32f-f130f5cea4ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1703216558", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56aec7fb87248bea3a677e497ca64a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07905eef-ff", "ovs_interfaceid": "07905eef-ffa3-477c-b340-1c42e3945aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d0666e01-c803-4495-ba8b-4d263f5dfa8b", "address": "fa:16:3e:bf:86:6e", "network": {"id": "78793428-e0af-40ee-9ad3-659c8b0062b9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1528120597", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a56aec7fb87248bea3a677e497ca64a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0666e01-c8", "ovs_interfaceid": "d0666e01-c803-4495-ba8b-4d263f5dfa8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.821502] env[63440]: DEBUG oslo_concurrency.lockutils [req-4cf18ea6-660f-43a9-be67-f90587aaf6e4 req-78a703f6-c3dd-45cf-87e4-4d55d11358ee service nova] Acquired lock "refresh_cache-3f7cdc15-5937-46fd-8e4b-a32f5a5e402f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.821979] env[63440]: DEBUG nova.network.neutron [req-4cf18ea6-660f-43a9-be67-f90587aaf6e4 req-78a703f6-c3dd-45cf-87e4-4d55d11358ee service nova] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Refreshing network info cache for port d0666e01-c803-4495-ba8b-4d263f5dfa8b {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.823448] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:30:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07905eef-ffa3-477c-b340-1c42e3945aca', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:86:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0666e01-c803-4495-ba8b-4d263f5dfa8b', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.834124] env[63440]: DEBUG oslo.service.loopingcall [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.835043] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.835782] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a399122-3902-44d0-83fe-fd00233d3570 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.839434] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02db8501-0a2e-4ac4-aecf-79459c8ef4cb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.866358] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.866358] env[63440]: value = "task-2661892" [ 937.866358] env[63440]: _type = "Task" [ 937.866358] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.870431] env[63440]: DEBUG nova.virt.block_device [None req-1e17e4d9-8196-4b83-b9e8-cbdb67d5f719 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Updating existing volume attachment record: 6a929888-480b-48a5-9d61-3142105d08ae {{(pid=63440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 937.882536] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661892, 'name': CreateVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.941591] env[63440]: DEBUG oslo_concurrency.lockutils [req-2d7a0fde-a249-4769-b8b9-d5991639b4c9 req-485a91b4-03e4-4e06-9ddb-b0f2a3798fff service nova] Releasing lock "refresh_cache-2ea6f201-e3bf-458e-8ee3-110a42f81958" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.028688] env[63440]: DEBUG oslo_vmware.api [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2661891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236836} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.029011] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.029236] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.029446] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.058037] env[63440]: INFO nova.scheduler.client.report [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Deleted allocations for instance 2aed780b-9671-434f-99e8-3d75f19e95aa [ 938.140266] env[63440]: DEBUG oslo_concurrency.lockutils [None req-686ab5dd-3a92-49dd-a9c7-48aa6fb6b195 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.015s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.173976] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52608ddb-5573-b72a-817b-34d9f301342c, 'name': SearchDatastore_Task, 'duration_secs': 0.011717} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.174713] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.175184] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 2ea6f201-e3bf-458e-8ee3-110a42f81958/2ea6f201-e3bf-458e-8ee3-110a42f81958.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.175655] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e03363f-c123-4b8e-af8e-180351d08e39 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.184959] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Waiting for the task: (returnval){ [ 938.184959] env[63440]: value = "task-2661894" [ 938.184959] env[63440]: _type = "Task" [ 938.184959] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.194119] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1eab8f-0cd4-4209-9235-cd9bafe3f5f8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.199252] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': task-2661894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.203819] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a9990c-c2c0-4f68-bb4e-671431ee1d90 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Suspending the VM {{(pid=63440) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 938.204628] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b7da49a1-5746-406a-8138-6fd8f487aa85 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.211996] env[63440]: DEBUG oslo_vmware.api [None req-c8a9990c-c2c0-4f68-bb4e-671431ee1d90 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 938.211996] env[63440]: value = "task-2661895" [ 938.211996] env[63440]: _type = "Task" [ 938.211996] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.222641] env[63440]: DEBUG oslo_vmware.api [None req-c8a9990c-c2c0-4f68-bb4e-671431ee1d90 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661895, 'name': SuspendVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.382902] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661892, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.560359] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.685025] env[63440]: DEBUG nova.network.neutron [req-4cf18ea6-660f-43a9-be67-f90587aaf6e4 req-78a703f6-c3dd-45cf-87e4-4d55d11358ee service nova] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Updated VIF entry in instance network info cache for port d0666e01-c803-4495-ba8b-4d263f5dfa8b. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.685584] env[63440]: DEBUG nova.network.neutron [req-4cf18ea6-660f-43a9-be67-f90587aaf6e4 req-78a703f6-c3dd-45cf-87e4-4d55d11358ee service nova] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Updating instance_info_cache with network_info: [{"id": "07905eef-ffa3-477c-b340-1c42e3945aca", "address": "fa:16:3e:57:30:bc", "network": {"id": "7365d6c8-cd9c-4b53-b32f-f130f5cea4ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1703216558", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56aec7fb87248bea3a677e497ca64a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07905eef-ff", "ovs_interfaceid": "07905eef-ffa3-477c-b340-1c42e3945aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d0666e01-c803-4495-ba8b-4d263f5dfa8b", "address": "fa:16:3e:bf:86:6e", "network": {"id": "78793428-e0af-40ee-9ad3-659c8b0062b9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1528120597", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a56aec7fb87248bea3a677e497ca64a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0666e01-c8", "ovs_interfaceid": "d0666e01-c803-4495-ba8b-4d263f5dfa8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.707793] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': task-2661894, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.727223] env[63440]: DEBUG oslo_vmware.api [None req-c8a9990c-c2c0-4f68-bb4e-671431ee1d90 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661895, 'name': SuspendVM_Task} progress is 54%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.836040] env[63440]: DEBUG nova.compute.manager [req-a8a8e28e-959e-42f8-8b6c-e0b6400e354d req-62bd0c1b-6f5c-4c2b-9581-9e0d135e39ee service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Received event network-vif-unplugged-ff21749d-6ecc-4514-8149-1c11975aaecc {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.836274] env[63440]: DEBUG oslo_concurrency.lockutils [req-a8a8e28e-959e-42f8-8b6c-e0b6400e354d req-62bd0c1b-6f5c-4c2b-9581-9e0d135e39ee service nova] Acquiring lock "2aed780b-9671-434f-99e8-3d75f19e95aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.836479] env[63440]: DEBUG oslo_concurrency.lockutils [req-a8a8e28e-959e-42f8-8b6c-e0b6400e354d req-62bd0c1b-6f5c-4c2b-9581-9e0d135e39ee service nova] Lock "2aed780b-9671-434f-99e8-3d75f19e95aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.836656] env[63440]: DEBUG oslo_concurrency.lockutils [req-a8a8e28e-959e-42f8-8b6c-e0b6400e354d req-62bd0c1b-6f5c-4c2b-9581-9e0d135e39ee service nova] Lock "2aed780b-9671-434f-99e8-3d75f19e95aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.836824] env[63440]: DEBUG nova.compute.manager [req-a8a8e28e-959e-42f8-8b6c-e0b6400e354d req-62bd0c1b-6f5c-4c2b-9581-9e0d135e39ee service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] No waiting events found dispatching network-vif-unplugged-ff21749d-6ecc-4514-8149-1c11975aaecc {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.837062] env[63440]: WARNING nova.compute.manager [req-a8a8e28e-959e-42f8-8b6c-e0b6400e354d req-62bd0c1b-6f5c-4c2b-9581-9e0d135e39ee service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Received unexpected event network-vif-unplugged-ff21749d-6ecc-4514-8149-1c11975aaecc for instance with vm_state shelved_offloaded and task_state None. [ 938.840373] env[63440]: DEBUG nova.compute.manager [req-a8a8e28e-959e-42f8-8b6c-e0b6400e354d req-62bd0c1b-6f5c-4c2b-9581-9e0d135e39ee service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Received event network-changed-ff21749d-6ecc-4514-8149-1c11975aaecc {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.840601] env[63440]: DEBUG nova.compute.manager [req-a8a8e28e-959e-42f8-8b6c-e0b6400e354d req-62bd0c1b-6f5c-4c2b-9581-9e0d135e39ee service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Refreshing instance network info cache due to event network-changed-ff21749d-6ecc-4514-8149-1c11975aaecc. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 938.840873] env[63440]: DEBUG oslo_concurrency.lockutils [req-a8a8e28e-959e-42f8-8b6c-e0b6400e354d req-62bd0c1b-6f5c-4c2b-9581-9e0d135e39ee service nova] Acquiring lock "refresh_cache-2aed780b-9671-434f-99e8-3d75f19e95aa" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.841047] env[63440]: DEBUG oslo_concurrency.lockutils [req-a8a8e28e-959e-42f8-8b6c-e0b6400e354d req-62bd0c1b-6f5c-4c2b-9581-9e0d135e39ee service nova] Acquired lock "refresh_cache-2aed780b-9671-434f-99e8-3d75f19e95aa" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.841356] env[63440]: DEBUG nova.network.neutron [req-a8a8e28e-959e-42f8-8b6c-e0b6400e354d req-62bd0c1b-6f5c-4c2b-9581-9e0d135e39ee service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Refreshing network info cache for port ff21749d-6ecc-4514-8149-1c11975aaecc {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.886833] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661892, 'name': CreateVM_Task, 'duration_secs': 0.542007} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.887030] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.887875] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.889021] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.889021] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.889021] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82867207-bd1c-4cfc-be16-8430e4740e09 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.894510] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for the task: (returnval){ [ 938.894510] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b89eff-6f7a-6179-c8a6-006db43a1eb6" [ 938.894510] env[63440]: _type = "Task" [ 938.894510] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.906328] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b89eff-6f7a-6179-c8a6-006db43a1eb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.914418] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acee5ffb-2834-4154-83a5-d86f374d19a7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.922751] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0740b4f4-9ac1-430e-a3d6-604a8447f379 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.954935] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc23767-6855-4a08-a96e-70dd63698f34 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.962999] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f84bd2-ffd0-4dd1-8914-58b164d7f15b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.978787] env[63440]: DEBUG nova.compute.provider_tree [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.189423] env[63440]: DEBUG oslo_concurrency.lockutils [req-4cf18ea6-660f-43a9-be67-f90587aaf6e4 req-78a703f6-c3dd-45cf-87e4-4d55d11358ee service nova] Releasing lock "refresh_cache-3f7cdc15-5937-46fd-8e4b-a32f5a5e402f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.200609] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': task-2661894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625174} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.201098] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 2ea6f201-e3bf-458e-8ee3-110a42f81958/2ea6f201-e3bf-458e-8ee3-110a42f81958.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.201471] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.201851] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32dbb771-469e-4b23-bbaf-421756ff76f9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.209501] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Waiting for the task: (returnval){ [ 939.209501] env[63440]: value = "task-2661896" [ 939.209501] env[63440]: _type = "Task" [ 939.209501] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.222252] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': task-2661896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.228387] env[63440]: DEBUG oslo_vmware.api [None req-c8a9990c-c2c0-4f68-bb4e-671431ee1d90 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661895, 'name': SuspendVM_Task, 'duration_secs': 0.841714} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.229744] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a9990c-c2c0-4f68-bb4e-671431ee1d90 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Suspended the VM {{(pid=63440) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 939.230313] env[63440]: DEBUG nova.compute.manager [None req-c8a9990c-c2c0-4f68-bb4e-671431ee1d90 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.231340] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00286b85-f927-4028-934e-f70fdaf1d6eb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.407493] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b89eff-6f7a-6179-c8a6-006db43a1eb6, 'name': SearchDatastore_Task, 'duration_secs': 0.013931} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.408062] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.408468] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.408840] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.409131] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.409463] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.409857] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ee28228-5b4a-439d-8e10-c2384fdb2b1a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.421018] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.421018] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.421018] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fe6a20b-bdc6-4976-9059-524012669e20 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.427965] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for the task: (returnval){ [ 939.427965] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5296b936-cdd5-ee72-2722-8b97a334420b" [ 939.427965] env[63440]: _type = "Task" [ 939.427965] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.440976] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5296b936-cdd5-ee72-2722-8b97a334420b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.484021] env[63440]: DEBUG nova.scheduler.client.report [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.599200] env[63440]: DEBUG nova.network.neutron [req-a8a8e28e-959e-42f8-8b6c-e0b6400e354d req-62bd0c1b-6f5c-4c2b-9581-9e0d135e39ee service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Updated VIF entry in instance network info cache for port ff21749d-6ecc-4514-8149-1c11975aaecc. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.599200] env[63440]: DEBUG nova.network.neutron [req-a8a8e28e-959e-42f8-8b6c-e0b6400e354d req-62bd0c1b-6f5c-4c2b-9581-9e0d135e39ee service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Updating instance_info_cache with network_info: [{"id": "ff21749d-6ecc-4514-8149-1c11975aaecc", "address": "fa:16:3e:cf:33:d9", "network": {"id": "dda8f4bb-b8fc-4de1-afea-976d055b16c1", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-625788292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4c53eff01740eb840aa42451b1b6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapff21749d-6e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.719054] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': task-2661896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09999} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.719363] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.720166] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa027df6-35ca-4328-8d8f-4076c8771a72 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.743452] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 2ea6f201-e3bf-458e-8ee3-110a42f81958/2ea6f201-e3bf-458e-8ee3-110a42f81958.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.746096] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7df1375-2168-4a05-8a6c-2cff48f89740 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.769385] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Waiting for the task: (returnval){ [ 939.769385] env[63440]: value = "task-2661897" [ 939.769385] env[63440]: _type = "Task" [ 939.769385] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.778110] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': task-2661897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.939583] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5296b936-cdd5-ee72-2722-8b97a334420b, 'name': SearchDatastore_Task, 'duration_secs': 0.013299} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.940535] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a20fbc-8fd3-464c-9278-6fc23bfcba50 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.946193] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for the task: (returnval){ [ 939.946193] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5201e7eb-5f66-77e8-e587-d5f5e52ba7bd" [ 939.946193] env[63440]: _type = "Task" [ 939.946193] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.956414] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5201e7eb-5f66-77e8-e587-d5f5e52ba7bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.988087] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.990212] env[63440]: DEBUG nova.compute.manager [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.992769] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.363s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.992995] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.996221] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.762s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.997797] env[63440]: INFO nova.compute.claims [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.033776] env[63440]: INFO nova.scheduler.client.report [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Deleted allocations for instance d036c0d9-ff41-4055-8de9-80a085ed8391 [ 940.104321] env[63440]: DEBUG oslo_concurrency.lockutils [req-a8a8e28e-959e-42f8-8b6c-e0b6400e354d req-62bd0c1b-6f5c-4c2b-9581-9e0d135e39ee service nova] Releasing lock "refresh_cache-2aed780b-9671-434f-99e8-3d75f19e95aa" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.246235] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.246598] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.288261] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': task-2661897, 'name': ReconfigVM_Task, 'duration_secs': 0.307951} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.288261] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 2ea6f201-e3bf-458e-8ee3-110a42f81958/2ea6f201-e3bf-458e-8ee3-110a42f81958.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.292247] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4a2e2db-9b56-4396-8378-f9ed14dd79fe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.296963] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Waiting for the task: (returnval){ [ 940.296963] env[63440]: value = "task-2661899" [ 940.296963] env[63440]: _type = "Task" [ 940.296963] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.308976] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': task-2661899, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.316400] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "2aed780b-9671-434f-99e8-3d75f19e95aa" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.458498] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5201e7eb-5f66-77e8-e587-d5f5e52ba7bd, 'name': SearchDatastore_Task, 'duration_secs': 0.020149} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.458885] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.459231] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f/3f7cdc15-5937-46fd-8e4b-a32f5a5e402f.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.459514] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53d77922-2336-4b43-8eac-f5f509663f6c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.465459] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for the task: (returnval){ [ 940.465459] env[63440]: value = "task-2661900" [ 940.465459] env[63440]: _type = "Task" [ 940.465459] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.473030] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.504028] env[63440]: DEBUG nova.compute.utils [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.507723] env[63440]: DEBUG nova.compute.manager [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.507901] env[63440]: DEBUG nova.network.neutron [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.544563] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5852d9fb-1389-4e2b-a9b3-1fccd255f1f9 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "d036c0d9-ff41-4055-8de9-80a085ed8391" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.370s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.547990] env[63440]: DEBUG nova.policy [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2a42cd433d843abac5dbabccf054e93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6b8072e72ed49a3bd3012385dc8822d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.749668] env[63440]: DEBUG nova.compute.manager [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.810688] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': task-2661899, 'name': Rename_Task, 'duration_secs': 0.159657} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.811267] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.811267] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5373dde-267d-469a-ae6e-d9568263322c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.817110] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Waiting for the task: (returnval){ [ 940.817110] env[63440]: value = "task-2661901" [ 940.817110] env[63440]: _type = "Task" [ 940.817110] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.827661] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': task-2661901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.854727] env[63440]: DEBUG nova.network.neutron [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Successfully created port: 49ae0a20-cb62-47b8-9bc7-6abf8df02a00 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.878999] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "7de1ebe6-b265-4142-bb9e-d059a04d90b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.879404] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "7de1ebe6-b265-4142-bb9e-d059a04d90b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.879720] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "7de1ebe6-b265-4142-bb9e-d059a04d90b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.879963] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "7de1ebe6-b265-4142-bb9e-d059a04d90b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.880209] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "7de1ebe6-b265-4142-bb9e-d059a04d90b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.883702] env[63440]: INFO nova.compute.manager [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Terminating instance [ 940.977416] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661900, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.011084] env[63440]: DEBUG nova.compute.manager [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.273707] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.295176] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d788df9-d65d-4943-b9e4-3e31aaccb386 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.303145] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7328394c-c0f5-4614-8b83-780725ef0846 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.337167] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cf4358-e588-4e6d-9a0c-55a833c1390f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.345973] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': task-2661901, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.349091] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcab5cd2-c989-4bbd-97ba-b69b1b1765f3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.363657] env[63440]: DEBUG nova.compute.provider_tree [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.388036] env[63440]: DEBUG nova.compute.manager [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.388329] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.390507] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2151a643-0d75-4615-87f0-5b3a8b4cb42a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.399356] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.399513] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be47b7c5-6ab6-4fd1-911d-421fa76e304a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.467352] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.467583] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.467766] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Deleting the datastore file [datastore2] 7de1ebe6-b265-4142-bb9e-d059a04d90b4 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.471226] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a518c4b-ee81-4442-8123-1e3e1742950a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.479314] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702667} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.481439] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f/3f7cdc15-5937-46fd-8e4b-a32f5a5e402f.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.481732] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.484021] env[63440]: DEBUG oslo_vmware.api [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 941.484021] env[63440]: value = "task-2661903" [ 941.484021] env[63440]: _type = "Task" [ 941.484021] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.484955] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67c5b564-a210-4a1e-a865-7e5afaf5581b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.498527] env[63440]: DEBUG oslo_vmware.api [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.500386] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for the task: (returnval){ [ 941.500386] env[63440]: value = "task-2661904" [ 941.500386] env[63440]: _type = "Task" [ 941.500386] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.509022] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.679082] env[63440]: DEBUG oslo_concurrency.lockutils [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Acquiring lock "36690dbd-36cb-43fd-99c1-09dc95635f76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.679082] env[63440]: DEBUG oslo_concurrency.lockutils [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Lock "36690dbd-36cb-43fd-99c1-09dc95635f76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.845833] env[63440]: DEBUG oslo_vmware.api [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': task-2661901, 'name': PowerOnVM_Task, 'duration_secs': 0.630032} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.845833] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.846033] env[63440]: INFO nova.compute.manager [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Took 8.07 seconds to spawn the instance on the hypervisor. [ 941.846117] env[63440]: DEBUG nova.compute.manager [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.846877] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683c6711-ef06-4fd1-9cd1-95ee39025efd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.866299] env[63440]: DEBUG nova.scheduler.client.report [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.996781] env[63440]: DEBUG oslo_vmware.api [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2661903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255743} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.997072] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.997301] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.997565] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.997677] env[63440]: INFO nova.compute.manager [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Took 0.61 seconds to destroy the instance on the hypervisor. [ 941.997922] env[63440]: DEBUG oslo.service.loopingcall [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 941.998130] env[63440]: DEBUG nova.compute.manager [-] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.998229] env[63440]: DEBUG nova.network.neutron [-] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.008975] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064381} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.009230] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.010035] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b94cd05-b611-433c-941a-3187158c7043 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.026956] env[63440]: DEBUG nova.compute.manager [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.037739] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f/3f7cdc15-5937-46fd-8e4b-a32f5a5e402f.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.040359] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de6d82f9-252a-4695-aeb9-1a849ecf02bc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.063873] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for the task: (returnval){ [ 942.063873] env[63440]: value = "task-2661905" [ 942.063873] env[63440]: _type = "Task" [ 942.063873] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.066093] env[63440]: DEBUG nova.virt.hardware [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.066333] env[63440]: DEBUG nova.virt.hardware [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.066492] env[63440]: DEBUG nova.virt.hardware [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.066677] env[63440]: DEBUG nova.virt.hardware [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.066826] env[63440]: DEBUG nova.virt.hardware [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.066973] env[63440]: DEBUG nova.virt.hardware [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.067235] env[63440]: DEBUG nova.virt.hardware [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.067400] env[63440]: DEBUG nova.virt.hardware [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.067568] env[63440]: DEBUG nova.virt.hardware [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.067730] env[63440]: DEBUG nova.virt.hardware [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.067904] env[63440]: DEBUG nova.virt.hardware [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.068768] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890a0f67-5f1e-4207-8b51-af5b954a4914 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.080665] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.082053] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5d5a43-54ba-4527-8692-daf00bb8d944 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.181673] env[63440]: DEBUG nova.compute.manager [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.350796] env[63440]: DEBUG nova.compute.manager [req-2835ae91-b94b-482f-a3b2-bbe6d893a3ff req-194a1ccc-4fbc-4471-8484-e0cb6a14b249 service nova] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Received event network-vif-deleted-209c1e2d-8fba-447b-8cd0-e44dcb2d4b3e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.351174] env[63440]: INFO nova.compute.manager [req-2835ae91-b94b-482f-a3b2-bbe6d893a3ff req-194a1ccc-4fbc-4471-8484-e0cb6a14b249 service nova] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Neutron deleted interface 209c1e2d-8fba-447b-8cd0-e44dcb2d4b3e; detaching it from the instance and deleting it from the info cache [ 942.351281] env[63440]: DEBUG nova.network.neutron [req-2835ae91-b94b-482f-a3b2-bbe6d893a3ff req-194a1ccc-4fbc-4471-8484-e0cb6a14b249 service nova] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.369531] env[63440]: INFO nova.compute.manager [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Took 22.94 seconds to build instance. [ 942.370938] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.371489] env[63440]: DEBUG nova.compute.manager [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.374757] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.059s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.376390] env[63440]: INFO nova.compute.claims [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.424228] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e17e4d9-8196-4b83-b9e8-cbdb67d5f719 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Volume attach. Driver type: vmdk {{(pid=63440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 942.424521] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e17e4d9-8196-4b83-b9e8-cbdb67d5f719 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536789', 'volume_id': 'ccd94db5-9792-4317-8404-adfbba28fdb6', 'name': 'volume-ccd94db5-9792-4317-8404-adfbba28fdb6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '251dcd8a-1497-4044-af21-91b1cb49a614', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccd94db5-9792-4317-8404-adfbba28fdb6', 'serial': 'ccd94db5-9792-4317-8404-adfbba28fdb6'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 942.425567] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc5d7a8-af62-4fa6-8dba-9a983b90d81f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.445705] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8a7105-7ad3-4426-8714-8807fcf5cc6f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.478308] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e17e4d9-8196-4b83-b9e8-cbdb67d5f719 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] volume-ccd94db5-9792-4317-8404-adfbba28fdb6/volume-ccd94db5-9792-4317-8404-adfbba28fdb6.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.478723] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5497a954-cc39-441c-8e58-3d522b0850fc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.500385] env[63440]: DEBUG oslo_vmware.api [None req-1e17e4d9-8196-4b83-b9e8-cbdb67d5f719 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 942.500385] env[63440]: value = "task-2661906" [ 942.500385] env[63440]: _type = "Task" [ 942.500385] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.511540] env[63440]: DEBUG oslo_vmware.api [None req-1e17e4d9-8196-4b83-b9e8-cbdb67d5f719 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.578633] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661905, 'name': ReconfigVM_Task, 'duration_secs': 0.513843} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.578722] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f/3f7cdc15-5937-46fd-8e4b-a32f5a5e402f.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.579444] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4f5a9f6-3063-464b-9c9c-93e8bde79fe4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.587794] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for the task: (returnval){ [ 942.587794] env[63440]: value = "task-2661907" [ 942.587794] env[63440]: _type = "Task" [ 942.587794] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.596440] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661907, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.624703] env[63440]: DEBUG nova.compute.manager [req-0238fea4-eb5c-47a2-a8b9-0090d5cde803 req-d148b36d-a46f-4e36-8ce7-7395ab51a13f service nova] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Received event network-vif-plugged-49ae0a20-cb62-47b8-9bc7-6abf8df02a00 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.624895] env[63440]: DEBUG oslo_concurrency.lockutils [req-0238fea4-eb5c-47a2-a8b9-0090d5cde803 req-d148b36d-a46f-4e36-8ce7-7395ab51a13f service nova] Acquiring lock "98774004-c151-47e9-a8a7-166a2edf4322-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.625140] env[63440]: DEBUG oslo_concurrency.lockutils [req-0238fea4-eb5c-47a2-a8b9-0090d5cde803 req-d148b36d-a46f-4e36-8ce7-7395ab51a13f service nova] Lock "98774004-c151-47e9-a8a7-166a2edf4322-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.625331] env[63440]: DEBUG oslo_concurrency.lockutils [req-0238fea4-eb5c-47a2-a8b9-0090d5cde803 req-d148b36d-a46f-4e36-8ce7-7395ab51a13f service nova] Lock "98774004-c151-47e9-a8a7-166a2edf4322-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.625505] env[63440]: DEBUG nova.compute.manager [req-0238fea4-eb5c-47a2-a8b9-0090d5cde803 req-d148b36d-a46f-4e36-8ce7-7395ab51a13f service nova] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] No waiting events found dispatching network-vif-plugged-49ae0a20-cb62-47b8-9bc7-6abf8df02a00 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.625694] env[63440]: WARNING nova.compute.manager [req-0238fea4-eb5c-47a2-a8b9-0090d5cde803 req-d148b36d-a46f-4e36-8ce7-7395ab51a13f service nova] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Received unexpected event network-vif-plugged-49ae0a20-cb62-47b8-9bc7-6abf8df02a00 for instance with vm_state building and task_state spawning. [ 942.702544] env[63440]: DEBUG nova.network.neutron [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Successfully updated port: 49ae0a20-cb62-47b8-9bc7-6abf8df02a00 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.713460] env[63440]: DEBUG oslo_concurrency.lockutils [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.832087] env[63440]: DEBUG nova.network.neutron [-] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.854423] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d703de29-1d5f-408a-bd68-83d1ef2dad9f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.864386] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dee97a0-a307-4649-bfb1-c9e692846012 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.876123] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2fc0fac2-f7f8-44b0-9216-70afda7805c0 tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Lock "2ea6f201-e3bf-458e-8ee3-110a42f81958" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.457s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.877169] env[63440]: DEBUG nova.compute.utils [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.878668] env[63440]: DEBUG nova.compute.manager [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.878859] env[63440]: DEBUG nova.network.neutron [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.903163] env[63440]: DEBUG nova.compute.manager [req-2835ae91-b94b-482f-a3b2-bbe6d893a3ff req-194a1ccc-4fbc-4471-8484-e0cb6a14b249 service nova] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Detach interface failed, port_id=209c1e2d-8fba-447b-8cd0-e44dcb2d4b3e, reason: Instance 7de1ebe6-b265-4142-bb9e-d059a04d90b4 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 942.925572] env[63440]: DEBUG nova.policy [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '882b2e150d9e4c1385b8c2d9cd6e02f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '312518e146b444dfb3120674ac5c5d33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.010597] env[63440]: DEBUG oslo_vmware.api [None req-1e17e4d9-8196-4b83-b9e8-cbdb67d5f719 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661906, 'name': ReconfigVM_Task, 'duration_secs': 0.450804} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.010894] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e17e4d9-8196-4b83-b9e8-cbdb67d5f719 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Reconfigured VM instance instance-00000047 to attach disk [datastore2] volume-ccd94db5-9792-4317-8404-adfbba28fdb6/volume-ccd94db5-9792-4317-8404-adfbba28fdb6.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.015835] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eaa24a5-79f8-4b39-ab9f-57c5d09d5650 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.031744] env[63440]: DEBUG oslo_vmware.api [None req-1e17e4d9-8196-4b83-b9e8-cbdb67d5f719 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 943.031744] env[63440]: value = "task-2661908" [ 943.031744] env[63440]: _type = "Task" [ 943.031744] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.039984] env[63440]: DEBUG oslo_vmware.api [None req-1e17e4d9-8196-4b83-b9e8-cbdb67d5f719 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.097767] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661907, 'name': Rename_Task, 'duration_secs': 0.22563} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.098083] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.098363] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6aea112f-65b9-4ee0-a75b-31c5bfd17875 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.105747] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for the task: (returnval){ [ 943.105747] env[63440]: value = "task-2661909" [ 943.105747] env[63440]: _type = "Task" [ 943.105747] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.114653] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.203764] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "refresh_cache-98774004-c151-47e9-a8a7-166a2edf4322" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.204060] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "refresh_cache-98774004-c151-47e9-a8a7-166a2edf4322" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.204152] env[63440]: DEBUG nova.network.neutron [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.220263] env[63440]: DEBUG nova.network.neutron [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Successfully created port: 15c8a3e0-fb8a-4c96-a424-b60fead19980 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.336549] env[63440]: INFO nova.compute.manager [-] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Took 1.34 seconds to deallocate network for instance. [ 943.382737] env[63440]: DEBUG nova.compute.manager [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.541554] env[63440]: DEBUG oslo_vmware.api [None req-1e17e4d9-8196-4b83-b9e8-cbdb67d5f719 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661908, 'name': ReconfigVM_Task, 'duration_secs': 0.170234} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.544836] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e17e4d9-8196-4b83-b9e8-cbdb67d5f719 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536789', 'volume_id': 'ccd94db5-9792-4317-8404-adfbba28fdb6', 'name': 'volume-ccd94db5-9792-4317-8404-adfbba28fdb6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '251dcd8a-1497-4044-af21-91b1cb49a614', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccd94db5-9792-4317-8404-adfbba28fdb6', 'serial': 'ccd94db5-9792-4317-8404-adfbba28fdb6'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 943.619131] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661909, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.649261] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b625ed-abe0-4e01-a594-95f6fcc48b76 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.656742] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3c2b61-bc9f-4d7b-84ff-7f1568477996 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.689248] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e898bf-2061-44ef-ae0a-3daeac85479a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.698125] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cdd068-5f22-4f9f-8c5a-7f8718f7777a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.713666] env[63440]: DEBUG nova.compute.provider_tree [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.742164] env[63440]: DEBUG nova.network.neutron [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.843750] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.014263] env[63440]: DEBUG nova.network.neutron [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Updating instance_info_cache with network_info: [{"id": "49ae0a20-cb62-47b8-9bc7-6abf8df02a00", "address": "fa:16:3e:7d:8a:05", "network": {"id": "683d0572-1971-4756-a78e-94e11c551500", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-948320418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b8072e72ed49a3bd3012385dc8822d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49ae0a20-cb", "ovs_interfaceid": "49ae0a20-cb62-47b8-9bc7-6abf8df02a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.117126] env[63440]: DEBUG oslo_vmware.api [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661909, 'name': PowerOnVM_Task, 'duration_secs': 0.920312} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.117437] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.117646] env[63440]: INFO nova.compute.manager [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Took 12.22 seconds to spawn the instance on the hypervisor. [ 944.117851] env[63440]: DEBUG nova.compute.manager [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.118687] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd819d9c-fbbc-4be6-8802-9896eb4492d9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.196643] env[63440]: DEBUG oslo_vmware.rw_handles [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9cab6-a4e8-20aa-138c-1c87df0d4131/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 944.198021] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3deec68-0208-4cac-8448-a0672154e957 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.207537] env[63440]: DEBUG oslo_vmware.rw_handles [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9cab6-a4e8-20aa-138c-1c87df0d4131/disk-0.vmdk is in state: ready. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 944.207777] env[63440]: ERROR oslo_vmware.rw_handles [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9cab6-a4e8-20aa-138c-1c87df0d4131/disk-0.vmdk due to incomplete transfer. [ 944.208138] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b6b2153d-7759-40db-b61b-397d22d16c2c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.217673] env[63440]: DEBUG nova.scheduler.client.report [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.222298] env[63440]: DEBUG oslo_vmware.rw_handles [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9cab6-a4e8-20aa-138c-1c87df0d4131/disk-0.vmdk. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 944.222591] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Uploaded image 9bcff95a-f543-4448-959c-cb5b3b3db97d to the Glance image server {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 944.225462] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Destroying the VM {{(pid=63440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 944.226114] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-92f35d92-afc3-4fde-b00e-1d55e89b4d2d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.234013] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 944.234013] env[63440]: value = "task-2661910" [ 944.234013] env[63440]: _type = "Task" [ 944.234013] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.246442] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661910, 'name': Destroy_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.272149] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Acquiring lock "2ea6f201-e3bf-458e-8ee3-110a42f81958" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.272530] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Lock "2ea6f201-e3bf-458e-8ee3-110a42f81958" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.272832] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Acquiring lock "2ea6f201-e3bf-458e-8ee3-110a42f81958-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.274116] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Lock "2ea6f201-e3bf-458e-8ee3-110a42f81958-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.274395] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Lock "2ea6f201-e3bf-458e-8ee3-110a42f81958-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.277351] env[63440]: INFO nova.compute.manager [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Terminating instance [ 944.398491] env[63440]: DEBUG nova.compute.manager [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.423793] env[63440]: DEBUG nova.virt.hardware [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.424077] env[63440]: DEBUG nova.virt.hardware [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.424248] env[63440]: DEBUG nova.virt.hardware [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.424438] env[63440]: DEBUG nova.virt.hardware [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.424589] env[63440]: DEBUG nova.virt.hardware [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.424751] env[63440]: DEBUG nova.virt.hardware [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.424967] env[63440]: DEBUG nova.virt.hardware [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.425146] env[63440]: DEBUG nova.virt.hardware [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.425325] env[63440]: DEBUG nova.virt.hardware [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.425494] env[63440]: DEBUG nova.virt.hardware [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.425674] env[63440]: DEBUG nova.virt.hardware [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.426593] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3643ad62-66f7-45de-8e21-351398a955fc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.435598] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec5d054-1e72-4ca4-8c03-a256b782ef3a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.517576] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "refresh_cache-98774004-c151-47e9-a8a7-166a2edf4322" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.517948] env[63440]: DEBUG nova.compute.manager [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Instance network_info: |[{"id": "49ae0a20-cb62-47b8-9bc7-6abf8df02a00", "address": "fa:16:3e:7d:8a:05", "network": {"id": "683d0572-1971-4756-a78e-94e11c551500", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-948320418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b8072e72ed49a3bd3012385dc8822d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49ae0a20-cb", "ovs_interfaceid": "49ae0a20-cb62-47b8-9bc7-6abf8df02a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.518461] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:8a:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49ae0a20-cb62-47b8-9bc7-6abf8df02a00', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.526521] env[63440]: DEBUG oslo.service.loopingcall [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 944.526772] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.527020] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-955e3426-f0c8-48b5-bdf3-e03e01c807de {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.548192] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.548192] env[63440]: value = "task-2661911" [ 944.548192] env[63440]: _type = "Task" [ 944.548192] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.556494] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661911, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.585020] env[63440]: DEBUG nova.objects.instance [None req-1e17e4d9-8196-4b83-b9e8-cbdb67d5f719 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lazy-loading 'flavor' on Instance uuid 251dcd8a-1497-4044-af21-91b1cb49a614 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.637710] env[63440]: INFO nova.compute.manager [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Took 35.66 seconds to build instance. [ 944.660531] env[63440]: DEBUG nova.compute.manager [req-ae6190db-8b7d-48d8-bfc5-3309df366975 req-cc63847b-38fa-473a-b3e8-2e587d59c73b service nova] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Received event network-changed-49ae0a20-cb62-47b8-9bc7-6abf8df02a00 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.660724] env[63440]: DEBUG nova.compute.manager [req-ae6190db-8b7d-48d8-bfc5-3309df366975 req-cc63847b-38fa-473a-b3e8-2e587d59c73b service nova] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Refreshing instance network info cache due to event network-changed-49ae0a20-cb62-47b8-9bc7-6abf8df02a00. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 944.660954] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae6190db-8b7d-48d8-bfc5-3309df366975 req-cc63847b-38fa-473a-b3e8-2e587d59c73b service nova] Acquiring lock "refresh_cache-98774004-c151-47e9-a8a7-166a2edf4322" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.661140] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae6190db-8b7d-48d8-bfc5-3309df366975 req-cc63847b-38fa-473a-b3e8-2e587d59c73b service nova] Acquired lock "refresh_cache-98774004-c151-47e9-a8a7-166a2edf4322" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.661312] env[63440]: DEBUG nova.network.neutron [req-ae6190db-8b7d-48d8-bfc5-3309df366975 req-cc63847b-38fa-473a-b3e8-2e587d59c73b service nova] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Refreshing network info cache for port 49ae0a20-cb62-47b8-9bc7-6abf8df02a00 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.727430] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.727953] env[63440]: DEBUG nova.compute.manager [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.730877] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.437s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.731181] env[63440]: DEBUG nova.objects.instance [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Lazy-loading 'resources' on Instance uuid 178ba978-585b-472d-9306-ec63df818209 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.742955] env[63440]: DEBUG nova.network.neutron [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Successfully updated port: 15c8a3e0-fb8a-4c96-a424-b60fead19980 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.751729] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661910, 'name': Destroy_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.784234] env[63440]: DEBUG nova.compute.manager [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.784459] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.785399] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c5c5b1-1f63-4967-bf92-33c57985a807 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.793219] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.793464] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f27c5a7-1514-41d8-91d2-88ad5c8d14e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.799891] env[63440]: DEBUG oslo_vmware.api [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Waiting for the task: (returnval){ [ 944.799891] env[63440]: value = "task-2661912" [ 944.799891] env[63440]: _type = "Task" [ 944.799891] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.808330] env[63440]: DEBUG oslo_vmware.api [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': task-2661912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.061424] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661911, 'name': CreateVM_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.090676] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e17e4d9-8196-4b83-b9e8-cbdb67d5f719 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "251dcd8a-1497-4044-af21-91b1cb49a614" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.321s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.139690] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5f0933e0-81e5-4c94-97f0-148121605052 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lock "3f7cdc15-5937-46fd-8e4b-a32f5a5e402f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.177s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.235410] env[63440]: DEBUG nova.compute.utils [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.240670] env[63440]: DEBUG nova.compute.manager [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.241404] env[63440]: DEBUG nova.network.neutron [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.248448] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Acquiring lock "refresh_cache-dd187b0c-60a3-4f0d-b9c3-19b28fa8d856" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.248676] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Acquired lock "refresh_cache-dd187b0c-60a3-4f0d-b9c3-19b28fa8d856" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.248894] env[63440]: DEBUG nova.network.neutron [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.258616] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661910, 'name': Destroy_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.300033] env[63440]: DEBUG nova.policy [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '657fe975058a4d1e83a225e9b96f3aaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5509f9877a04870bede11fbfc799125', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.313369] env[63440]: DEBUG oslo_vmware.api [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': task-2661912, 'name': PowerOffVM_Task, 'duration_secs': 0.441488} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.316602] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.316602] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.316808] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4d4d359-73d4-473d-938f-42da16bf3bb7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.420342] env[63440]: DEBUG nova.network.neutron [req-ae6190db-8b7d-48d8-bfc5-3309df366975 req-cc63847b-38fa-473a-b3e8-2e587d59c73b service nova] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Updated VIF entry in instance network info cache for port 49ae0a20-cb62-47b8-9bc7-6abf8df02a00. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.420782] env[63440]: DEBUG nova.network.neutron [req-ae6190db-8b7d-48d8-bfc5-3309df366975 req-cc63847b-38fa-473a-b3e8-2e587d59c73b service nova] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Updating instance_info_cache with network_info: [{"id": "49ae0a20-cb62-47b8-9bc7-6abf8df02a00", "address": "fa:16:3e:7d:8a:05", "network": {"id": "683d0572-1971-4756-a78e-94e11c551500", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-948320418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b8072e72ed49a3bd3012385dc8822d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49ae0a20-cb", "ovs_interfaceid": "49ae0a20-cb62-47b8-9bc7-6abf8df02a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.447473] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7e4767fb-5d0f-43dd-b1e0-9ada46e8e017 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "251dcd8a-1497-4044-af21-91b1cb49a614" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.447740] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7e4767fb-5d0f-43dd-b1e0-9ada46e8e017 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "251dcd8a-1497-4044-af21-91b1cb49a614" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.515955] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ec3e34-a2be-4eaa-b6df-9db20aac562b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.523940] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d55feb-6d59-4212-90c2-3aa318ac8cc0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.558725] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3695d877-ebaa-4a08-b454-57fdeeaa5ccc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.566048] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661911, 'name': CreateVM_Task, 'duration_secs': 0.861409} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.570025] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.570025] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.570025] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.570025] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.570776] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ff18ba-03f2-4b4b-8979-5c28b65f036d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.574997] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c7f8716-20bb-41b9-bcc0-ddbdc47f98f1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.579763] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 945.579763] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d5cd63-50ea-ecfd-5af4-779bcb65a60d" [ 945.579763] env[63440]: _type = "Task" [ 945.579763] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.588603] env[63440]: DEBUG nova.compute.provider_tree [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.599954] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d5cd63-50ea-ecfd-5af4-779bcb65a60d, 'name': SearchDatastore_Task, 'duration_secs': 0.009636} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.600045] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.600262] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.600490] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.600640] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.600819] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.601366] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9d79ae2-a1d4-405d-94cc-d24417bc23ca {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.608541] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.608721] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.609661] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e67b9be6-23aa-4360-a473-bb003cd498be {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.614741] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 945.614741] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fbe15c-7dfa-fa0b-096c-cfa747d4fba8" [ 945.614741] env[63440]: _type = "Task" [ 945.614741] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.624828] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fbe15c-7dfa-fa0b-096c-cfa747d4fba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.741812] env[63440]: DEBUG nova.compute.manager [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.755175] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661910, 'name': Destroy_Task, 'duration_secs': 1.411225} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.755908] env[63440]: DEBUG nova.network.neutron [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Successfully created port: 64548413-51bc-4fd6-a5f7-adc6e5c70a63 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.757539] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Destroyed the VM [ 945.757777] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Deleting Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 945.758302] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a1315a10-3159-4105-a8bb-57778b9ae997 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.765444] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 945.765444] env[63440]: value = "task-2661914" [ 945.765444] env[63440]: _type = "Task" [ 945.765444] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.773283] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661914, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.784904] env[63440]: DEBUG nova.network.neutron [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.830416] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquiring lock "3f7cdc15-5937-46fd-8e4b-a32f5a5e402f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.831236] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lock "3f7cdc15-5937-46fd-8e4b-a32f5a5e402f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.831236] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquiring lock "3f7cdc15-5937-46fd-8e4b-a32f5a5e402f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.831236] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lock "3f7cdc15-5937-46fd-8e4b-a32f5a5e402f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.831412] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lock "3f7cdc15-5937-46fd-8e4b-a32f5a5e402f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.833314] env[63440]: INFO nova.compute.manager [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Terminating instance [ 945.923884] env[63440]: DEBUG nova.network.neutron [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Updating instance_info_cache with network_info: [{"id": "15c8a3e0-fb8a-4c96-a424-b60fead19980", "address": "fa:16:3e:d1:20:87", "network": {"id": "1c59cb22-eeaa-4154-ba6c-30413379cb3f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-242177960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312518e146b444dfb3120674ac5c5d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c8a3e0-fb", "ovs_interfaceid": "15c8a3e0-fb8a-4c96-a424-b60fead19980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.928031] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae6190db-8b7d-48d8-bfc5-3309df366975 req-cc63847b-38fa-473a-b3e8-2e587d59c73b service nova] Releasing lock "refresh_cache-98774004-c151-47e9-a8a7-166a2edf4322" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.928031] env[63440]: DEBUG nova.compute.manager [req-ae6190db-8b7d-48d8-bfc5-3309df366975 req-cc63847b-38fa-473a-b3e8-2e587d59c73b service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Received event network-vif-plugged-15c8a3e0-fb8a-4c96-a424-b60fead19980 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.928031] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae6190db-8b7d-48d8-bfc5-3309df366975 req-cc63847b-38fa-473a-b3e8-2e587d59c73b service nova] Acquiring lock "dd187b0c-60a3-4f0d-b9c3-19b28fa8d856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.928031] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae6190db-8b7d-48d8-bfc5-3309df366975 req-cc63847b-38fa-473a-b3e8-2e587d59c73b service nova] Lock "dd187b0c-60a3-4f0d-b9c3-19b28fa8d856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.928031] env[63440]: DEBUG oslo_concurrency.lockutils [req-ae6190db-8b7d-48d8-bfc5-3309df366975 req-cc63847b-38fa-473a-b3e8-2e587d59c73b service nova] Lock "dd187b0c-60a3-4f0d-b9c3-19b28fa8d856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.928031] env[63440]: DEBUG nova.compute.manager [req-ae6190db-8b7d-48d8-bfc5-3309df366975 req-cc63847b-38fa-473a-b3e8-2e587d59c73b service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] No waiting events found dispatching network-vif-plugged-15c8a3e0-fb8a-4c96-a424-b60fead19980 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.928031] env[63440]: WARNING nova.compute.manager [req-ae6190db-8b7d-48d8-bfc5-3309df366975 req-cc63847b-38fa-473a-b3e8-2e587d59c73b service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Received unexpected event network-vif-plugged-15c8a3e0-fb8a-4c96-a424-b60fead19980 for instance with vm_state building and task_state spawning. [ 945.954148] env[63440]: INFO nova.compute.manager [None req-7e4767fb-5d0f-43dd-b1e0-9ada46e8e017 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Detaching volume 90eaca9f-9ae9-439a-9a86-6bfcd64509a1 [ 945.991847] env[63440]: INFO nova.virt.block_device [None req-7e4767fb-5d0f-43dd-b1e0-9ada46e8e017 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Attempting to driver detach volume 90eaca9f-9ae9-439a-9a86-6bfcd64509a1 from mountpoint /dev/sdb [ 945.992118] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4767fb-5d0f-43dd-b1e0-9ada46e8e017 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Volume detach. Driver type: vmdk {{(pid=63440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 945.992312] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4767fb-5d0f-43dd-b1e0-9ada46e8e017 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536781', 'volume_id': '90eaca9f-9ae9-439a-9a86-6bfcd64509a1', 'name': 'volume-90eaca9f-9ae9-439a-9a86-6bfcd64509a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '251dcd8a-1497-4044-af21-91b1cb49a614', 'attached_at': '', 'detached_at': '', 'volume_id': '90eaca9f-9ae9-439a-9a86-6bfcd64509a1', 'serial': '90eaca9f-9ae9-439a-9a86-6bfcd64509a1'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 945.993237] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb8f85a-f717-40ae-98d5-babb40bedcd9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.017927] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e6c995-9478-4b4f-8b6a-84334afc646d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.024828] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b122bd-cd9b-47e8-afe1-536f7f96ba60 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.048468] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3263e283-1099-4c1e-bce8-da5b690008fe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.065120] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4767fb-5d0f-43dd-b1e0-9ada46e8e017 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] The volume has not been displaced from its original location: [datastore2] volume-90eaca9f-9ae9-439a-9a86-6bfcd64509a1/volume-90eaca9f-9ae9-439a-9a86-6bfcd64509a1.vmdk. No consolidation needed. {{(pid=63440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 946.070681] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4767fb-5d0f-43dd-b1e0-9ada46e8e017 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 946.071168] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c664bce9-8e01-49ba-aef3-1a9fcf712f64 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.088777] env[63440]: DEBUG oslo_vmware.api [None req-7e4767fb-5d0f-43dd-b1e0-9ada46e8e017 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 946.088777] env[63440]: value = "task-2661915" [ 946.088777] env[63440]: _type = "Task" [ 946.088777] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.094079] env[63440]: DEBUG nova.scheduler.client.report [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.102235] env[63440]: DEBUG oslo_vmware.api [None req-7e4767fb-5d0f-43dd-b1e0-9ada46e8e017 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.124476] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fbe15c-7dfa-fa0b-096c-cfa747d4fba8, 'name': SearchDatastore_Task, 'duration_secs': 0.009805} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.125323] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b312f0d2-e915-448e-b398-1d8e18b4fa65 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.131428] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 946.131428] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520a86d8-84a2-4fda-c404-90f6dad6febf" [ 946.131428] env[63440]: _type = "Task" [ 946.131428] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.138865] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520a86d8-84a2-4fda-c404-90f6dad6febf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.276636] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661914, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.337129] env[63440]: DEBUG nova.compute.manager [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.337393] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.338380] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159ab032-ac35-40f9-952a-6e35a10c4208 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.345872] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.346123] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-effdfa93-6fe5-4f39-a4f5-b62dba0d77fc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.352346] env[63440]: DEBUG oslo_vmware.api [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for the task: (returnval){ [ 946.352346] env[63440]: value = "task-2661916" [ 946.352346] env[63440]: _type = "Task" [ 946.352346] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.359548] env[63440]: DEBUG oslo_vmware.api [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.427660] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Releasing lock "refresh_cache-dd187b0c-60a3-4f0d-b9c3-19b28fa8d856" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.428170] env[63440]: DEBUG nova.compute.manager [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Instance network_info: |[{"id": "15c8a3e0-fb8a-4c96-a424-b60fead19980", "address": "fa:16:3e:d1:20:87", "network": {"id": "1c59cb22-eeaa-4154-ba6c-30413379cb3f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-242177960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312518e146b444dfb3120674ac5c5d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c8a3e0-fb", "ovs_interfaceid": "15c8a3e0-fb8a-4c96-a424-b60fead19980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.428476] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:20:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ff90ec9-3c7e-4e76-b409-fcf37fc588d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15c8a3e0-fb8a-4c96-a424-b60fead19980', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.436813] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Creating folder: Project (312518e146b444dfb3120674ac5c5d33). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.438229] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e79371e0-319f-4ee1-b537-9e52c1342d28 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.439984] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.440202] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.440383] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Deleting the datastore file [datastore2] 2ea6f201-e3bf-458e-8ee3-110a42f81958 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.440619] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd7054da-5b14-4630-9190-d8cb057372b6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.447767] env[63440]: DEBUG oslo_vmware.api [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Waiting for the task: (returnval){ [ 946.447767] env[63440]: value = "task-2661918" [ 946.447767] env[63440]: _type = "Task" [ 946.447767] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.452213] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Created folder: Project (312518e146b444dfb3120674ac5c5d33) in parent group-v536546. [ 946.452408] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Creating folder: Instances. Parent ref: group-v536791. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.452946] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67ef5b0b-ae84-40f2-b6f8-7a4ebc80a450 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.457100] env[63440]: DEBUG oslo_vmware.api [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': task-2661918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.466314] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Created folder: Instances in parent group-v536791. [ 946.466629] env[63440]: DEBUG oslo.service.loopingcall [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 946.466847] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.467127] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cb1fa77-057c-42ed-bc39-696805078e31 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.487979] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.487979] env[63440]: value = "task-2661920" [ 946.487979] env[63440]: _type = "Task" [ 946.487979] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.495933] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661920, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.599589] env[63440]: DEBUG oslo_vmware.api [None req-7e4767fb-5d0f-43dd-b1e0-9ada46e8e017 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661915, 'name': ReconfigVM_Task, 'duration_secs': 0.253381} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.599985] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4767fb-5d0f-43dd-b1e0-9ada46e8e017 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 946.605088] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.607030] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16d2e82b-cffe-4c48-b773-692d414c763c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.617113] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.057s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.617350] env[63440]: DEBUG nova.objects.instance [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lazy-loading 'resources' on Instance uuid 2aed780b-9671-434f-99e8-3d75f19e95aa {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.624639] env[63440]: DEBUG oslo_vmware.api [None req-7e4767fb-5d0f-43dd-b1e0-9ada46e8e017 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 946.624639] env[63440]: value = "task-2661921" [ 946.624639] env[63440]: _type = "Task" [ 946.624639] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.634613] env[63440]: DEBUG oslo_vmware.api [None req-7e4767fb-5d0f-43dd-b1e0-9ada46e8e017 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.638609] env[63440]: INFO nova.scheduler.client.report [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Deleted allocations for instance 178ba978-585b-472d-9306-ec63df818209 [ 946.643277] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520a86d8-84a2-4fda-c404-90f6dad6febf, 'name': SearchDatastore_Task, 'duration_secs': 0.009096} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.645888] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.646528] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 98774004-c151-47e9-a8a7-166a2edf4322/98774004-c151-47e9-a8a7-166a2edf4322.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.646692] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eec2c26b-2997-4a11-a7e8-bc1df18d996d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.652612] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 946.652612] env[63440]: value = "task-2661922" [ 946.652612] env[63440]: _type = "Task" [ 946.652612] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.661961] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.688479] env[63440]: DEBUG nova.compute.manager [req-d1cd3ddf-8497-481f-8dc1-e89cd04c5612 req-e2364d3d-eca6-4425-8aa4-f2bc300f8617 service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Received event network-changed-15c8a3e0-fb8a-4c96-a424-b60fead19980 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.689051] env[63440]: DEBUG nova.compute.manager [req-d1cd3ddf-8497-481f-8dc1-e89cd04c5612 req-e2364d3d-eca6-4425-8aa4-f2bc300f8617 service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Refreshing instance network info cache due to event network-changed-15c8a3e0-fb8a-4c96-a424-b60fead19980. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 946.689187] env[63440]: DEBUG oslo_concurrency.lockutils [req-d1cd3ddf-8497-481f-8dc1-e89cd04c5612 req-e2364d3d-eca6-4425-8aa4-f2bc300f8617 service nova] Acquiring lock "refresh_cache-dd187b0c-60a3-4f0d-b9c3-19b28fa8d856" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.689494] env[63440]: DEBUG oslo_concurrency.lockutils [req-d1cd3ddf-8497-481f-8dc1-e89cd04c5612 req-e2364d3d-eca6-4425-8aa4-f2bc300f8617 service nova] Acquired lock "refresh_cache-dd187b0c-60a3-4f0d-b9c3-19b28fa8d856" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.689806] env[63440]: DEBUG nova.network.neutron [req-d1cd3ddf-8497-481f-8dc1-e89cd04c5612 req-e2364d3d-eca6-4425-8aa4-f2bc300f8617 service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Refreshing network info cache for port 15c8a3e0-fb8a-4c96-a424-b60fead19980 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.755187] env[63440]: DEBUG nova.compute.manager [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.775625] env[63440]: DEBUG oslo_vmware.api [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661914, 'name': RemoveSnapshot_Task, 'duration_secs': 0.578109} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.777821] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Deleted Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 946.778070] env[63440]: INFO nova.compute.manager [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Took 17.33 seconds to snapshot the instance on the hypervisor. [ 946.786552] env[63440]: DEBUG nova.virt.hardware [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.786782] env[63440]: DEBUG nova.virt.hardware [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.786941] env[63440]: DEBUG nova.virt.hardware [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.787163] env[63440]: DEBUG nova.virt.hardware [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.787311] env[63440]: DEBUG nova.virt.hardware [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.787459] env[63440]: DEBUG nova.virt.hardware [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.787673] env[63440]: DEBUG nova.virt.hardware [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.787832] env[63440]: DEBUG nova.virt.hardware [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.787999] env[63440]: DEBUG nova.virt.hardware [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.788174] env[63440]: DEBUG nova.virt.hardware [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.788345] env[63440]: DEBUG nova.virt.hardware [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.789212] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6938a8d6-621d-46bd-b174-5357e0d0eba0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.798356] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b095f36-0556-4a95-933f-2da586848586 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.866060] env[63440]: DEBUG oslo_vmware.api [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661916, 'name': PowerOffVM_Task, 'duration_secs': 0.200387} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.866413] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.866597] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.866880] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9065bcf5-ac20-45df-a90e-b7d5f4c4dc8f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.960686] env[63440]: DEBUG oslo_vmware.api [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Task: {'id': task-2661918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178069} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.960973] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.961187] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.961378] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.961629] env[63440]: INFO nova.compute.manager [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Took 2.18 seconds to destroy the instance on the hypervisor. [ 946.961856] env[63440]: DEBUG oslo.service.loopingcall [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 946.962081] env[63440]: DEBUG nova.compute.manager [-] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.962184] env[63440]: DEBUG nova.network.neutron [-] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.974048] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.974224] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.974415] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Deleting the datastore file [datastore2] 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.974704] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90374bf7-015f-4ad6-8f4c-32a2f717965b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.985025] env[63440]: DEBUG oslo_vmware.api [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for the task: (returnval){ [ 946.985025] env[63440]: value = "task-2661924" [ 946.985025] env[63440]: _type = "Task" [ 946.985025] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.003248] env[63440]: DEBUG oslo_vmware.api [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.003449] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661920, 'name': CreateVM_Task, 'duration_secs': 0.350685} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.003686] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.004434] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.004796] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.004981] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.005291] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b231cc3-b104-4219-aedd-a22962f473de {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.013076] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Waiting for the task: (returnval){ [ 947.013076] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522e19e0-ce66-d830-e1eb-a7d884c346cd" [ 947.013076] env[63440]: _type = "Task" [ 947.013076] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.025114] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522e19e0-ce66-d830-e1eb-a7d884c346cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.120128] env[63440]: DEBUG nova.objects.instance [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lazy-loading 'numa_topology' on Instance uuid 2aed780b-9671-434f-99e8-3d75f19e95aa {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.135743] env[63440]: DEBUG oslo_vmware.api [None req-7e4767fb-5d0f-43dd-b1e0-9ada46e8e017 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661921, 'name': ReconfigVM_Task, 'duration_secs': 0.19421} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.137137] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4767fb-5d0f-43dd-b1e0-9ada46e8e017 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536781', 'volume_id': '90eaca9f-9ae9-439a-9a86-6bfcd64509a1', 'name': 'volume-90eaca9f-9ae9-439a-9a86-6bfcd64509a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '251dcd8a-1497-4044-af21-91b1cb49a614', 'attached_at': '', 'detached_at': '', 'volume_id': '90eaca9f-9ae9-439a-9a86-6bfcd64509a1', 'serial': '90eaca9f-9ae9-439a-9a86-6bfcd64509a1'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 947.150461] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d4a20c79-d30f-4e0c-8639-17e59b4cdd90 tempest-InstanceActionsV221TestJSON-321323427 tempest-InstanceActionsV221TestJSON-321323427-project-member] Lock "178ba978-585b-472d-9306-ec63df818209" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.440s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.169129] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447141} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.169428] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 98774004-c151-47e9-a8a7-166a2edf4322/98774004-c151-47e9-a8a7-166a2edf4322.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.169697] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.170032] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af2f0bc6-c5a1-4d78-bdea-9ce1e3db4990 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.178589] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 947.178589] env[63440]: value = "task-2661925" [ 947.178589] env[63440]: _type = "Task" [ 947.178589] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.189761] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.343057] env[63440]: DEBUG nova.compute.manager [None req-5d19df4e-4f5d-47e5-a2d1-fc043f2df31c tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Found 1 images (rotation: 2) {{(pid=63440) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 947.387448] env[63440]: DEBUG nova.compute.manager [req-15f1cfe5-8ca7-4d11-9a00-15009ca0155d req-700fd109-d7f4-4691-b628-37dc0c02fc84 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Received event network-vif-plugged-64548413-51bc-4fd6-a5f7-adc6e5c70a63 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.387719] env[63440]: DEBUG oslo_concurrency.lockutils [req-15f1cfe5-8ca7-4d11-9a00-15009ca0155d req-700fd109-d7f4-4691-b628-37dc0c02fc84 service nova] Acquiring lock "12f18f18-d670-4e68-b102-47b5d4920cc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.388920] env[63440]: DEBUG oslo_concurrency.lockutils [req-15f1cfe5-8ca7-4d11-9a00-15009ca0155d req-700fd109-d7f4-4691-b628-37dc0c02fc84 service nova] Lock "12f18f18-d670-4e68-b102-47b5d4920cc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.389198] env[63440]: DEBUG oslo_concurrency.lockutils [req-15f1cfe5-8ca7-4d11-9a00-15009ca0155d req-700fd109-d7f4-4691-b628-37dc0c02fc84 service nova] Lock "12f18f18-d670-4e68-b102-47b5d4920cc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.389424] env[63440]: DEBUG nova.compute.manager [req-15f1cfe5-8ca7-4d11-9a00-15009ca0155d req-700fd109-d7f4-4691-b628-37dc0c02fc84 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] No waiting events found dispatching network-vif-plugged-64548413-51bc-4fd6-a5f7-adc6e5c70a63 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.389641] env[63440]: WARNING nova.compute.manager [req-15f1cfe5-8ca7-4d11-9a00-15009ca0155d req-700fd109-d7f4-4691-b628-37dc0c02fc84 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Received unexpected event network-vif-plugged-64548413-51bc-4fd6-a5f7-adc6e5c70a63 for instance with vm_state building and task_state spawning. [ 947.442033] env[63440]: DEBUG nova.network.neutron [req-d1cd3ddf-8497-481f-8dc1-e89cd04c5612 req-e2364d3d-eca6-4425-8aa4-f2bc300f8617 service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Updated VIF entry in instance network info cache for port 15c8a3e0-fb8a-4c96-a424-b60fead19980. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.442529] env[63440]: DEBUG nova.network.neutron [req-d1cd3ddf-8497-481f-8dc1-e89cd04c5612 req-e2364d3d-eca6-4425-8aa4-f2bc300f8617 service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Updating instance_info_cache with network_info: [{"id": "15c8a3e0-fb8a-4c96-a424-b60fead19980", "address": "fa:16:3e:d1:20:87", "network": {"id": "1c59cb22-eeaa-4154-ba6c-30413379cb3f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-242177960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312518e146b444dfb3120674ac5c5d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c8a3e0-fb", "ovs_interfaceid": "15c8a3e0-fb8a-4c96-a424-b60fead19980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.495576] env[63440]: DEBUG oslo_vmware.api [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Task: {'id': task-2661924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215713} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.495846] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.496049] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.496236] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.496413] env[63440]: INFO nova.compute.manager [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 947.496648] env[63440]: DEBUG oslo.service.loopingcall [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 947.496916] env[63440]: DEBUG nova.compute.manager [-] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.497026] env[63440]: DEBUG nova.network.neutron [-] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.522173] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522e19e0-ce66-d830-e1eb-a7d884c346cd, 'name': SearchDatastore_Task, 'duration_secs': 0.0587} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.522850] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.523202] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.523481] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.523653] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.523844] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.524112] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbe86c79-7cbc-4f14-83cd-3c79e15a2cdf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.533289] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.533972] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.534758] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db923d30-c3d3-430c-95cd-d013a49c0e54 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.540012] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Waiting for the task: (returnval){ [ 947.540012] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b1f487-130c-4595-7b01-6540f60e7385" [ 947.540012] env[63440]: _type = "Task" [ 947.540012] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.553635] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b1f487-130c-4595-7b01-6540f60e7385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.623846] env[63440]: DEBUG nova.objects.base [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Object Instance<2aed780b-9671-434f-99e8-3d75f19e95aa> lazy-loaded attributes: resources,numa_topology {{(pid=63440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 947.673299] env[63440]: DEBUG nova.network.neutron [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Successfully updated port: 64548413-51bc-4fd6-a5f7-adc6e5c70a63 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.697886] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061807} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.698065] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.698909] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae91306d-d583-43fe-b939-98cd87b601db {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.728517] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 98774004-c151-47e9-a8a7-166a2edf4322/98774004-c151-47e9-a8a7-166a2edf4322.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.730243] env[63440]: DEBUG nova.objects.instance [None req-7e4767fb-5d0f-43dd-b1e0-9ada46e8e017 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lazy-loading 'flavor' on Instance uuid 251dcd8a-1497-4044-af21-91b1cb49a614 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.734302] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec7a3386-b911-45cf-aae3-bc9f89fe6490 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.755887] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 947.755887] env[63440]: value = "task-2661926" [ 947.755887] env[63440]: _type = "Task" [ 947.755887] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.770102] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661926, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.797887] env[63440]: DEBUG nova.network.neutron [-] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.904077] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd7ecdf-6565-46db-b29a-3270df237212 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.911832] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d864ff58-e194-4daf-86f1-12c602ab2ea2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.947018] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cae6154-d813-441d-b499-e27868c86d62 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.947711] env[63440]: DEBUG oslo_concurrency.lockutils [req-d1cd3ddf-8497-481f-8dc1-e89cd04c5612 req-e2364d3d-eca6-4425-8aa4-f2bc300f8617 service nova] Releasing lock "refresh_cache-dd187b0c-60a3-4f0d-b9c3-19b28fa8d856" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.952477] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795465c3-416d-44cc-af3b-d188d00db129 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.966851] env[63440]: DEBUG nova.compute.provider_tree [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.050801] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b1f487-130c-4595-7b01-6540f60e7385, 'name': SearchDatastore_Task, 'duration_secs': 0.008298} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.051586] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6be544db-6739-4255-9b9f-649d46d2b39e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.056907] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Waiting for the task: (returnval){ [ 948.056907] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529bd560-aa89-b3ba-3504-048c46d87611" [ 948.056907] env[63440]: _type = "Task" [ 948.056907] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.065270] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529bd560-aa89-b3ba-3504-048c46d87611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.177819] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.178088] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.178270] env[63440]: DEBUG nova.network.neutron [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.267379] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661926, 'name': ReconfigVM_Task, 'duration_secs': 0.282957} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.268786] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 98774004-c151-47e9-a8a7-166a2edf4322/98774004-c151-47e9-a8a7-166a2edf4322.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.269586] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c804b438-0f61-4fc9-904a-5ead9b4440e6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.281684] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 948.281684] env[63440]: value = "task-2661927" [ 948.281684] env[63440]: _type = "Task" [ 948.281684] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.291839] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661927, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.302023] env[63440]: INFO nova.compute.manager [-] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Took 1.34 seconds to deallocate network for instance. [ 948.471725] env[63440]: DEBUG nova.network.neutron [-] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.473963] env[63440]: DEBUG nova.scheduler.client.report [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.567930] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529bd560-aa89-b3ba-3504-048c46d87611, 'name': SearchDatastore_Task, 'duration_secs': 0.009006} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.568220] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.568484] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] dd187b0c-60a3-4f0d-b9c3-19b28fa8d856/dd187b0c-60a3-4f0d-b9c3-19b28fa8d856.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.568734] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faa6d0f3-2626-4744-9004-b9cbf36c1f83 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.576355] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Waiting for the task: (returnval){ [ 948.576355] env[63440]: value = "task-2661928" [ 948.576355] env[63440]: _type = "Task" [ 948.576355] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.584694] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Task: {'id': task-2661928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.718410] env[63440]: DEBUG nova.network.neutron [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.755902] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7e4767fb-5d0f-43dd-b1e0-9ada46e8e017 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "251dcd8a-1497-4044-af21-91b1cb49a614" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.306s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.778672] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55979ee1-945b-40a3-8062-88a918e0837d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "251dcd8a-1497-4044-af21-91b1cb49a614" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.778978] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55979ee1-945b-40a3-8062-88a918e0837d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "251dcd8a-1497-4044-af21-91b1cb49a614" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.789937] env[63440]: DEBUG nova.compute.manager [req-ad3dcb90-3de8-451d-b51f-b4491ff17e16 req-7d8af478-81de-4b51-8aea-5ed530dee7e4 service nova] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Received event network-vif-deleted-6310bc48-0920-47ab-ba6b-a38b2c4607ab {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.789937] env[63440]: DEBUG nova.compute.manager [req-ad3dcb90-3de8-451d-b51f-b4491ff17e16 req-7d8af478-81de-4b51-8aea-5ed530dee7e4 service nova] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Received event network-vif-deleted-07905eef-ffa3-477c-b340-1c42e3945aca {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.789937] env[63440]: DEBUG nova.compute.manager [req-ad3dcb90-3de8-451d-b51f-b4491ff17e16 req-7d8af478-81de-4b51-8aea-5ed530dee7e4 service nova] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Received event network-vif-deleted-d0666e01-c803-4495-ba8b-4d263f5dfa8b {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.807239] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661927, 'name': Rename_Task, 'duration_secs': 0.15829} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.807746] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.808086] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-847a3d5d-843f-41af-afe3-52b355bf5e85 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.812210] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.818650] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 948.818650] env[63440]: value = "task-2661929" [ 948.818650] env[63440]: _type = "Task" [ 948.818650] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.837659] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.962651] env[63440]: DEBUG nova.compute.manager [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.962651] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddf29a8-b59e-4148-abd3-66e9e36f995c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.973893] env[63440]: INFO nova.compute.manager [-] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Took 1.48 seconds to deallocate network for instance. [ 948.977469] env[63440]: DEBUG nova.network.neutron [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Updating instance_info_cache with network_info: [{"id": "64548413-51bc-4fd6-a5f7-adc6e5c70a63", "address": "fa:16:3e:52:fe:01", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64548413-51", "ovs_interfaceid": "64548413-51bc-4fd6-a5f7-adc6e5c70a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.983465] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.366s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.988185] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.714s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.989847] env[63440]: INFO nova.compute.claims [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.086119] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Task: {'id': task-2661928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445446} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.086419] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] dd187b0c-60a3-4f0d-b9c3-19b28fa8d856/dd187b0c-60a3-4f0d-b9c3-19b28fa8d856.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.086636] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.086878] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-936ffa4b-7454-4583-a311-ffd4bfff5b2a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.093740] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Waiting for the task: (returnval){ [ 949.093740] env[63440]: value = "task-2661930" [ 949.093740] env[63440]: _type = "Task" [ 949.093740] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.101340] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Task: {'id': task-2661930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.282794] env[63440]: INFO nova.compute.manager [None req-55979ee1-945b-40a3-8062-88a918e0837d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Detaching volume ccd94db5-9792-4317-8404-adfbba28fdb6 [ 949.325894] env[63440]: INFO nova.virt.block_device [None req-55979ee1-945b-40a3-8062-88a918e0837d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Attempting to driver detach volume ccd94db5-9792-4317-8404-adfbba28fdb6 from mountpoint /dev/sdc [ 949.326155] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-55979ee1-945b-40a3-8062-88a918e0837d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Volume detach. Driver type: vmdk {{(pid=63440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 949.326345] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-55979ee1-945b-40a3-8062-88a918e0837d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536789', 'volume_id': 'ccd94db5-9792-4317-8404-adfbba28fdb6', 'name': 'volume-ccd94db5-9792-4317-8404-adfbba28fdb6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '251dcd8a-1497-4044-af21-91b1cb49a614', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccd94db5-9792-4317-8404-adfbba28fdb6', 'serial': 'ccd94db5-9792-4317-8404-adfbba28fdb6'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 949.327498] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4815fa41-2983-4974-a623-f8273a6d6a0e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.335959] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661929, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.352636] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74aee7ac-f5cb-48f6-9ec3-219a8add19b1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.360533] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98cdc65-8a15-487f-a10e-fe723c38a16c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.381443] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4b79a5-84d1-42ba-a061-ddbfa0249667 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.396661] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-55979ee1-945b-40a3-8062-88a918e0837d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] The volume has not been displaced from its original location: [datastore2] volume-ccd94db5-9792-4317-8404-adfbba28fdb6/volume-ccd94db5-9792-4317-8404-adfbba28fdb6.vmdk. No consolidation needed. {{(pid=63440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 949.402018] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-55979ee1-945b-40a3-8062-88a918e0837d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Reconfiguring VM instance instance-00000047 to detach disk 2002 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 949.402361] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b37a6f6-bf16-4cae-8239-0b593c2bab59 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.419248] env[63440]: DEBUG nova.compute.manager [req-9c1fcbb1-0b85-429e-b5d4-1de7b84ddcfc req-a1e29b70-7c75-4efd-9828-2122e8f328f8 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Received event network-changed-64548413-51bc-4fd6-a5f7-adc6e5c70a63 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.419494] env[63440]: DEBUG nova.compute.manager [req-9c1fcbb1-0b85-429e-b5d4-1de7b84ddcfc req-a1e29b70-7c75-4efd-9828-2122e8f328f8 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Refreshing instance network info cache due to event network-changed-64548413-51bc-4fd6-a5f7-adc6e5c70a63. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 949.419665] env[63440]: DEBUG oslo_concurrency.lockutils [req-9c1fcbb1-0b85-429e-b5d4-1de7b84ddcfc req-a1e29b70-7c75-4efd-9828-2122e8f328f8 service nova] Acquiring lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.421540] env[63440]: DEBUG oslo_vmware.api [None req-55979ee1-945b-40a3-8062-88a918e0837d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 949.421540] env[63440]: value = "task-2661931" [ 949.421540] env[63440]: _type = "Task" [ 949.421540] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.430359] env[63440]: DEBUG oslo_vmware.api [None req-55979ee1-945b-40a3-8062-88a918e0837d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.477617] env[63440]: INFO nova.compute.manager [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] instance snapshotting [ 949.479165] env[63440]: DEBUG nova.objects.instance [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lazy-loading 'flavor' on Instance uuid 98f3eb33-c3a0-404d-b689-16bd5baa4dd1 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.489134] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.490074] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.490436] env[63440]: DEBUG nova.compute.manager [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Instance network_info: |[{"id": "64548413-51bc-4fd6-a5f7-adc6e5c70a63", "address": "fa:16:3e:52:fe:01", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64548413-51", "ovs_interfaceid": "64548413-51bc-4fd6-a5f7-adc6e5c70a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.490748] env[63440]: DEBUG oslo_concurrency.lockutils [req-9c1fcbb1-0b85-429e-b5d4-1de7b84ddcfc req-a1e29b70-7c75-4efd-9828-2122e8f328f8 service nova] Acquired lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.490967] env[63440]: DEBUG nova.network.neutron [req-9c1fcbb1-0b85-429e-b5d4-1de7b84ddcfc req-a1e29b70-7c75-4efd-9828-2122e8f328f8 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Refreshing network info cache for port 64548413-51bc-4fd6-a5f7-adc6e5c70a63 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.492309] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:fe:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64548413-51bc-4fd6-a5f7-adc6e5c70a63', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.500328] env[63440]: DEBUG oslo.service.loopingcall [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 949.505601] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.508425] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad686ff5-3aa7-46fe-9a63-4af9972a94ac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.523107] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f206ba33-5f87-4b84-b77b-1d358f508822 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "2aed780b-9671-434f-99e8-3d75f19e95aa" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 35.417s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.527311] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "2aed780b-9671-434f-99e8-3d75f19e95aa" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.211s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.527982] env[63440]: INFO nova.compute.manager [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Unshelving [ 949.535342] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.535342] env[63440]: value = "task-2661932" [ 949.535342] env[63440]: _type = "Task" [ 949.535342] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.544551] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661932, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.608337] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Task: {'id': task-2661930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07238} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.611352] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.612719] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e74da8a-c9eb-4c7d-b612-3d75a453b29d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.637247] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] dd187b0c-60a3-4f0d-b9c3-19b28fa8d856/dd187b0c-60a3-4f0d-b9c3-19b28fa8d856.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.640207] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5ffe2b4-b016-4f60-9580-5b2e5cd3b6a8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.659025] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Waiting for the task: (returnval){ [ 949.659025] env[63440]: value = "task-2661933" [ 949.659025] env[63440]: _type = "Task" [ 949.659025] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.668400] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Task: {'id': task-2661933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.775033] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76fb033-711e-4963-b9e7-c98365ebf213 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.782579] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a11e909-4e67-4a0e-8fbd-440f1142cd77 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.813840] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed3c128-3ed4-4e70-8d06-1da39b26800d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.824629] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6140583-8d14-47c2-8e43-b3a8036bef52 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.838615] env[63440]: DEBUG nova.compute.provider_tree [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.842539] env[63440]: DEBUG oslo_vmware.api [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661929, 'name': PowerOnVM_Task, 'duration_secs': 0.549539} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.843023] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.843248] env[63440]: INFO nova.compute.manager [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Took 7.82 seconds to spawn the instance on the hypervisor. [ 949.843436] env[63440]: DEBUG nova.compute.manager [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.844248] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce7a209-582e-451e-b50c-145d6fdfdc45 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.931251] env[63440]: DEBUG oslo_vmware.api [None req-55979ee1-945b-40a3-8062-88a918e0837d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661931, 'name': ReconfigVM_Task, 'duration_secs': 0.243007} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.931549] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-55979ee1-945b-40a3-8062-88a918e0837d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Reconfigured VM instance instance-00000047 to detach disk 2002 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 949.937053] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfd26c8f-eb62-41f4-9ce8-8901b6555086 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.952347] env[63440]: DEBUG oslo_vmware.api [None req-55979ee1-945b-40a3-8062-88a918e0837d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 949.952347] env[63440]: value = "task-2661934" [ 949.952347] env[63440]: _type = "Task" [ 949.952347] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.960413] env[63440]: DEBUG oslo_vmware.api [None req-55979ee1-945b-40a3-8062-88a918e0837d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.983968] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77436426-9c88-4927-866f-3c404b8cbe58 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.005330] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9490de02-714d-4a49-a808-37f9972c7437 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.045631] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661932, 'name': CreateVM_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.170109] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Task: {'id': task-2661933, 'name': ReconfigVM_Task, 'duration_secs': 0.275205} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.170425] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Reconfigured VM instance instance-0000005a to attach disk [datastore1] dd187b0c-60a3-4f0d-b9c3-19b28fa8d856/dd187b0c-60a3-4f0d-b9c3-19b28fa8d856.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.171108] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86edf280-4133-4de2-88e8-d1f31e62565d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.176867] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Waiting for the task: (returnval){ [ 950.176867] env[63440]: value = "task-2661935" [ 950.176867] env[63440]: _type = "Task" [ 950.176867] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.187409] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Task: {'id': task-2661935, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.256281] env[63440]: DEBUG nova.network.neutron [req-9c1fcbb1-0b85-429e-b5d4-1de7b84ddcfc req-a1e29b70-7c75-4efd-9828-2122e8f328f8 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Updated VIF entry in instance network info cache for port 64548413-51bc-4fd6-a5f7-adc6e5c70a63. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.256659] env[63440]: DEBUG nova.network.neutron [req-9c1fcbb1-0b85-429e-b5d4-1de7b84ddcfc req-a1e29b70-7c75-4efd-9828-2122e8f328f8 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Updating instance_info_cache with network_info: [{"id": "64548413-51bc-4fd6-a5f7-adc6e5c70a63", "address": "fa:16:3e:52:fe:01", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64548413-51", "ovs_interfaceid": "64548413-51bc-4fd6-a5f7-adc6e5c70a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.344109] env[63440]: DEBUG nova.scheduler.client.report [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.361168] env[63440]: INFO nova.compute.manager [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Took 23.54 seconds to build instance. [ 950.463144] env[63440]: DEBUG oslo_vmware.api [None req-55979ee1-945b-40a3-8062-88a918e0837d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661934, 'name': ReconfigVM_Task, 'duration_secs': 0.139369} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.463443] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-55979ee1-945b-40a3-8062-88a918e0837d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536789', 'volume_id': 'ccd94db5-9792-4317-8404-adfbba28fdb6', 'name': 'volume-ccd94db5-9792-4317-8404-adfbba28fdb6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '251dcd8a-1497-4044-af21-91b1cb49a614', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccd94db5-9792-4317-8404-adfbba28fdb6', 'serial': 'ccd94db5-9792-4317-8404-adfbba28fdb6'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 950.518344] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Creating Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 950.518344] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ec86584b-2886-4c96-8c0a-2579c4c3e807 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.526571] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 950.526571] env[63440]: value = "task-2661936" [ 950.526571] env[63440]: _type = "Task" [ 950.526571] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.535349] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661936, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.541623] env[63440]: DEBUG nova.compute.utils [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.548363] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661932, 'name': CreateVM_Task, 'duration_secs': 0.649377} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.548586] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.549329] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.549555] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.549918] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.550240] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fbb6cc7-6522-4815-88e7-4ffcbce97ac1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.555426] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 950.555426] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b6d321-0096-aaf0-264c-bce6d036138c" [ 950.555426] env[63440]: _type = "Task" [ 950.555426] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.566563] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b6d321-0096-aaf0-264c-bce6d036138c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.687646] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Task: {'id': task-2661935, 'name': Rename_Task, 'duration_secs': 0.141476} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.687936] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.688743] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3243f85-7bb4-4487-b29c-297081f883a5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.696381] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Waiting for the task: (returnval){ [ 950.696381] env[63440]: value = "task-2661937" [ 950.696381] env[63440]: _type = "Task" [ 950.696381] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.708158] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Task: {'id': task-2661937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.736842] env[63440]: DEBUG oslo_concurrency.lockutils [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquiring lock "e5f82476-c03e-465a-b35a-bf198d93fcac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.736842] env[63440]: DEBUG oslo_concurrency.lockutils [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "e5f82476-c03e-465a-b35a-bf198d93fcac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.760913] env[63440]: DEBUG oslo_concurrency.lockutils [req-9c1fcbb1-0b85-429e-b5d4-1de7b84ddcfc req-a1e29b70-7c75-4efd-9828-2122e8f328f8 service nova] Releasing lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.850317] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.863s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.850862] env[63440]: DEBUG nova.compute.manager [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.853647] env[63440]: DEBUG oslo_concurrency.lockutils [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.140s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.855255] env[63440]: INFO nova.compute.claims [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.865298] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dd5d735a-1fbd-484a-960d-6850104a9ddc tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "98774004-c151-47e9-a8a7-166a2edf4322" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.062s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.009850] env[63440]: DEBUG nova.objects.instance [None req-55979ee1-945b-40a3-8062-88a918e0837d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lazy-loading 'flavor' on Instance uuid 251dcd8a-1497-4044-af21-91b1cb49a614 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.036978] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661936, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.045344] env[63440]: INFO nova.virt.block_device [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Booting with volume d283e0a4-6eed-48ff-b759-7dfa07bd7efe at /dev/sdb [ 951.067599] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b6d321-0096-aaf0-264c-bce6d036138c, 'name': SearchDatastore_Task, 'duration_secs': 0.011953} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.067966] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.068283] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.068577] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.068733] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.069669] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.069669] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f943708-bc0d-4c5b-aa02-9bccb673738b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.079587] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.079761] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.080568] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a7aed7e-54f2-49e9-b32b-0548eaa39a5b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.084664] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-352bf170-01c9-44f0-91c7-d58900617372 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.087603] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 951.087603] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522bee7d-cf4c-fbbd-9370-805f757b49eb" [ 951.087603] env[63440]: _type = "Task" [ 951.087603] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.095821] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5aa9785-373d-4eec-9447-b8b5fd407045 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.110851] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522bee7d-cf4c-fbbd-9370-805f757b49eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.137188] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-415bfb65-bb4d-4061-a043-cc00985c1a6e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.145617] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e724091-6a5e-4f0a-8467-100f366b6750 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.181124] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e50fac5-e534-417c-a9c5-d85127ba8dd6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.188045] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5c368a-6e2b-40f3-9104-41879af478cf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.203711] env[63440]: DEBUG nova.virt.block_device [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Updating existing volume attachment record: 588bf683-6b65-4177-86b3-0478ae4b614d {{(pid=63440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 951.211135] env[63440]: DEBUG oslo_vmware.api [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Task: {'id': task-2661937, 'name': PowerOnVM_Task, 'duration_secs': 0.448481} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.211422] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.211657] env[63440]: INFO nova.compute.manager [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Took 6.81 seconds to spawn the instance on the hypervisor. [ 951.211823] env[63440]: DEBUG nova.compute.manager [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.212617] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c469f89-cc2a-406f-8f69-ded89c71aed1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.233507] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquiring lock "803b813b-ff31-4073-8d88-cc4fcbc5ac6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.233796] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "803b813b-ff31-4073-8d88-cc4fcbc5ac6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.240397] env[63440]: DEBUG nova.compute.manager [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.360961] env[63440]: DEBUG nova.compute.utils [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.364396] env[63440]: DEBUG nova.compute.manager [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.364667] env[63440]: DEBUG nova.network.neutron [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.405565] env[63440]: DEBUG nova.policy [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36cd1561de5f4ef0b3cfd4fbed4e738c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12ef09ee64fe4159ab5e9d1ffedcf9e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.538794] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661936, 'name': CreateSnapshot_Task, 'duration_secs': 0.87659} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.539048] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Created Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 951.539751] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74304bfa-787d-4b6b-8443-5f67828a9484 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.601210] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522bee7d-cf4c-fbbd-9370-805f757b49eb, 'name': SearchDatastore_Task, 'duration_secs': 0.0167} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.601391] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c861976-2c46-47d4-ab1c-81cd1e0ea5e8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.606648] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 951.606648] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522e7d8a-9735-6cd0-48aa-85fc3f9d962c" [ 951.606648] env[63440]: _type = "Task" [ 951.606648] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.614329] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522e7d8a-9735-6cd0-48aa-85fc3f9d962c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.684932] env[63440]: DEBUG nova.network.neutron [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Successfully created port: 9299723f-7db8-4b56-86c7-8a3c2cab04e3 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.737294] env[63440]: INFO nova.compute.manager [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Took 20.52 seconds to build instance. [ 951.738375] env[63440]: DEBUG nova.compute.manager [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.762815] env[63440]: DEBUG oslo_concurrency.lockutils [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.867816] env[63440]: DEBUG nova.compute.manager [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.017843] env[63440]: DEBUG oslo_concurrency.lockutils [None req-55979ee1-945b-40a3-8062-88a918e0837d tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "251dcd8a-1497-4044-af21-91b1cb49a614" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.239s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.057462] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Creating linked-clone VM from snapshot {{(pid=63440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 952.060541] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ac1c12dd-b257-4c2e-95cc-fa206cf1c916 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.069994] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 952.069994] env[63440]: value = "task-2661941" [ 952.069994] env[63440]: _type = "Task" [ 952.069994] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.078978] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661941, 'name': CloneVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.120856] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522e7d8a-9735-6cd0-48aa-85fc3f9d962c, 'name': SearchDatastore_Task, 'duration_secs': 0.02025} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.120856] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.120856] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 12f18f18-d670-4e68-b102-47b5d4920cc9/12f18f18-d670-4e68-b102-47b5d4920cc9.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.120856] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-746b8801-00f9-4b6a-8f4f-8f2afff74347 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.127715] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 952.127715] env[63440]: value = "task-2661942" [ 952.127715] env[63440]: _type = "Task" [ 952.127715] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.143354] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.178560] env[63440]: DEBUG nova.compute.manager [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Stashing vm_state: active {{(pid=63440) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 952.222163] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83019331-7a9c-4e08-ba1f-c5de36647b12 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.230746] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201ce966-ef18-4a4e-b81d-ca23bb95a2b8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.263526] env[63440]: DEBUG oslo_concurrency.lockutils [None req-85fdeffc-8cde-4eb7-9cbb-b8c1be8d84ff tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Lock "dd187b0c-60a3-4f0d-b9c3-19b28fa8d856" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.064s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.267330] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98f9dbc-000c-47f1-8f53-56f2c9ab4f7e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.277678] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b3559d-8466-43c9-aae9-30c1dc252b46 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.292541] env[63440]: DEBUG nova.compute.provider_tree [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.294727] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.583505] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661941, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.638951] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661942, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.701976] env[63440]: DEBUG oslo_concurrency.lockutils [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.797366] env[63440]: DEBUG nova.scheduler.client.report [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.877194] env[63440]: DEBUG nova.compute.manager [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.900256] env[63440]: DEBUG nova.virt.hardware [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.900519] env[63440]: DEBUG nova.virt.hardware [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.900678] env[63440]: DEBUG nova.virt.hardware [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.900865] env[63440]: DEBUG nova.virt.hardware [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.901166] env[63440]: DEBUG nova.virt.hardware [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.901166] env[63440]: DEBUG nova.virt.hardware [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.901383] env[63440]: DEBUG nova.virt.hardware [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.901540] env[63440]: DEBUG nova.virt.hardware [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.901739] env[63440]: DEBUG nova.virt.hardware [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.901919] env[63440]: DEBUG nova.virt.hardware [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.902114] env[63440]: DEBUG nova.virt.hardware [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.902973] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a1937f-41e9-4ba6-850d-1f0cfe6e9732 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.911643] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31240d29-79c8-48ae-8c6d-ca203cea5f0f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.084155] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661941, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.101073] env[63440]: DEBUG nova.compute.manager [req-9294e3d8-de08-41ec-a5d9-c2e8a0623629 req-e70db270-b51e-4a05-829a-a1ba654c1925 service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Received event network-changed-15c8a3e0-fb8a-4c96-a424-b60fead19980 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.101073] env[63440]: DEBUG nova.compute.manager [req-9294e3d8-de08-41ec-a5d9-c2e8a0623629 req-e70db270-b51e-4a05-829a-a1ba654c1925 service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Refreshing instance network info cache due to event network-changed-15c8a3e0-fb8a-4c96-a424-b60fead19980. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 953.101297] env[63440]: DEBUG oslo_concurrency.lockutils [req-9294e3d8-de08-41ec-a5d9-c2e8a0623629 req-e70db270-b51e-4a05-829a-a1ba654c1925 service nova] Acquiring lock "refresh_cache-dd187b0c-60a3-4f0d-b9c3-19b28fa8d856" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.101372] env[63440]: DEBUG oslo_concurrency.lockutils [req-9294e3d8-de08-41ec-a5d9-c2e8a0623629 req-e70db270-b51e-4a05-829a-a1ba654c1925 service nova] Acquired lock "refresh_cache-dd187b0c-60a3-4f0d-b9c3-19b28fa8d856" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.101533] env[63440]: DEBUG nova.network.neutron [req-9294e3d8-de08-41ec-a5d9-c2e8a0623629 req-e70db270-b51e-4a05-829a-a1ba654c1925 service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Refreshing network info cache for port 15c8a3e0-fb8a-4c96-a424-b60fead19980 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.144213] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657979} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.144298] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 12f18f18-d670-4e68-b102-47b5d4920cc9/12f18f18-d670-4e68-b102-47b5d4920cc9.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.144540] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.144842] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c1d5268-e720-4f7e-9fff-bd23a828f18f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.154624] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 953.154624] env[63440]: value = "task-2661943" [ 953.154624] env[63440]: _type = "Task" [ 953.154624] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.167288] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.245878] env[63440]: DEBUG nova.network.neutron [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Successfully updated port: 9299723f-7db8-4b56-86c7-8a3c2cab04e3 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.247728] env[63440]: DEBUG oslo_concurrency.lockutils [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "251dcd8a-1497-4044-af21-91b1cb49a614" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.247989] env[63440]: DEBUG oslo_concurrency.lockutils [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "251dcd8a-1497-4044-af21-91b1cb49a614" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.248203] env[63440]: DEBUG oslo_concurrency.lockutils [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "251dcd8a-1497-4044-af21-91b1cb49a614-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.248388] env[63440]: DEBUG oslo_concurrency.lockutils [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "251dcd8a-1497-4044-af21-91b1cb49a614-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.251019] env[63440]: DEBUG oslo_concurrency.lockutils [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "251dcd8a-1497-4044-af21-91b1cb49a614-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.257061] env[63440]: INFO nova.compute.manager [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Terminating instance [ 953.303411] env[63440]: DEBUG oslo_concurrency.lockutils [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.303411] env[63440]: DEBUG nova.compute.manager [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.306283] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.463s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.306500] env[63440]: DEBUG nova.objects.instance [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lazy-loading 'resources' on Instance uuid 7de1ebe6-b265-4142-bb9e-d059a04d90b4 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.318238] env[63440]: DEBUG nova.compute.manager [req-57640543-c2de-452a-9a5c-9e21a49a9f7d req-9f6e0785-66b7-4f42-8e3a-48d3a8a84747 service nova] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Received event network-vif-plugged-9299723f-7db8-4b56-86c7-8a3c2cab04e3 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.318454] env[63440]: DEBUG oslo_concurrency.lockutils [req-57640543-c2de-452a-9a5c-9e21a49a9f7d req-9f6e0785-66b7-4f42-8e3a-48d3a8a84747 service nova] Acquiring lock "51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.318663] env[63440]: DEBUG oslo_concurrency.lockutils [req-57640543-c2de-452a-9a5c-9e21a49a9f7d req-9f6e0785-66b7-4f42-8e3a-48d3a8a84747 service nova] Lock "51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.318833] env[63440]: DEBUG oslo_concurrency.lockutils [req-57640543-c2de-452a-9a5c-9e21a49a9f7d req-9f6e0785-66b7-4f42-8e3a-48d3a8a84747 service nova] Lock "51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.319008] env[63440]: DEBUG nova.compute.manager [req-57640543-c2de-452a-9a5c-9e21a49a9f7d req-9f6e0785-66b7-4f42-8e3a-48d3a8a84747 service nova] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] No waiting events found dispatching network-vif-plugged-9299723f-7db8-4b56-86c7-8a3c2cab04e3 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.320214] env[63440]: WARNING nova.compute.manager [req-57640543-c2de-452a-9a5c-9e21a49a9f7d req-9f6e0785-66b7-4f42-8e3a-48d3a8a84747 service nova] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Received unexpected event network-vif-plugged-9299723f-7db8-4b56-86c7-8a3c2cab04e3 for instance with vm_state building and task_state spawning. [ 953.585592] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661941, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.664305] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151976} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.664595] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.665423] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acd58fc-a5d4-4fd2-86be-ad0e2a30bb02 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.691027] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 12f18f18-d670-4e68-b102-47b5d4920cc9/12f18f18-d670-4e68-b102-47b5d4920cc9.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.691027] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b35f3adf-eadb-44d3-b057-bc97f29353ee {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.714383] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 953.714383] env[63440]: value = "task-2661944" [ 953.714383] env[63440]: _type = "Task" [ 953.714383] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.723277] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.751180] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "refresh_cache-51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.751301] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired lock "refresh_cache-51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.751545] env[63440]: DEBUG nova.network.neutron [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.759291] env[63440]: DEBUG nova.compute.manager [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.759619] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.760595] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125ca50a-f72b-4cff-9b06-9a99e8df8336 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.769475] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.769756] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68d80422-2e3b-4182-a000-5fef32b84c72 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.778231] env[63440]: DEBUG oslo_vmware.api [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 953.778231] env[63440]: value = "task-2661946" [ 953.778231] env[63440]: _type = "Task" [ 953.778231] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.790083] env[63440]: DEBUG oslo_vmware.api [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.811457] env[63440]: DEBUG nova.compute.utils [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.815848] env[63440]: DEBUG nova.compute.manager [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.816077] env[63440]: DEBUG nova.network.neutron [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.900483] env[63440]: DEBUG nova.network.neutron [req-9294e3d8-de08-41ec-a5d9-c2e8a0623629 req-e70db270-b51e-4a05-829a-a1ba654c1925 service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Updated VIF entry in instance network info cache for port 15c8a3e0-fb8a-4c96-a424-b60fead19980. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.900997] env[63440]: DEBUG nova.network.neutron [req-9294e3d8-de08-41ec-a5d9-c2e8a0623629 req-e70db270-b51e-4a05-829a-a1ba654c1925 service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Updating instance_info_cache with network_info: [{"id": "15c8a3e0-fb8a-4c96-a424-b60fead19980", "address": "fa:16:3e:d1:20:87", "network": {"id": "1c59cb22-eeaa-4154-ba6c-30413379cb3f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-242177960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312518e146b444dfb3120674ac5c5d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c8a3e0-fb", "ovs_interfaceid": "15c8a3e0-fb8a-4c96-a424-b60fead19980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.910932] env[63440]: DEBUG nova.policy [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50da48ba654243a4908225d3f320bd8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73b573edc9b040cf92d50352a4026030', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.086395] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661941, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.146190] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ee3ddd-66ba-4c79-bd70-97c66b2a3bb8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.154383] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1eaef16-f167-4a5c-837e-3ef8b7196741 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.190114] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca85045-5f81-482e-87fc-975fbf593c5b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.198356] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9585092-11d6-4e70-a0ab-71989a9dea50 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.215462] env[63440]: DEBUG nova.compute.provider_tree [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.227067] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.287940] env[63440]: DEBUG oslo_vmware.api [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661946, 'name': PowerOffVM_Task, 'duration_secs': 0.239907} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.288834] env[63440]: DEBUG nova.network.neutron [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.290701] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.290887] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.291156] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6a481bf-8faa-4eb6-8490-30064e1590df {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.316752] env[63440]: DEBUG nova.compute.manager [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.403922] env[63440]: DEBUG oslo_concurrency.lockutils [req-9294e3d8-de08-41ec-a5d9-c2e8a0623629 req-e70db270-b51e-4a05-829a-a1ba654c1925 service nova] Releasing lock "refresh_cache-dd187b0c-60a3-4f0d-b9c3-19b28fa8d856" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.448389] env[63440]: DEBUG nova.network.neutron [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Updating instance_info_cache with network_info: [{"id": "9299723f-7db8-4b56-86c7-8a3c2cab04e3", "address": "fa:16:3e:ab:7a:df", "network": {"id": "322e46f8-0b97-426e-8b85-10d7a79f6012", "bridge": "br-int", "label": "tempest-ServersTestJSON-126670939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ef09ee64fe4159ab5e9d1ffedcf9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9299723f-7d", "ovs_interfaceid": "9299723f-7db8-4b56-86c7-8a3c2cab04e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.582843] env[63440]: DEBUG nova.network.neutron [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Successfully created port: 5cdbcf65-e126-4540-a7d2-5e041ac6d3ef {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.592239] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661941, 'name': CloneVM_Task} progress is 95%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.726827] env[63440]: DEBUG nova.scheduler.client.report [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.731097] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661944, 'name': ReconfigVM_Task, 'duration_secs': 0.733771} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.731987] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 12f18f18-d670-4e68-b102-47b5d4920cc9/12f18f18-d670-4e68-b102-47b5d4920cc9.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.732784] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba7cfe27-3eb1-4e4b-9ff2-aa9ac64d10e0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.740083] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 954.740083] env[63440]: value = "task-2661948" [ 954.740083] env[63440]: _type = "Task" [ 954.740083] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.751022] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661948, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.781545] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.781545] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.781545] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Deleting the datastore file [datastore1] 251dcd8a-1497-4044-af21-91b1cb49a614 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.781545] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db1b4331-2cb8-4114-8fc1-1f917493ad36 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.794363] env[63440]: DEBUG oslo_vmware.api [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for the task: (returnval){ [ 954.794363] env[63440]: value = "task-2661949" [ 954.794363] env[63440]: _type = "Task" [ 954.794363] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.804886] env[63440]: DEBUG oslo_vmware.api [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.953013] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Releasing lock "refresh_cache-51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.953013] env[63440]: DEBUG nova.compute.manager [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Instance network_info: |[{"id": "9299723f-7db8-4b56-86c7-8a3c2cab04e3", "address": "fa:16:3e:ab:7a:df", "network": {"id": "322e46f8-0b97-426e-8b85-10d7a79f6012", "bridge": "br-int", "label": "tempest-ServersTestJSON-126670939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ef09ee64fe4159ab5e9d1ffedcf9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9299723f-7d", "ovs_interfaceid": "9299723f-7db8-4b56-86c7-8a3c2cab04e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.953013] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:7a:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9299723f-7db8-4b56-86c7-8a3c2cab04e3', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.960222] env[63440]: DEBUG oslo.service.loopingcall [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 954.960729] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.961133] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5f6dac2-b6d3-467a-aa8e-86bc8d349d91 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.985028] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.985028] env[63440]: value = "task-2661950" [ 954.985028] env[63440]: _type = "Task" [ 954.985028] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.994739] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661950, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.087409] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661941, 'name': CloneVM_Task, 'duration_secs': 2.779661} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.087813] env[63440]: INFO nova.virt.vmwareapi.vmops [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Created linked-clone VM from snapshot [ 955.088676] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaf1023-9cbe-4276-acbf-3f4886e1ba83 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.098166] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Uploading image 6c4dac34-f584-465c-b744-3452197368f0 {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 955.129465] env[63440]: DEBUG oslo_vmware.rw_handles [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 955.129465] env[63440]: value = "vm-536798" [ 955.129465] env[63440]: _type = "VirtualMachine" [ 955.129465] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 955.129886] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-25bfd4a3-83db-4857-9d19-88ad9ae1170f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.137921] env[63440]: DEBUG oslo_vmware.rw_handles [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lease: (returnval){ [ 955.137921] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528c2756-3803-9c5c-82b1-e3bfcd310030" [ 955.137921] env[63440]: _type = "HttpNfcLease" [ 955.137921] env[63440]: } obtained for exporting VM: (result){ [ 955.137921] env[63440]: value = "vm-536798" [ 955.137921] env[63440]: _type = "VirtualMachine" [ 955.137921] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 955.138294] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the lease: (returnval){ [ 955.138294] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528c2756-3803-9c5c-82b1-e3bfcd310030" [ 955.138294] env[63440]: _type = "HttpNfcLease" [ 955.138294] env[63440]: } to be ready. {{(pid=63440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 955.146547] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 955.146547] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528c2756-3803-9c5c-82b1-e3bfcd310030" [ 955.146547] env[63440]: _type = "HttpNfcLease" [ 955.146547] env[63440]: } is initializing. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 955.232680] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.236231] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.424s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.236657] env[63440]: DEBUG nova.objects.instance [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Lazy-loading 'resources' on Instance uuid 2ea6f201-e3bf-458e-8ee3-110a42f81958 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.251514] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661948, 'name': Rename_Task, 'duration_secs': 0.304863} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.251956] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.252343] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3cee0b3-ded0-442f-8c9f-c81d63f6bfad {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.258824] env[63440]: INFO nova.scheduler.client.report [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Deleted allocations for instance 7de1ebe6-b265-4142-bb9e-d059a04d90b4 [ 955.269647] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 955.269647] env[63440]: value = "task-2661952" [ 955.269647] env[63440]: _type = "Task" [ 955.269647] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.281974] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.310040] env[63440]: DEBUG oslo_vmware.api [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Task: {'id': task-2661949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347305} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.310040] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.310040] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.310040] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.310040] env[63440]: INFO nova.compute.manager [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Took 1.55 seconds to destroy the instance on the hypervisor. [ 955.310040] env[63440]: DEBUG oslo.service.loopingcall [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.310040] env[63440]: DEBUG nova.compute.manager [-] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.310040] env[63440]: DEBUG nova.network.neutron [-] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.326563] env[63440]: DEBUG nova.compute.manager [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.358972] env[63440]: DEBUG nova.virt.hardware [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.358972] env[63440]: DEBUG nova.virt.hardware [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.358972] env[63440]: DEBUG nova.virt.hardware [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.358972] env[63440]: DEBUG nova.virt.hardware [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.358972] env[63440]: DEBUG nova.virt.hardware [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.358972] env[63440]: DEBUG nova.virt.hardware [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.359322] env[63440]: DEBUG nova.virt.hardware [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.359478] env[63440]: DEBUG nova.virt.hardware [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.359793] env[63440]: DEBUG nova.virt.hardware [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.359896] env[63440]: DEBUG nova.virt.hardware [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.360153] env[63440]: DEBUG nova.virt.hardware [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.361389] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b98e1ea-a919-4977-a6f2-b12a3a07f448 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.367344] env[63440]: DEBUG nova.compute.manager [req-1d2825b6-1c65-4c66-8eaf-f7705fc1a3ef req-98d2f7ec-53e0-4fd7-82e7-32c550a89093 service nova] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Received event network-changed-9299723f-7db8-4b56-86c7-8a3c2cab04e3 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.367574] env[63440]: DEBUG nova.compute.manager [req-1d2825b6-1c65-4c66-8eaf-f7705fc1a3ef req-98d2f7ec-53e0-4fd7-82e7-32c550a89093 service nova] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Refreshing instance network info cache due to event network-changed-9299723f-7db8-4b56-86c7-8a3c2cab04e3. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 955.367849] env[63440]: DEBUG oslo_concurrency.lockutils [req-1d2825b6-1c65-4c66-8eaf-f7705fc1a3ef req-98d2f7ec-53e0-4fd7-82e7-32c550a89093 service nova] Acquiring lock "refresh_cache-51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.368040] env[63440]: DEBUG oslo_concurrency.lockutils [req-1d2825b6-1c65-4c66-8eaf-f7705fc1a3ef req-98d2f7ec-53e0-4fd7-82e7-32c550a89093 service nova] Acquired lock "refresh_cache-51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.368212] env[63440]: DEBUG nova.network.neutron [req-1d2825b6-1c65-4c66-8eaf-f7705fc1a3ef req-98d2f7ec-53e0-4fd7-82e7-32c550a89093 service nova] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Refreshing network info cache for port 9299723f-7db8-4b56-86c7-8a3c2cab04e3 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.383010] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0bd640-db26-4e9c-a28d-91661d9fc248 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.493779] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661950, 'name': CreateVM_Task, 'duration_secs': 0.34237} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.493992] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.494706] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.494876] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.495288] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.495551] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75ced66a-7705-42e2-afe5-35b4b7646394 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.500471] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 955.500471] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52152719-2067-262a-f133-80639966eb66" [ 955.500471] env[63440]: _type = "Task" [ 955.500471] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.508737] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52152719-2067-262a-f133-80639966eb66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.647807] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 955.647807] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528c2756-3803-9c5c-82b1-e3bfcd310030" [ 955.647807] env[63440]: _type = "HttpNfcLease" [ 955.647807] env[63440]: } is ready. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 955.648289] env[63440]: DEBUG oslo_vmware.rw_handles [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 955.648289] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528c2756-3803-9c5c-82b1-e3bfcd310030" [ 955.648289] env[63440]: _type = "HttpNfcLease" [ 955.648289] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 955.648852] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb50afa-d2e3-4413-a139-2fad40369789 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.663975] env[63440]: DEBUG oslo_vmware.rw_handles [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527959cd-bbc1-224f-be95-76ffce6710d6/disk-0.vmdk from lease info. {{(pid=63440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 955.664232] env[63440]: DEBUG oslo_vmware.rw_handles [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527959cd-bbc1-224f-be95-76ffce6710d6/disk-0.vmdk for reading. {{(pid=63440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 955.781875] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1a779c16-5696-41ed-909e-a05a6da47344 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "7de1ebe6-b265-4142-bb9e-d059a04d90b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.901s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.790461] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661952, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.809265] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6cc9634d-c5c5-40e3-baa0-95a30be9ae0b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.018199] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52152719-2067-262a-f133-80639966eb66, 'name': SearchDatastore_Task, 'duration_secs': 0.01033} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.018862] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.019208] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.019568] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.019842] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.020197] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.020617] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-709c03aa-530a-41cb-b010-c2737e42d262 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.037808] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.037808] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.038589] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-227e66e4-7af3-42e2-86ef-791b154f4e71 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.044631] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 956.044631] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e9dbc4-b783-01ea-ccb8-9025b3acb8f9" [ 956.044631] env[63440]: _type = "Task" [ 956.044631] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.058222] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e9dbc4-b783-01ea-ccb8-9025b3acb8f9, 'name': SearchDatastore_Task, 'duration_secs': 0.00945} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.059230] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f29adef5-481f-4969-a639-b7a3321f1352 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.068660] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 956.068660] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525fe79d-4a3f-8fa3-0e9a-8dcb6d1a7148" [ 956.068660] env[63440]: _type = "Task" [ 956.068660] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.077322] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525fe79d-4a3f-8fa3-0e9a-8dcb6d1a7148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.079433] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf3ba60-3ff8-4b5c-ab34-8cba8d966f22 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.089923] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4b83d2-543e-435f-b163-3d4f8a731275 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.125420] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafe8cc0-01a8-4899-a47e-94edcb9bd70a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.126813] env[63440]: DEBUG nova.network.neutron [req-1d2825b6-1c65-4c66-8eaf-f7705fc1a3ef req-98d2f7ec-53e0-4fd7-82e7-32c550a89093 service nova] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Updated VIF entry in instance network info cache for port 9299723f-7db8-4b56-86c7-8a3c2cab04e3. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.127347] env[63440]: DEBUG nova.network.neutron [req-1d2825b6-1c65-4c66-8eaf-f7705fc1a3ef req-98d2f7ec-53e0-4fd7-82e7-32c550a89093 service nova] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Updating instance_info_cache with network_info: [{"id": "9299723f-7db8-4b56-86c7-8a3c2cab04e3", "address": "fa:16:3e:ab:7a:df", "network": {"id": "322e46f8-0b97-426e-8b85-10d7a79f6012", "bridge": "br-int", "label": "tempest-ServersTestJSON-126670939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ef09ee64fe4159ab5e9d1ffedcf9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9299723f-7d", "ovs_interfaceid": "9299723f-7db8-4b56-86c7-8a3c2cab04e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.138761] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb94740-544e-4f31-929d-088e37a48699 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.156610] env[63440]: DEBUG nova.compute.provider_tree [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.260346] env[63440]: DEBUG nova.compute.manager [req-6bfc58ba-2dae-44b0-8aff-8df29529b466 req-b3f6e7a8-bac3-4c19-b9b2-bddd1606bdf1 service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Received event network-changed-15c8a3e0-fb8a-4c96-a424-b60fead19980 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.260346] env[63440]: DEBUG nova.compute.manager [req-6bfc58ba-2dae-44b0-8aff-8df29529b466 req-b3f6e7a8-bac3-4c19-b9b2-bddd1606bdf1 service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Refreshing instance network info cache due to event network-changed-15c8a3e0-fb8a-4c96-a424-b60fead19980. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 956.264136] env[63440]: DEBUG oslo_concurrency.lockutils [req-6bfc58ba-2dae-44b0-8aff-8df29529b466 req-b3f6e7a8-bac3-4c19-b9b2-bddd1606bdf1 service nova] Acquiring lock "refresh_cache-dd187b0c-60a3-4f0d-b9c3-19b28fa8d856" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.264136] env[63440]: DEBUG oslo_concurrency.lockutils [req-6bfc58ba-2dae-44b0-8aff-8df29529b466 req-b3f6e7a8-bac3-4c19-b9b2-bddd1606bdf1 service nova] Acquired lock "refresh_cache-dd187b0c-60a3-4f0d-b9c3-19b28fa8d856" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.264136] env[63440]: DEBUG nova.network.neutron [req-6bfc58ba-2dae-44b0-8aff-8df29529b466 req-b3f6e7a8-bac3-4c19-b9b2-bddd1606bdf1 service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Refreshing network info cache for port 15c8a3e0-fb8a-4c96-a424-b60fead19980 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.288912] env[63440]: DEBUG nova.network.neutron [-] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.299374] env[63440]: DEBUG oslo_vmware.api [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2661952, 'name': PowerOnVM_Task, 'duration_secs': 0.930017} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.299760] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.301488] env[63440]: INFO nova.compute.manager [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Took 9.54 seconds to spawn the instance on the hypervisor. [ 956.301488] env[63440]: DEBUG nova.compute.manager [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.301488] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e324792-887e-458a-b58a-df5d1e5a071b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.583331] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525fe79d-4a3f-8fa3-0e9a-8dcb6d1a7148, 'name': SearchDatastore_Task, 'duration_secs': 0.012141} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.583331] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.584081] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed/51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.584366] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84110e00-aced-4b26-908a-471e990f50b3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.591192] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 956.591192] env[63440]: value = "task-2661953" [ 956.591192] env[63440]: _type = "Task" [ 956.591192] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.601420] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.634334] env[63440]: DEBUG oslo_concurrency.lockutils [req-1d2825b6-1c65-4c66-8eaf-f7705fc1a3ef req-98d2f7ec-53e0-4fd7-82e7-32c550a89093 service nova] Releasing lock "refresh_cache-51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.636496] env[63440]: DEBUG nova.compute.manager [req-62fc553e-6371-4286-b88e-a8085e5709ab req-653ced5f-c3ce-4df8-8399-579496bee679 service nova] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Received event network-vif-plugged-5cdbcf65-e126-4540-a7d2-5e041ac6d3ef {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.636797] env[63440]: DEBUG oslo_concurrency.lockutils [req-62fc553e-6371-4286-b88e-a8085e5709ab req-653ced5f-c3ce-4df8-8399-579496bee679 service nova] Acquiring lock "36690dbd-36cb-43fd-99c1-09dc95635f76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.637613] env[63440]: DEBUG oslo_concurrency.lockutils [req-62fc553e-6371-4286-b88e-a8085e5709ab req-653ced5f-c3ce-4df8-8399-579496bee679 service nova] Lock "36690dbd-36cb-43fd-99c1-09dc95635f76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.637790] env[63440]: DEBUG oslo_concurrency.lockutils [req-62fc553e-6371-4286-b88e-a8085e5709ab req-653ced5f-c3ce-4df8-8399-579496bee679 service nova] Lock "36690dbd-36cb-43fd-99c1-09dc95635f76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.637846] env[63440]: DEBUG nova.compute.manager [req-62fc553e-6371-4286-b88e-a8085e5709ab req-653ced5f-c3ce-4df8-8399-579496bee679 service nova] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] No waiting events found dispatching network-vif-plugged-5cdbcf65-e126-4540-a7d2-5e041ac6d3ef {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.638599] env[63440]: WARNING nova.compute.manager [req-62fc553e-6371-4286-b88e-a8085e5709ab req-653ced5f-c3ce-4df8-8399-579496bee679 service nova] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Received unexpected event network-vif-plugged-5cdbcf65-e126-4540-a7d2-5e041ac6d3ef for instance with vm_state building and task_state spawning. [ 956.659822] env[63440]: DEBUG nova.scheduler.client.report [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.793926] env[63440]: INFO nova.compute.manager [-] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Took 1.49 seconds to deallocate network for instance. [ 956.840273] env[63440]: INFO nova.compute.manager [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Took 25.55 seconds to build instance. [ 957.012135] env[63440]: DEBUG nova.network.neutron [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Successfully updated port: 5cdbcf65-e126-4540-a7d2-5e041ac6d3ef {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.024596] env[63440]: DEBUG nova.network.neutron [req-6bfc58ba-2dae-44b0-8aff-8df29529b466 req-b3f6e7a8-bac3-4c19-b9b2-bddd1606bdf1 service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Updated VIF entry in instance network info cache for port 15c8a3e0-fb8a-4c96-a424-b60fead19980. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.024596] env[63440]: DEBUG nova.network.neutron [req-6bfc58ba-2dae-44b0-8aff-8df29529b466 req-b3f6e7a8-bac3-4c19-b9b2-bddd1606bdf1 service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Updating instance_info_cache with network_info: [{"id": "15c8a3e0-fb8a-4c96-a424-b60fead19980", "address": "fa:16:3e:d1:20:87", "network": {"id": "1c59cb22-eeaa-4154-ba6c-30413379cb3f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-242177960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312518e146b444dfb3120674ac5c5d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c8a3e0-fb", "ovs_interfaceid": "15c8a3e0-fb8a-4c96-a424-b60fead19980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.103765] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661953, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.166524] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.169604] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.681s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.170541] env[63440]: DEBUG nova.objects.instance [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lazy-loading 'resources' on Instance uuid 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.199264] env[63440]: INFO nova.scheduler.client.report [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Deleted allocations for instance 2ea6f201-e3bf-458e-8ee3-110a42f81958 [ 957.301140] env[63440]: DEBUG oslo_concurrency.lockutils [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.494792] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c6904f8c-c9ed-48d2-a192-32124c5587ce tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "12f18f18-d670-4e68-b102-47b5d4920cc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.560s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.494792] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.515499] env[63440]: DEBUG oslo_concurrency.lockutils [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Acquiring lock "refresh_cache-36690dbd-36cb-43fd-99c1-09dc95635f76" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.515743] env[63440]: DEBUG oslo_concurrency.lockutils [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Acquired lock "refresh_cache-36690dbd-36cb-43fd-99c1-09dc95635f76" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.515981] env[63440]: DEBUG nova.network.neutron [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.528498] env[63440]: DEBUG oslo_concurrency.lockutils [req-6bfc58ba-2dae-44b0-8aff-8df29529b466 req-b3f6e7a8-bac3-4c19-b9b2-bddd1606bdf1 service nova] Releasing lock "refresh_cache-dd187b0c-60a3-4f0d-b9c3-19b28fa8d856" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.614193] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69439} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.615590] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed/51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.615993] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.617818] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-081970e2-6d7c-4f76-aba5-bfd36225f906 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.629738] env[63440]: DEBUG nova.compute.manager [req-25f012c3-3e5d-46a1-9574-da923419b1b9 req-dc76db32-de2a-496c-b890-9c7261fd96ff service nova] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Received event network-vif-deleted-bf68f250-0a0d-4507-ae74-ba397950fc33 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.630250] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 957.630250] env[63440]: value = "task-2661954" [ 957.630250] env[63440]: _type = "Task" [ 957.630250] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.644279] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.711152] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ad36e731-9a6d-47fd-be39-129da1cae7de tempest-ServerMetadataTestJSON-1805515748 tempest-ServerMetadataTestJSON-1805515748-project-member] Lock "2ea6f201-e3bf-458e-8ee3-110a42f81958" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.439s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.731488] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "71e8cf65-e059-4f49-a50e-8d9189471cff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.733089] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "71e8cf65-e059-4f49-a50e-8d9189471cff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.929677] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e57820f-7037-4e39-9acb-053967d2c05b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.938764] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1954ea-42db-4885-a2b7-074ac495a62a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.972250] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91ad8c3-2fd7-4124-a72e-eb372f89ec69 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.979593] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d366073-ba84-43c5-bc56-d12b3bcde7f1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.993466] env[63440]: DEBUG nova.compute.provider_tree [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.049834] env[63440]: DEBUG nova.network.neutron [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.143271] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100383} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.143544] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.144527] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b92667e-0a73-4ab7-8b64-9b094c2e7e7b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.169226] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed/51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.172201] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-314510b0-b9ce-4908-b42b-d4182b21a6a2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.194847] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 958.194847] env[63440]: value = "task-2661955" [ 958.194847] env[63440]: _type = "Task" [ 958.194847] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.205054] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.234743] env[63440]: DEBUG nova.compute.manager [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.239915] env[63440]: DEBUG nova.network.neutron [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Updating instance_info_cache with network_info: [{"id": "5cdbcf65-e126-4540-a7d2-5e041ac6d3ef", "address": "fa:16:3e:a3:bb:a6", "network": {"id": "518f2e39-91be-4c15-baa5-e37af910e5b7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2130707078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b573edc9b040cf92d50352a4026030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cdbcf65-e1", "ovs_interfaceid": "5cdbcf65-e126-4540-a7d2-5e041ac6d3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.293312] env[63440]: DEBUG nova.compute.manager [req-292943ac-4dd2-488d-9bbb-5ea5f9064938 req-130711de-9506-4c03-a5fa-6b87683900cf service nova] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Received event network-changed-5cdbcf65-e126-4540-a7d2-5e041ac6d3ef {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 958.294125] env[63440]: DEBUG nova.compute.manager [req-292943ac-4dd2-488d-9bbb-5ea5f9064938 req-130711de-9506-4c03-a5fa-6b87683900cf service nova] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Refreshing instance network info cache due to event network-changed-5cdbcf65-e126-4540-a7d2-5e041ac6d3ef. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 958.295014] env[63440]: DEBUG oslo_concurrency.lockutils [req-292943ac-4dd2-488d-9bbb-5ea5f9064938 req-130711de-9506-4c03-a5fa-6b87683900cf service nova] Acquiring lock "refresh_cache-36690dbd-36cb-43fd-99c1-09dc95635f76" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.347428] env[63440]: DEBUG oslo_concurrency.lockutils [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Acquiring lock "dd187b0c-60a3-4f0d-b9c3-19b28fa8d856" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.347428] env[63440]: DEBUG oslo_concurrency.lockutils [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Lock "dd187b0c-60a3-4f0d-b9c3-19b28fa8d856" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.347428] env[63440]: DEBUG oslo_concurrency.lockutils [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Acquiring lock "dd187b0c-60a3-4f0d-b9c3-19b28fa8d856-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.347428] env[63440]: DEBUG oslo_concurrency.lockutils [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Lock "dd187b0c-60a3-4f0d-b9c3-19b28fa8d856-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.347785] env[63440]: DEBUG oslo_concurrency.lockutils [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Lock "dd187b0c-60a3-4f0d-b9c3-19b28fa8d856-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.350579] env[63440]: INFO nova.compute.manager [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Terminating instance [ 958.518748] env[63440]: ERROR nova.scheduler.client.report [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] [req-b37f245e-bf02-43bf-949b-54cb04e46a11] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b37f245e-bf02-43bf-949b-54cb04e46a11"}]} [ 958.538746] env[63440]: DEBUG nova.scheduler.client.report [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Refreshing inventories for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 958.556738] env[63440]: DEBUG nova.scheduler.client.report [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Updating ProviderTree inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 958.557416] env[63440]: DEBUG nova.compute.provider_tree [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.575271] env[63440]: DEBUG nova.scheduler.client.report [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Refreshing aggregate associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, aggregates: None {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 958.598379] env[63440]: DEBUG nova.scheduler.client.report [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Refreshing trait associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 958.704959] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661955, 'name': ReconfigVM_Task, 'duration_secs': 0.313649} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.705297] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed/51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.706150] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d2f9bfd-0c71-4267-ad72-a26e9415a1ec {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.716984] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 958.716984] env[63440]: value = "task-2661956" [ 958.716984] env[63440]: _type = "Task" [ 958.716984] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.725851] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661956, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.743785] env[63440]: DEBUG oslo_concurrency.lockutils [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Releasing lock "refresh_cache-36690dbd-36cb-43fd-99c1-09dc95635f76" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.744106] env[63440]: DEBUG nova.compute.manager [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Instance network_info: |[{"id": "5cdbcf65-e126-4540-a7d2-5e041ac6d3ef", "address": "fa:16:3e:a3:bb:a6", "network": {"id": "518f2e39-91be-4c15-baa5-e37af910e5b7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2130707078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b573edc9b040cf92d50352a4026030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cdbcf65-e1", "ovs_interfaceid": "5cdbcf65-e126-4540-a7d2-5e041ac6d3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.746484] env[63440]: DEBUG oslo_concurrency.lockutils [req-292943ac-4dd2-488d-9bbb-5ea5f9064938 req-130711de-9506-4c03-a5fa-6b87683900cf service nova] Acquired lock "refresh_cache-36690dbd-36cb-43fd-99c1-09dc95635f76" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.746668] env[63440]: DEBUG nova.network.neutron [req-292943ac-4dd2-488d-9bbb-5ea5f9064938 req-130711de-9506-4c03-a5fa-6b87683900cf service nova] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Refreshing network info cache for port 5cdbcf65-e126-4540-a7d2-5e041ac6d3ef {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.747918] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:bb:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba0caf51-f398-43a4-b2b3-f53480254d5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cdbcf65-e126-4540-a7d2-5e041ac6d3ef', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.755541] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Creating folder: Project (73b573edc9b040cf92d50352a4026030). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.758758] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-409d22f4-d907-4301-89ee-bc8a63fdc19b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.770350] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Created folder: Project (73b573edc9b040cf92d50352a4026030) in parent group-v536546. [ 958.770603] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Creating folder: Instances. Parent ref: group-v536800. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.778276] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.778575] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ce75c5a-6cdf-452f-ba78-8297d711fcb7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.789918] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Created folder: Instances in parent group-v536800. [ 958.791313] env[63440]: DEBUG oslo.service.loopingcall [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 958.791313] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.791313] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38eb0a92-33df-4c74-a3ba-148874311d88 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.815537] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.815537] env[63440]: value = "task-2661959" [ 958.815537] env[63440]: _type = "Task" [ 958.815537] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.825402] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661959, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.855717] env[63440]: DEBUG nova.compute.manager [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.856023] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.856848] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d2aa7b-11c1-4e02-8cb2-3ecabfb5d30b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.869680] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.870075] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebb6b6b8-2cc6-4ffc-9775-98371bdaf23b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.880592] env[63440]: DEBUG oslo_vmware.api [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Waiting for the task: (returnval){ [ 958.880592] env[63440]: value = "task-2661960" [ 958.880592] env[63440]: _type = "Task" [ 958.880592] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.890406] env[63440]: DEBUG oslo_vmware.api [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Task: {'id': task-2661960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.954959] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "eddcf98e-c779-4f00-9d6f-240939e3e672" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.955329] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "eddcf98e-c779-4f00-9d6f-240939e3e672" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.957554] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d199285b-bc6a-489c-a81c-d12652f47821 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.967288] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe471013-a275-4723-abc7-e62e75fc1b4e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.000418] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea81dbd-5b0b-4edf-b543-9818358d335a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.010153] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f32f243-2c66-4b28-ad56-245cd53d7510 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.023404] env[63440]: DEBUG nova.compute.provider_tree [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.227420] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661956, 'name': Rename_Task, 'duration_secs': 0.168874} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.227763] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.228084] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-368be3f0-9efd-4f28-93f8-1a07518469b5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.235799] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 959.235799] env[63440]: value = "task-2661961" [ 959.235799] env[63440]: _type = "Task" [ 959.235799] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.248518] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.329489] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661959, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.397413] env[63440]: DEBUG oslo_vmware.api [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Task: {'id': task-2661960, 'name': PowerOffVM_Task, 'duration_secs': 0.210623} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.397413] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.397413] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.397413] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ac4b3ea-5937-4c2a-8c75-cc032a660e31 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.461938] env[63440]: DEBUG nova.compute.manager [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.470272] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.470272] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.470423] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Deleting the datastore file [datastore1] dd187b0c-60a3-4f0d-b9c3-19b28fa8d856 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.470560] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db9d0bbc-6bca-4527-ab00-bf802cdebdf7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.477897] env[63440]: DEBUG oslo_vmware.api [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Waiting for the task: (returnval){ [ 959.477897] env[63440]: value = "task-2661963" [ 959.477897] env[63440]: _type = "Task" [ 959.477897] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.489494] env[63440]: DEBUG oslo_vmware.api [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Task: {'id': task-2661963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.527697] env[63440]: DEBUG nova.scheduler.client.report [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.625218] env[63440]: DEBUG nova.network.neutron [req-292943ac-4dd2-488d-9bbb-5ea5f9064938 req-130711de-9506-4c03-a5fa-6b87683900cf service nova] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Updated VIF entry in instance network info cache for port 5cdbcf65-e126-4540-a7d2-5e041ac6d3ef. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.625218] env[63440]: DEBUG nova.network.neutron [req-292943ac-4dd2-488d-9bbb-5ea5f9064938 req-130711de-9506-4c03-a5fa-6b87683900cf service nova] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Updating instance_info_cache with network_info: [{"id": "5cdbcf65-e126-4540-a7d2-5e041ac6d3ef", "address": "fa:16:3e:a3:bb:a6", "network": {"id": "518f2e39-91be-4c15-baa5-e37af910e5b7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2130707078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b573edc9b040cf92d50352a4026030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cdbcf65-e1", "ovs_interfaceid": "5cdbcf65-e126-4540-a7d2-5e041ac6d3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.748238] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661961, 'name': PowerOnVM_Task} progress is 92%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.825140] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661959, 'name': CreateVM_Task, 'duration_secs': 0.613208} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.825325] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.826059] env[63440]: DEBUG oslo_concurrency.lockutils [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.826240] env[63440]: DEBUG oslo_concurrency.lockutils [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.826563] env[63440]: DEBUG oslo_concurrency.lockutils [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.826824] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9693430-5cae-410e-a85f-92e3b9313e5c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.831507] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Waiting for the task: (returnval){ [ 959.831507] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d8432c-eceb-ac01-77c1-d6368df26159" [ 959.831507] env[63440]: _type = "Task" [ 959.831507] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.839595] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d8432c-eceb-ac01-77c1-d6368df26159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.988373] env[63440]: DEBUG oslo_vmware.api [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Task: {'id': task-2661963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375655} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.989303] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.989578] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.989762] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.989943] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.990132] env[63440]: INFO nova.compute.manager [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Took 1.13 seconds to destroy the instance on the hypervisor. [ 959.990372] env[63440]: DEBUG oslo.service.loopingcall [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 959.990562] env[63440]: DEBUG nova.compute.manager [-] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.990657] env[63440]: DEBUG nova.network.neutron [-] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.035186] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.865s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.038107] env[63440]: DEBUG oslo_concurrency.lockutils [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.276s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.039598] env[63440]: INFO nova.compute.claims [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.058870] env[63440]: INFO nova.scheduler.client.report [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Deleted allocations for instance 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f [ 960.131568] env[63440]: DEBUG oslo_concurrency.lockutils [req-292943ac-4dd2-488d-9bbb-5ea5f9064938 req-130711de-9506-4c03-a5fa-6b87683900cf service nova] Releasing lock "refresh_cache-36690dbd-36cb-43fd-99c1-09dc95635f76" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.132179] env[63440]: DEBUG nova.compute.manager [req-292943ac-4dd2-488d-9bbb-5ea5f9064938 req-130711de-9506-4c03-a5fa-6b87683900cf service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Received event network-changed-64548413-51bc-4fd6-a5f7-adc6e5c70a63 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.132179] env[63440]: DEBUG nova.compute.manager [req-292943ac-4dd2-488d-9bbb-5ea5f9064938 req-130711de-9506-4c03-a5fa-6b87683900cf service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Refreshing instance network info cache due to event network-changed-64548413-51bc-4fd6-a5f7-adc6e5c70a63. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 960.133024] env[63440]: DEBUG oslo_concurrency.lockutils [req-292943ac-4dd2-488d-9bbb-5ea5f9064938 req-130711de-9506-4c03-a5fa-6b87683900cf service nova] Acquiring lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.133024] env[63440]: DEBUG oslo_concurrency.lockutils [req-292943ac-4dd2-488d-9bbb-5ea5f9064938 req-130711de-9506-4c03-a5fa-6b87683900cf service nova] Acquired lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.133024] env[63440]: DEBUG nova.network.neutron [req-292943ac-4dd2-488d-9bbb-5ea5f9064938 req-130711de-9506-4c03-a5fa-6b87683900cf service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Refreshing network info cache for port 64548413-51bc-4fd6-a5f7-adc6e5c70a63 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.248226] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661961, 'name': PowerOnVM_Task} progress is 92%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.298839] env[63440]: DEBUG nova.compute.manager [req-bd2d1274-756e-4c04-a818-396db705f568 req-544f0fde-14e8-4c0a-81fb-d8b00785acb3 service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Received event network-vif-deleted-15c8a3e0-fb8a-4c96-a424-b60fead19980 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.299104] env[63440]: INFO nova.compute.manager [req-bd2d1274-756e-4c04-a818-396db705f568 req-544f0fde-14e8-4c0a-81fb-d8b00785acb3 service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Neutron deleted interface 15c8a3e0-fb8a-4c96-a424-b60fead19980; detaching it from the instance and deleting it from the info cache [ 960.299293] env[63440]: DEBUG nova.network.neutron [req-bd2d1274-756e-4c04-a818-396db705f568 req-544f0fde-14e8-4c0a-81fb-d8b00785acb3 service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.342798] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d8432c-eceb-ac01-77c1-d6368df26159, 'name': SearchDatastore_Task, 'duration_secs': 0.018498} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.343108] env[63440]: DEBUG oslo_concurrency.lockutils [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.343342] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.343575] env[63440]: DEBUG oslo_concurrency.lockutils [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.343749] env[63440]: DEBUG oslo_concurrency.lockutils [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.343939] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.344210] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c7d40e9-404e-4bc6-87cf-051880bc8196 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.357013] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.357239] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.358025] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d73d0f0f-7fbc-4cc0-9966-505e7a287423 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.364058] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Waiting for the task: (returnval){ [ 960.364058] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52522226-3380-529d-4fe6-7b4101a7bbf6" [ 960.364058] env[63440]: _type = "Task" [ 960.364058] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.373479] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52522226-3380-529d-4fe6-7b4101a7bbf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.568670] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dac8df34-f647-4ac6-b55e-17537598d604 tempest-ServersTestMultiNic-969563322 tempest-ServersTestMultiNic-969563322-project-member] Lock "3f7cdc15-5937-46fd-8e4b-a32f5a5e402f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.738s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.750439] env[63440]: DEBUG oslo_vmware.api [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661961, 'name': PowerOnVM_Task, 'duration_secs': 1.203951} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.751308] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.751308] env[63440]: INFO nova.compute.manager [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Took 7.87 seconds to spawn the instance on the hypervisor. [ 960.751308] env[63440]: DEBUG nova.compute.manager [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.752697] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b317b09-ef0e-49fa-993b-72427546aac5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.775802] env[63440]: DEBUG nova.network.neutron [-] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.801743] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19e692a9-a2ff-44ca-946b-75c4ee8e163a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.811172] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2db64ff-ad20-4bdf-b259-5c56457d404f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.846725] env[63440]: DEBUG nova.compute.manager [req-bd2d1274-756e-4c04-a818-396db705f568 req-544f0fde-14e8-4c0a-81fb-d8b00785acb3 service nova] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Detach interface failed, port_id=15c8a3e0-fb8a-4c96-a424-b60fead19980, reason: Instance dd187b0c-60a3-4f0d-b9c3-19b28fa8d856 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 960.855143] env[63440]: DEBUG nova.network.neutron [req-292943ac-4dd2-488d-9bbb-5ea5f9064938 req-130711de-9506-4c03-a5fa-6b87683900cf service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Updated VIF entry in instance network info cache for port 64548413-51bc-4fd6-a5f7-adc6e5c70a63. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.855143] env[63440]: DEBUG nova.network.neutron [req-292943ac-4dd2-488d-9bbb-5ea5f9064938 req-130711de-9506-4c03-a5fa-6b87683900cf service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Updating instance_info_cache with network_info: [{"id": "64548413-51bc-4fd6-a5f7-adc6e5c70a63", "address": "fa:16:3e:52:fe:01", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64548413-51", "ovs_interfaceid": "64548413-51bc-4fd6-a5f7-adc6e5c70a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.874166] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52522226-3380-529d-4fe6-7b4101a7bbf6, 'name': SearchDatastore_Task, 'duration_secs': 0.044082} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.875536] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31f8c99-30f9-4f87-8771-d71406f6cb97 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.881135] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Waiting for the task: (returnval){ [ 960.881135] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5291143a-6032-bff4-9429-6947124ecdf9" [ 960.881135] env[63440]: _type = "Task" [ 960.881135] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.888818] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5291143a-6032-bff4-9429-6947124ecdf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.276567] env[63440]: INFO nova.compute.manager [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Took 20.02 seconds to build instance. [ 961.277665] env[63440]: INFO nova.compute.manager [-] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Took 1.29 seconds to deallocate network for instance. [ 961.332544] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bbf988-51a7-4358-960c-4db60da83c2f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.341807] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b62934c-1940-4188-a3a6-7436d07348dc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.374629] env[63440]: DEBUG oslo_concurrency.lockutils [req-292943ac-4dd2-488d-9bbb-5ea5f9064938 req-130711de-9506-4c03-a5fa-6b87683900cf service nova] Releasing lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.375989] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7523e8f4-d1fa-4c07-8bfb-1999bea8631b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.388218] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4580d18c-9251-4840-b98e-31a677ad2325 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.398823] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5291143a-6032-bff4-9429-6947124ecdf9, 'name': SearchDatastore_Task, 'duration_secs': 0.028845} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.406779] env[63440]: DEBUG oslo_concurrency.lockutils [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.407080] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 36690dbd-36cb-43fd-99c1-09dc95635f76/36690dbd-36cb-43fd-99c1-09dc95635f76.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.407818] env[63440]: DEBUG nova.compute.provider_tree [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.409404] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30b9f99e-8be7-4cec-a650-c296a6d17168 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.418835] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Waiting for the task: (returnval){ [ 961.418835] env[63440]: value = "task-2661964" [ 961.418835] env[63440]: _type = "Task" [ 961.418835] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.428655] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': task-2661964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.782783] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f1cce1a3-0b5b-47fa-8865-ce97e8175373 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.536s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.787155] env[63440]: DEBUG oslo_concurrency.lockutils [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.913583] env[63440]: DEBUG nova.scheduler.client.report [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.930771] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': task-2661964, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.419155] env[63440]: DEBUG oslo_concurrency.lockutils [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.419757] env[63440]: DEBUG nova.compute.manager [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.428013] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.133s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.432848] env[63440]: INFO nova.compute.claims [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.454929] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': task-2661964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606864} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.455434] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 36690dbd-36cb-43fd-99c1-09dc95635f76/36690dbd-36cb-43fd-99c1-09dc95635f76.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.457034] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.457034] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2975f746-a5a5-4a71-94a5-528d8231aae6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.468060] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Waiting for the task: (returnval){ [ 962.468060] env[63440]: value = "task-2661965" [ 962.468060] env[63440]: _type = "Task" [ 962.468060] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.486478] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': task-2661965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.541674] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.541674] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.541674] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.541674] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.541674] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.542642] env[63440]: INFO nova.compute.manager [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Terminating instance [ 962.940787] env[63440]: DEBUG nova.compute.utils [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.942250] env[63440]: DEBUG nova.compute.manager [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Not allocating networking since 'none' was specified. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 962.978894] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': task-2661965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122995} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.979481] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.980447] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f2f358-5dc1-4943-a56b-c4c3e0c42ce6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.009501] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 36690dbd-36cb-43fd-99c1-09dc95635f76/36690dbd-36cb-43fd-99c1-09dc95635f76.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.010137] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1bf00dd-291e-47b8-860f-da5af1feba7b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.034475] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Waiting for the task: (returnval){ [ 963.034475] env[63440]: value = "task-2661966" [ 963.034475] env[63440]: _type = "Task" [ 963.034475] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.046464] env[63440]: DEBUG nova.compute.manager [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.046787] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.047195] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': task-2661966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.048088] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1d182c-b42e-469f-a141-3a1ee21e57f0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.057592] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.057862] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4439a109-be96-4799-8331-d726c7b2bb03 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.065104] env[63440]: DEBUG oslo_vmware.api [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 963.065104] env[63440]: value = "task-2661967" [ 963.065104] env[63440]: _type = "Task" [ 963.065104] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.079243] env[63440]: DEBUG oslo_vmware.api [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.444610] env[63440]: DEBUG nova.compute.manager [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.548802] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': task-2661966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.574969] env[63440]: DEBUG oslo_vmware.api [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661967, 'name': PowerOffVM_Task, 'duration_secs': 0.212028} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.578583] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.578583] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.579115] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4818b062-0c61-45d5-b8ab-a123a832876f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.670021] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.670021] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.670021] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Deleting the datastore file [datastore2] 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.670021] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94439193-4c1f-49b2-a2c3-fc670c1f314a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.678882] env[63440]: DEBUG oslo_vmware.api [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 963.678882] env[63440]: value = "task-2661969" [ 963.678882] env[63440]: _type = "Task" [ 963.678882] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.689438] env[63440]: DEBUG oslo_vmware.api [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.729283] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb67c488-f723-4b45-8258-994af8bc672a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.737449] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14b30f3-8138-4300-983e-a3d4d202653a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.770154] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05358155-56e7-4205-bc94-2405f5619545 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.779341] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7028050-1478-4756-a452-a4054c7adc14 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.794453] env[63440]: DEBUG nova.compute.provider_tree [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.048645] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': task-2661966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.192076] env[63440]: DEBUG oslo_vmware.api [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2661969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373035} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.192273] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.192466] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.192657] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.192998] env[63440]: INFO nova.compute.manager [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Took 1.15 seconds to destroy the instance on the hypervisor. [ 964.193163] env[63440]: DEBUG oslo.service.loopingcall [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 964.193363] env[63440]: DEBUG nova.compute.manager [-] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.193480] env[63440]: DEBUG nova.network.neutron [-] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.298990] env[63440]: DEBUG nova.scheduler.client.report [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.454545] env[63440]: DEBUG nova.compute.manager [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.459790] env[63440]: DEBUG nova.compute.manager [req-8b0d7564-7097-4fc3-b85b-7d486688cb36 req-e5d418ef-f0c1-421f-abf4-da74c329e033 service nova] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Received event network-vif-deleted-9299723f-7db8-4b56-86c7-8a3c2cab04e3 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 964.460061] env[63440]: INFO nova.compute.manager [req-8b0d7564-7097-4fc3-b85b-7d486688cb36 req-e5d418ef-f0c1-421f-abf4-da74c329e033 service nova] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Neutron deleted interface 9299723f-7db8-4b56-86c7-8a3c2cab04e3; detaching it from the instance and deleting it from the info cache [ 964.460280] env[63440]: DEBUG nova.network.neutron [req-8b0d7564-7097-4fc3-b85b-7d486688cb36 req-e5d418ef-f0c1-421f-abf4-da74c329e033 service nova] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.482949] env[63440]: DEBUG nova.virt.hardware [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.483339] env[63440]: DEBUG nova.virt.hardware [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.483535] env[63440]: DEBUG nova.virt.hardware [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.483795] env[63440]: DEBUG nova.virt.hardware [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.483977] env[63440]: DEBUG nova.virt.hardware [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.484161] env[63440]: DEBUG nova.virt.hardware [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.484398] env[63440]: DEBUG nova.virt.hardware [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.484607] env[63440]: DEBUG nova.virt.hardware [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.484824] env[63440]: DEBUG nova.virt.hardware [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.485031] env[63440]: DEBUG nova.virt.hardware [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.485225] env[63440]: DEBUG nova.virt.hardware [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.486444] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6783bc-b0b8-46bf-aa27-989fdc79e6cb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.496356] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d5313e-98a6-4025-bc05-95a982d48d71 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.511910] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Instance VIF info [] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.517929] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Creating folder: Project (6e0af6ce90d34463a05d950268c04c67). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.518330] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f6489d7-8ebc-4a2d-be85-5000b8828f31 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.531621] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Created folder: Project (6e0af6ce90d34463a05d950268c04c67) in parent group-v536546. [ 964.531853] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Creating folder: Instances. Parent ref: group-v536803. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.532140] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a4e7ffb-8c10-439d-9e0e-2b2dc4ebe89a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.544176] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Created folder: Instances in parent group-v536803. [ 964.544472] env[63440]: DEBUG oslo.service.loopingcall [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 964.545093] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.545093] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7572fe74-2a93-4c92-979e-d63bb7837947 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.561215] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': task-2661966, 'name': ReconfigVM_Task, 'duration_secs': 1.198704} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.561922] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 36690dbd-36cb-43fd-99c1-09dc95635f76/36690dbd-36cb-43fd-99c1-09dc95635f76.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.562626] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe84036a-6de0-40b6-85d0-8a3465b66b6a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.567087] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.567087] env[63440]: value = "task-2661972" [ 964.567087] env[63440]: _type = "Task" [ 964.567087] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.571519] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Waiting for the task: (returnval){ [ 964.571519] env[63440]: value = "task-2661973" [ 964.571519] env[63440]: _type = "Task" [ 964.571519] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.578206] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661972, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.583820] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': task-2661973, 'name': Rename_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.805321] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.805898] env[63440]: DEBUG nova.compute.manager [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.809980] env[63440]: DEBUG oslo_concurrency.lockutils [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.107s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.940058] env[63440]: DEBUG nova.network.neutron [-] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.963052] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-038c517a-5bf5-42c2-b111-73d45462fc8a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.974228] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f512532e-f546-4bbf-9c67-ab1b49525e27 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.011174] env[63440]: DEBUG nova.compute.manager [req-8b0d7564-7097-4fc3-b85b-7d486688cb36 req-e5d418ef-f0c1-421f-abf4-da74c329e033 service nova] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Detach interface failed, port_id=9299723f-7db8-4b56-86c7-8a3c2cab04e3, reason: Instance 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 965.078774] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661972, 'name': CreateVM_Task, 'duration_secs': 0.310728} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.079326] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.079757] env[63440]: DEBUG oslo_concurrency.lockutils [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.079928] env[63440]: DEBUG oslo_concurrency.lockutils [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.080293] env[63440]: DEBUG oslo_concurrency.lockutils [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.080542] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21da3411-db3a-4713-9b0e-00e0d343f3b8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.085403] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': task-2661973, 'name': Rename_Task, 'duration_secs': 0.203063} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.086029] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.086279] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-489bbd24-1e0b-4825-827a-3f0f50d64402 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.088788] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 965.088788] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52944bbc-90c2-b84c-df24-bd3b76cf83ef" [ 965.088788] env[63440]: _type = "Task" [ 965.088788] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.094022] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Waiting for the task: (returnval){ [ 965.094022] env[63440]: value = "task-2661974" [ 965.094022] env[63440]: _type = "Task" [ 965.094022] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.099865] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52944bbc-90c2-b84c-df24-bd3b76cf83ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.105578] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': task-2661974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.313519] env[63440]: DEBUG nova.compute.utils [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.317181] env[63440]: INFO nova.compute.claims [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.321561] env[63440]: DEBUG nova.compute.manager [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Not allocating networking since 'none' was specified. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 965.442674] env[63440]: INFO nova.compute.manager [-] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Took 1.25 seconds to deallocate network for instance. [ 965.601900] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52944bbc-90c2-b84c-df24-bd3b76cf83ef, 'name': SearchDatastore_Task, 'duration_secs': 0.012676} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.602546] env[63440]: DEBUG oslo_concurrency.lockutils [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.602792] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.603044] env[63440]: DEBUG oslo_concurrency.lockutils [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.603198] env[63440]: DEBUG oslo_concurrency.lockutils [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.603379] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.603643] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f0eb07f-9156-41ac-99f1-349e9e27b2ea {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.608350] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': task-2661974, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.616260] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.616444] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.617148] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aa03c4a-8446-4f6b-83c5-93a72a5b305e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.622240] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 965.622240] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]523113ac-87cb-a96a-b84b-e56200052591" [ 965.622240] env[63440]: _type = "Task" [ 965.622240] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.630066] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]523113ac-87cb-a96a-b84b-e56200052591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.822879] env[63440]: DEBUG nova.compute.manager [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.826956] env[63440]: INFO nova.compute.resource_tracker [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Updating resource usage from migration fb5ddde9-5ca5-4ab8-8439-cd89fd754946 [ 965.949219] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.071434] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64919dba-0352-4753-97cd-39b0c94d461c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.079867] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af95a6bc-bf54-42a3-addf-cf11c9b88653 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.116233] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126233fe-e4c3-42b1-a495-e52ea28d4d8d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.127873] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': task-2661974, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.132513] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f907659-50c9-454b-a781-0c2c8fb14e54 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.144433] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]523113ac-87cb-a96a-b84b-e56200052591, 'name': SearchDatastore_Task, 'duration_secs': 0.023598} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.153845] env[63440]: DEBUG nova.compute.provider_tree [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.155492] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9757e4d4-44a9-419c-8082-996db13b67bc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.162450] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 966.162450] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5260334a-0634-306a-f962-140240e637f4" [ 966.162450] env[63440]: _type = "Task" [ 966.162450] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.172802] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5260334a-0634-306a-f962-140240e637f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.623056] env[63440]: DEBUG oslo_vmware.api [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': task-2661974, 'name': PowerOnVM_Task, 'duration_secs': 1.060564} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.623211] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.623385] env[63440]: INFO nova.compute.manager [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Took 11.30 seconds to spawn the instance on the hypervisor. [ 966.623617] env[63440]: DEBUG nova.compute.manager [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.624468] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d8fba7-445f-4d9b-b8fd-4006f1207630 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.659979] env[63440]: DEBUG nova.scheduler.client.report [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.673896] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5260334a-0634-306a-f962-140240e637f4, 'name': SearchDatastore_Task, 'duration_secs': 0.012293} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.673896] env[63440]: DEBUG oslo_concurrency.lockutils [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.674149] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] e5f82476-c03e-465a-b35a-bf198d93fcac/e5f82476-c03e-465a-b35a-bf198d93fcac.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.674376] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e3aac14-5de9-4867-b902-a196f468567c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.681671] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 966.681671] env[63440]: value = "task-2661975" [ 966.681671] env[63440]: _type = "Task" [ 966.681671] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.691355] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.805413] env[63440]: DEBUG oslo_vmware.rw_handles [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527959cd-bbc1-224f-be95-76ffce6710d6/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 966.805413] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5393791e-e38c-48a6-bfa5-5e12e1e9aa8c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.805413] env[63440]: DEBUG oslo_vmware.rw_handles [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527959cd-bbc1-224f-be95-76ffce6710d6/disk-0.vmdk is in state: ready. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 966.805413] env[63440]: ERROR oslo_vmware.rw_handles [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527959cd-bbc1-224f-be95-76ffce6710d6/disk-0.vmdk due to incomplete transfer. [ 966.805413] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2f16aa38-704a-4925-8ebb-6a685c2a05e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.810083] env[63440]: DEBUG oslo_vmware.rw_handles [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527959cd-bbc1-224f-be95-76ffce6710d6/disk-0.vmdk. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 966.810393] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Uploaded image 6c4dac34-f584-465c-b744-3452197368f0 to the Glance image server {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 966.813366] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Destroying the VM {{(pid=63440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 966.813718] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0cbe289c-5573-413a-8ab7-fa3ac5839ba3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.822960] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 966.822960] env[63440]: value = "task-2661976" [ 966.822960] env[63440]: _type = "Task" [ 966.822960] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.838012] env[63440]: DEBUG nova.compute.manager [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.841618] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661976, 'name': Destroy_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.863127] env[63440]: DEBUG nova.virt.hardware [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.863533] env[63440]: DEBUG nova.virt.hardware [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.863820] env[63440]: DEBUG nova.virt.hardware [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.865113] env[63440]: DEBUG nova.virt.hardware [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.865475] env[63440]: DEBUG nova.virt.hardware [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.865967] env[63440]: DEBUG nova.virt.hardware [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.866275] env[63440]: DEBUG nova.virt.hardware [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.866594] env[63440]: DEBUG nova.virt.hardware [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.866903] env[63440]: DEBUG nova.virt.hardware [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.867421] env[63440]: DEBUG nova.virt.hardware [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.867811] env[63440]: DEBUG nova.virt.hardware [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.869110] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799bcc37-8c1b-4a7e-8e85-14102d28420f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.879585] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493aff7d-c788-49ae-828f-6f72917d10cc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.896748] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Instance VIF info [] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.902519] env[63440]: DEBUG oslo.service.loopingcall [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 966.902875] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.903183] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-823dd335-66a2-42c3-b23c-9b5e34fb04c7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.922107] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.922107] env[63440]: value = "task-2661977" [ 966.922107] env[63440]: _type = "Task" [ 966.922107] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.930526] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661977, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.142807] env[63440]: INFO nova.compute.manager [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Took 24.46 seconds to build instance. [ 967.169609] env[63440]: DEBUG oslo_concurrency.lockutils [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.360s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.170081] env[63440]: INFO nova.compute.manager [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Migrating [ 967.181039] env[63440]: DEBUG oslo_concurrency.lockutils [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.880s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.181754] env[63440]: DEBUG nova.objects.instance [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lazy-loading 'resources' on Instance uuid 251dcd8a-1497-4044-af21-91b1cb49a614 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.210906] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661975, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.333823] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661976, 'name': Destroy_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.431921] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661977, 'name': CreateVM_Task, 'duration_secs': 0.377337} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.432113] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.432543] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.432707] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.433039] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.433313] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8778d9c1-6ea2-49c1-b0fa-506cee6cfa6a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.437918] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 967.437918] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5213cd43-cbd0-fac4-f6e8-0d3c537ec479" [ 967.437918] env[63440]: _type = "Task" [ 967.437918] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.445501] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5213cd43-cbd0-fac4-f6e8-0d3c537ec479, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.645447] env[63440]: DEBUG oslo_concurrency.lockutils [None req-17f46d15-85cf-4ef0-90c0-f9810565f204 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Lock "36690dbd-36cb-43fd-99c1-09dc95635f76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.966s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.695779] env[63440]: DEBUG oslo_concurrency.lockutils [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "refresh_cache-98774004-c151-47e9-a8a7-166a2edf4322" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.695961] env[63440]: DEBUG oslo_concurrency.lockutils [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "refresh_cache-98774004-c151-47e9-a8a7-166a2edf4322" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.696156] env[63440]: DEBUG nova.network.neutron [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.702572] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680536} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.703096] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] e5f82476-c03e-465a-b35a-bf198d93fcac/e5f82476-c03e-465a-b35a-bf198d93fcac.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.703324] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.703577] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cbe68e6-d8a4-4835-845b-181a757117f8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.714134] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 967.714134] env[63440]: value = "task-2661978" [ 967.714134] env[63440]: _type = "Task" [ 967.714134] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.725362] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.833930] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661976, 'name': Destroy_Task, 'duration_secs': 0.781604} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.836493] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Destroyed the VM [ 967.836741] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Deleting Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 967.837174] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-81801d40-8bef-4efe-bec9-34c1e8a12e60 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.844615] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 967.844615] env[63440]: value = "task-2661979" [ 967.844615] env[63440]: _type = "Task" [ 967.844615] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.853244] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661979, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.950125] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5213cd43-cbd0-fac4-f6e8-0d3c537ec479, 'name': SearchDatastore_Task, 'duration_secs': 0.033425} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.950125] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.950125] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.950125] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.950125] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.950125] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.950125] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-538166dd-f432-4e67-b223-f4beee62447f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.953375] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09eef5c-a7d0-470a-afc6-3732004f3a12 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.961878] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c56ecf7-cca6-465f-a644-085f3acaa9e0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.968701] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.968701] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.969634] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7713f74f-62e7-4548-97a0-aa7166a8af1c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.000590] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4b449c-6442-48dd-9a5c-3a8ca4fac9b2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.003813] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 968.003813] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]523bdc09-d728-9a25-7544-84e87a5a4daf" [ 968.003813] env[63440]: _type = "Task" [ 968.003813] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.010447] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe64c0c-006a-4a29-9512-b9022b757755 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.019351] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]523bdc09-d728-9a25-7544-84e87a5a4daf, 'name': SearchDatastore_Task, 'duration_secs': 0.021432} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.020648] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de32858-44a3-4f46-b585-0d3f2ef6d335 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.031457] env[63440]: DEBUG nova.compute.provider_tree [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.038829] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 968.038829] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52644b39-cd93-fd7a-e2ca-59cb5d50ffeb" [ 968.038829] env[63440]: _type = "Task" [ 968.038829] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.049259] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52644b39-cd93-fd7a-e2ca-59cb5d50ffeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.121717] env[63440]: DEBUG nova.compute.manager [req-56634b19-f776-4eaa-a488-7ff79e4978df req-9312b53b-0203-441e-adc8-a3496d5b27e5 service nova] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Received event network-changed-5cdbcf65-e126-4540-a7d2-5e041ac6d3ef {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 968.121993] env[63440]: DEBUG nova.compute.manager [req-56634b19-f776-4eaa-a488-7ff79e4978df req-9312b53b-0203-441e-adc8-a3496d5b27e5 service nova] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Refreshing instance network info cache due to event network-changed-5cdbcf65-e126-4540-a7d2-5e041ac6d3ef. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 968.122425] env[63440]: DEBUG oslo_concurrency.lockutils [req-56634b19-f776-4eaa-a488-7ff79e4978df req-9312b53b-0203-441e-adc8-a3496d5b27e5 service nova] Acquiring lock "refresh_cache-36690dbd-36cb-43fd-99c1-09dc95635f76" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.122636] env[63440]: DEBUG oslo_concurrency.lockutils [req-56634b19-f776-4eaa-a488-7ff79e4978df req-9312b53b-0203-441e-adc8-a3496d5b27e5 service nova] Acquired lock "refresh_cache-36690dbd-36cb-43fd-99c1-09dc95635f76" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.122884] env[63440]: DEBUG nova.network.neutron [req-56634b19-f776-4eaa-a488-7ff79e4978df req-9312b53b-0203-441e-adc8-a3496d5b27e5 service nova] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Refreshing network info cache for port 5cdbcf65-e126-4540-a7d2-5e041ac6d3ef {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.225010] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071599} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.225327] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.225967] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b25230-313d-4cc7-b3a0-498c65d23b42 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.246785] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] e5f82476-c03e-465a-b35a-bf198d93fcac/e5f82476-c03e-465a-b35a-bf198d93fcac.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.249327] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0ab8f1e-2096-4343-8a7d-0f2796a9b8e3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.270620] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 968.270620] env[63440]: value = "task-2661980" [ 968.270620] env[63440]: _type = "Task" [ 968.270620] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.279186] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.353932] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661979, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.432096] env[63440]: DEBUG nova.network.neutron [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Updating instance_info_cache with network_info: [{"id": "49ae0a20-cb62-47b8-9bc7-6abf8df02a00", "address": "fa:16:3e:7d:8a:05", "network": {"id": "683d0572-1971-4756-a78e-94e11c551500", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-948320418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b8072e72ed49a3bd3012385dc8822d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49ae0a20-cb", "ovs_interfaceid": "49ae0a20-cb62-47b8-9bc7-6abf8df02a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.536971] env[63440]: DEBUG nova.scheduler.client.report [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.550307] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52644b39-cd93-fd7a-e2ca-59cb5d50ffeb, 'name': SearchDatastore_Task, 'duration_secs': 0.01763} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.550581] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.550837] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 803b813b-ff31-4073-8d88-cc4fcbc5ac6d/803b813b-ff31-4073-8d88-cc4fcbc5ac6d.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.551122] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4e7c75d-9b2a-4d10-bba3-64fb980f231f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.559764] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 968.559764] env[63440]: value = "task-2661981" [ 968.559764] env[63440]: _type = "Task" [ 968.559764] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.568375] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.784435] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661980, 'name': ReconfigVM_Task, 'duration_secs': 0.326159} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.787209] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Reconfigured VM instance instance-0000005d to attach disk [datastore1] e5f82476-c03e-465a-b35a-bf198d93fcac/e5f82476-c03e-465a-b35a-bf198d93fcac.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.787854] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c3f6155-4cdf-4f7d-8ecf-47f81f75d41e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.795576] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 968.795576] env[63440]: value = "task-2661982" [ 968.795576] env[63440]: _type = "Task" [ 968.795576] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.804166] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661982, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.854869] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661979, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.857553] env[63440]: DEBUG nova.network.neutron [req-56634b19-f776-4eaa-a488-7ff79e4978df req-9312b53b-0203-441e-adc8-a3496d5b27e5 service nova] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Updated VIF entry in instance network info cache for port 5cdbcf65-e126-4540-a7d2-5e041ac6d3ef. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.857909] env[63440]: DEBUG nova.network.neutron [req-56634b19-f776-4eaa-a488-7ff79e4978df req-9312b53b-0203-441e-adc8-a3496d5b27e5 service nova] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Updating instance_info_cache with network_info: [{"id": "5cdbcf65-e126-4540-a7d2-5e041ac6d3ef", "address": "fa:16:3e:a3:bb:a6", "network": {"id": "518f2e39-91be-4c15-baa5-e37af910e5b7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2130707078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b573edc9b040cf92d50352a4026030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cdbcf65-e1", "ovs_interfaceid": "5cdbcf65-e126-4540-a7d2-5e041ac6d3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.936089] env[63440]: DEBUG oslo_concurrency.lockutils [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "refresh_cache-98774004-c151-47e9-a8a7-166a2edf4322" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.045262] env[63440]: DEBUG oslo_concurrency.lockutils [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.047762] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.692s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.048010] env[63440]: DEBUG nova.objects.instance [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lazy-loading 'pci_requests' on Instance uuid 2aed780b-9671-434f-99e8-3d75f19e95aa {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.075653] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661981, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.077106] env[63440]: INFO nova.scheduler.client.report [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Deleted allocations for instance 251dcd8a-1497-4044-af21-91b1cb49a614 [ 969.308560] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661982, 'name': Rename_Task, 'duration_secs': 0.276671} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.308963] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.309104] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-283dcd94-909a-4a46-8d41-8d600f1c92e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.316301] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 969.316301] env[63440]: value = "task-2661983" [ 969.316301] env[63440]: _type = "Task" [ 969.316301] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.324734] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.356646] env[63440]: DEBUG oslo_vmware.api [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661979, 'name': RemoveSnapshot_Task, 'duration_secs': 1.176959} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.356938] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Deleted Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 969.357194] env[63440]: INFO nova.compute.manager [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Took 19.37 seconds to snapshot the instance on the hypervisor. [ 969.361853] env[63440]: DEBUG oslo_concurrency.lockutils [req-56634b19-f776-4eaa-a488-7ff79e4978df req-9312b53b-0203-441e-adc8-a3496d5b27e5 service nova] Releasing lock "refresh_cache-36690dbd-36cb-43fd-99c1-09dc95635f76" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.552885] env[63440]: DEBUG nova.objects.instance [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lazy-loading 'numa_topology' on Instance uuid 2aed780b-9671-434f-99e8-3d75f19e95aa {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.571640] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606405} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.571922] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 803b813b-ff31-4073-8d88-cc4fcbc5ac6d/803b813b-ff31-4073-8d88-cc4fcbc5ac6d.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.572162] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.572629] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a9787a6-715c-4efb-b324-9347ef497596 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.579634] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 969.579634] env[63440]: value = "task-2661984" [ 969.579634] env[63440]: _type = "Task" [ 969.579634] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.585649] env[63440]: DEBUG oslo_concurrency.lockutils [None req-723cd9bb-3ff9-43f0-a0b3-2b13a235afb2 tempest-AttachVolumeTestJSON-993912482 tempest-AttachVolumeTestJSON-993912482-project-member] Lock "251dcd8a-1497-4044-af21-91b1cb49a614" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.338s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.592460] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.828671] env[63440]: DEBUG oslo_vmware.api [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661983, 'name': PowerOnVM_Task, 'duration_secs': 0.443644} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.828950] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.829175] env[63440]: INFO nova.compute.manager [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Took 5.37 seconds to spawn the instance on the hypervisor. [ 969.829361] env[63440]: DEBUG nova.compute.manager [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.830167] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df405dda-3777-4c84-bc20-25b681e21398 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.901603] env[63440]: DEBUG nova.compute.manager [None req-0c8bd6a6-fb6b-420b-a802-bc56b4999a11 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Found 2 images (rotation: 2) {{(pid=63440) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 970.054882] env[63440]: INFO nova.compute.claims [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.091260] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064525} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.093242] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.093242] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36391d03-7102-4c60-91db-68b7882962d1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.113452] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 803b813b-ff31-4073-8d88-cc4fcbc5ac6d/803b813b-ff31-4073-8d88-cc4fcbc5ac6d.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.114564] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-003ec1b0-7e5f-4c92-bf28-4ea4f1648a75 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.135867] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 970.135867] env[63440]: value = "task-2661985" [ 970.135867] env[63440]: _type = "Task" [ 970.135867] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.146834] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.350033] env[63440]: INFO nova.compute.manager [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Took 18.60 seconds to build instance. [ 970.450025] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee99694-9e9e-4b4f-b6df-27c1770f0031 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.471729] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Updating instance '98774004-c151-47e9-a8a7-166a2edf4322' progress to 0 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 970.646560] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661985, 'name': ReconfigVM_Task, 'duration_secs': 0.266097} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.646859] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 803b813b-ff31-4073-8d88-cc4fcbc5ac6d/803b813b-ff31-4073-8d88-cc4fcbc5ac6d.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.647522] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb17499a-a0e5-4295-9bb2-64fa3c4e74f4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.655076] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 970.655076] env[63440]: value = "task-2661987" [ 970.655076] env[63440]: _type = "Task" [ 970.655076] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.664842] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661987, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.851810] env[63440]: DEBUG oslo_concurrency.lockutils [None req-19062f90-1ed0-4ac3-b5bd-e85b2a1881cf tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "e5f82476-c03e-465a-b35a-bf198d93fcac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.116s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.977875] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.978214] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50df9823-dbee-43ea-aab1-07b2d8b861ea {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.987076] env[63440]: DEBUG oslo_vmware.api [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 970.987076] env[63440]: value = "task-2661988" [ 970.987076] env[63440]: _type = "Task" [ 970.987076] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.996781] env[63440]: DEBUG oslo_vmware.api [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.169472] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661987, 'name': Rename_Task, 'duration_secs': 0.131709} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.169699] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.169972] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6b556b9-b16f-4213-9ccd-541754513d5c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.176746] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 971.176746] env[63440]: value = "task-2661989" [ 971.176746] env[63440]: _type = "Task" [ 971.176746] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.185756] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.292296] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007bcc5a-3d17-4b4a-9325-cd4cc8255ade {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.301064] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007a255e-2a18-4025-8c26-3a4a5991a38d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.333505] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908b6272-60f4-4291-872d-60b3b69eda81 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.342381] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8289bf-b3cb-442e-9390-0d7bcb92e8f5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.357344] env[63440]: DEBUG nova.compute.provider_tree [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 971.374741] env[63440]: DEBUG nova.compute.manager [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.375642] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7556dd-97f7-498b-9645-7721e0604163 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.497553] env[63440]: DEBUG oslo_vmware.api [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661988, 'name': PowerOffVM_Task, 'duration_secs': 0.368463} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.497859] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.498100] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Updating instance '98774004-c151-47e9-a8a7-166a2edf4322' progress to 17 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 971.687349] env[63440]: DEBUG oslo_vmware.api [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661989, 'name': PowerOnVM_Task, 'duration_secs': 0.44687} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.687641] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.687847] env[63440]: INFO nova.compute.manager [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Took 4.85 seconds to spawn the instance on the hypervisor. [ 971.688040] env[63440]: DEBUG nova.compute.manager [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.688832] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e71c55-d8f7-4aca-b069-1d8465221b78 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.886590] env[63440]: INFO nova.compute.manager [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] instance snapshotting [ 971.887239] env[63440]: DEBUG nova.objects.instance [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lazy-loading 'flavor' on Instance uuid 98f3eb33-c3a0-404d-b689-16bd5baa4dd1 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.889655] env[63440]: DEBUG nova.scheduler.client.report [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Updated inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 971.889941] env[63440]: DEBUG nova.compute.provider_tree [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 132 to 133 during operation: update_inventory {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 971.890080] env[63440]: DEBUG nova.compute.provider_tree [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 972.006083] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.006083] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.006083] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.006083] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.006083] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.006083] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.006083] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.006537] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.006841] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.007123] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.007416] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.012632] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef058a95-5e9f-4377-adc5-c63f8c6488e6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.030869] env[63440]: DEBUG oslo_vmware.api [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 972.030869] env[63440]: value = "task-2661990" [ 972.030869] env[63440]: _type = "Task" [ 972.030869] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.040289] env[63440]: DEBUG oslo_vmware.api [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.214282] env[63440]: INFO nova.compute.manager [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Took 19.95 seconds to build instance. [ 972.396955] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.349s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.404022] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.622s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.404022] env[63440]: INFO nova.compute.claims [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.405346] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dd0b10-e0ab-49d5-a5e6-632db964011e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.438559] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71458e2-2b8c-4d98-9949-7cfd44cc2c4c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.452796] env[63440]: INFO nova.network.neutron [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Updating port ff21749d-6ecc-4514-8149-1c11975aaecc with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 972.541663] env[63440]: DEBUG oslo_vmware.api [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661990, 'name': ReconfigVM_Task, 'duration_secs': 0.234774} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.542294] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Updating instance '98774004-c151-47e9-a8a7-166a2edf4322' progress to 33 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 972.716792] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3bf48886-ec83-4cf4-a386-2e6e781ea27a tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "803b813b-ff31-4073-8d88-cc4fcbc5ac6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.483s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.951508] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Creating Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 972.951865] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b6352eb0-7180-4cab-b146-e80eaf14d364 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.961046] env[63440]: DEBUG oslo_vmware.api [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 972.961046] env[63440]: value = "task-2661991" [ 972.961046] env[63440]: _type = "Task" [ 972.961046] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.970271] env[63440]: DEBUG oslo_vmware.api [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661991, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.049394] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.049730] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.049913] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.050117] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.050271] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.050428] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.050641] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.050802] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.050974] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.051201] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.051388] env[63440]: DEBUG nova.virt.hardware [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.056952] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 973.057598] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc238ded-ea31-4a03-b2da-b85f75d44df7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.078387] env[63440]: DEBUG oslo_vmware.api [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 973.078387] env[63440]: value = "task-2661992" [ 973.078387] env[63440]: _type = "Task" [ 973.078387] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.086695] env[63440]: DEBUG oslo_vmware.api [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.340088] env[63440]: INFO nova.compute.manager [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Rebuilding instance [ 973.391066] env[63440]: DEBUG nova.compute.manager [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.392085] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0244faff-f86a-4059-8048-c03e27ae7d00 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.475329] env[63440]: DEBUG oslo_vmware.api [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661991, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.589172] env[63440]: DEBUG oslo_vmware.api [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661992, 'name': ReconfigVM_Task, 'duration_secs': 0.177065} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.591960] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 973.592942] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f866c39e-12a7-4633-83b5-3726317c6d66 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.617461] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 98774004-c151-47e9-a8a7-166a2edf4322/98774004-c151-47e9-a8a7-166a2edf4322.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.620928] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aa64a2c-35b2-4e63-90e6-25b9490c68f3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.640108] env[63440]: DEBUG oslo_vmware.api [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 973.640108] env[63440]: value = "task-2661994" [ 973.640108] env[63440]: _type = "Task" [ 973.640108] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.652203] env[63440]: DEBUG oslo_vmware.api [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.671950] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c78d32a-35df-4fa2-b2a6-1a9e97b4604b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.680452] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5ff19e-b177-4480-9be7-30b9436f4231 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.716083] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178cce45-faec-4c25-a9e6-31fdeaba4180 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.725299] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38aa56b4-1f3a-4646-a028-e6aa9d717775 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.741835] env[63440]: DEBUG nova.compute.provider_tree [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.883579] env[63440]: DEBUG nova.compute.manager [req-0d546541-2b41-4ec8-b776-1a50cdefcd35 req-e176f438-1301-44c7-bae2-3fab2361c169 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Received event network-vif-plugged-ff21749d-6ecc-4514-8149-1c11975aaecc {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 973.883838] env[63440]: DEBUG oslo_concurrency.lockutils [req-0d546541-2b41-4ec8-b776-1a50cdefcd35 req-e176f438-1301-44c7-bae2-3fab2361c169 service nova] Acquiring lock "2aed780b-9671-434f-99e8-3d75f19e95aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.884075] env[63440]: DEBUG oslo_concurrency.lockutils [req-0d546541-2b41-4ec8-b776-1a50cdefcd35 req-e176f438-1301-44c7-bae2-3fab2361c169 service nova] Lock "2aed780b-9671-434f-99e8-3d75f19e95aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.884328] env[63440]: DEBUG oslo_concurrency.lockutils [req-0d546541-2b41-4ec8-b776-1a50cdefcd35 req-e176f438-1301-44c7-bae2-3fab2361c169 service nova] Lock "2aed780b-9671-434f-99e8-3d75f19e95aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.884422] env[63440]: DEBUG nova.compute.manager [req-0d546541-2b41-4ec8-b776-1a50cdefcd35 req-e176f438-1301-44c7-bae2-3fab2361c169 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] No waiting events found dispatching network-vif-plugged-ff21749d-6ecc-4514-8149-1c11975aaecc {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.884589] env[63440]: WARNING nova.compute.manager [req-0d546541-2b41-4ec8-b776-1a50cdefcd35 req-e176f438-1301-44c7-bae2-3fab2361c169 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Received unexpected event network-vif-plugged-ff21749d-6ecc-4514-8149-1c11975aaecc for instance with vm_state shelved_offloaded and task_state spawning. [ 973.974875] env[63440]: DEBUG oslo_vmware.api [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661991, 'name': CreateSnapshot_Task, 'duration_secs': 0.77552} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.975194] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Created Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 973.975968] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc4aa0f-e217-42d8-a071-3411c04199c9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.001785] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "refresh_cache-2aed780b-9671-434f-99e8-3d75f19e95aa" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.001785] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquired lock "refresh_cache-2aed780b-9671-434f-99e8-3d75f19e95aa" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.001785] env[63440]: DEBUG nova.network.neutron [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.152369] env[63440]: DEBUG oslo_vmware.api [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661994, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.247450] env[63440]: DEBUG nova.scheduler.client.report [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.407240] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.407534] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2504b5b-da61-4f5e-a7fc-f6adfd6971b6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.415721] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 974.415721] env[63440]: value = "task-2661995" [ 974.415721] env[63440]: _type = "Task" [ 974.415721] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.424657] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.496191] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Creating linked-clone VM from snapshot {{(pid=63440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 974.496551] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b16f238a-8dc6-4bf1-a430-21b855999c39 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.507858] env[63440]: DEBUG oslo_vmware.api [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 974.507858] env[63440]: value = "task-2661996" [ 974.507858] env[63440]: _type = "Task" [ 974.507858] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.521541] env[63440]: DEBUG oslo_vmware.api [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661996, 'name': CloneVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.651878] env[63440]: DEBUG oslo_vmware.api [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2661994, 'name': ReconfigVM_Task, 'duration_secs': 0.545001} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.654849] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 98774004-c151-47e9-a8a7-166a2edf4322/98774004-c151-47e9-a8a7-166a2edf4322.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.655145] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Updating instance '98774004-c151-47e9-a8a7-166a2edf4322' progress to 50 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 974.727489] env[63440]: DEBUG nova.network.neutron [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Updating instance_info_cache with network_info: [{"id": "ff21749d-6ecc-4514-8149-1c11975aaecc", "address": "fa:16:3e:cf:33:d9", "network": {"id": "dda8f4bb-b8fc-4de1-afea-976d055b16c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-625788292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4c53eff01740eb840aa42451b1b6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff21749d-6e", "ovs_interfaceid": "ff21749d-6ecc-4514-8149-1c11975aaecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.757816] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.758396] env[63440]: DEBUG nova.compute.manager [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.761737] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.772s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.763169] env[63440]: INFO nova.compute.claims [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.926413] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661995, 'name': PowerOffVM_Task, 'duration_secs': 0.139348} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.926701] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.926933] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.927711] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf6717a-40a3-4dbd-8d63-a7e7c32c2a6f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.934579] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.934802] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-092998ac-f5a7-47de-aeca-927aadcac032 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.964748] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.964922] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.965173] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Deleting the datastore file [datastore1] 803b813b-ff31-4073-8d88-cc4fcbc5ac6d {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.965447] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-068c2693-34bf-46ca-987e-fbfeb6338410 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.973334] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 974.973334] env[63440]: value = "task-2661998" [ 974.973334] env[63440]: _type = "Task" [ 974.973334] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.981371] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.018411] env[63440]: DEBUG oslo_vmware.api [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661996, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.162183] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f1617a-41d8-4854-867e-761f9255ced9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.181908] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b3c3b4-e360-4702-94e3-8f15fd8bd943 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.201798] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Updating instance '98774004-c151-47e9-a8a7-166a2edf4322' progress to 67 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 975.230145] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Releasing lock "refresh_cache-2aed780b-9671-434f-99e8-3d75f19e95aa" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.262055] env[63440]: DEBUG nova.virt.hardware [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='39ffa4cc0ac6efa2ef8f39a691d3b2f4',container_format='bare',created_at=2025-02-19T05:48:38Z,direct_url=,disk_format='vmdk',id=4b5ff683-6971-446d-a649-4c3402053feb,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-342798499-shelved',owner='ad4c53eff01740eb840aa42451b1b6cc',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-02-19T05:48:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.262325] env[63440]: DEBUG nova.virt.hardware [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.262492] env[63440]: DEBUG nova.virt.hardware [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.262668] env[63440]: DEBUG nova.virt.hardware [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.262815] env[63440]: DEBUG nova.virt.hardware [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.262965] env[63440]: DEBUG nova.virt.hardware [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.263194] env[63440]: DEBUG nova.virt.hardware [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.263352] env[63440]: DEBUG nova.virt.hardware [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.263521] env[63440]: DEBUG nova.virt.hardware [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.263683] env[63440]: DEBUG nova.virt.hardware [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.263899] env[63440]: DEBUG nova.virt.hardware [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.265117] env[63440]: DEBUG nova.compute.utils [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.267267] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182b2d1c-b807-4714-a348-56a3f5daccd7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.270485] env[63440]: DEBUG nova.compute.manager [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.270653] env[63440]: DEBUG nova.network.neutron [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.282706] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19151c4f-3146-415b-8f33-4ee389a00810 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.298497] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:33:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff21749d-6ecc-4514-8149-1c11975aaecc', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.305958] env[63440]: DEBUG oslo.service.loopingcall [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 975.306224] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.306663] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd642594-4827-4a62-9705-fd4e194ff6d4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.321924] env[63440]: DEBUG nova.policy [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '478097abafdd433f815e81106776a64d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3c9e9a45ba94e03b2344bc39bad331e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.329426] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.329426] env[63440]: value = "task-2661999" [ 975.329426] env[63440]: _type = "Task" [ 975.329426] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.337863] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661999, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.485221] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2661998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118551} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.485501] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.485693] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.485877] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.525948] env[63440]: DEBUG oslo_vmware.api [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661996, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.620724] env[63440]: DEBUG nova.network.neutron [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Successfully created port: c55680e4-523a-44da-8ace-ef1d2eb72291 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.743085] env[63440]: DEBUG nova.network.neutron [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Port 49ae0a20-cb62-47b8-9bc7-6abf8df02a00 binding to destination host cpu-1 is already ACTIVE {{(pid=63440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 975.771741] env[63440]: DEBUG nova.compute.manager [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.841208] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2661999, 'name': CreateVM_Task, 'duration_secs': 0.505514} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.847025] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.847025] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4b5ff683-6971-446d-a649-4c3402053feb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.847025] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4b5ff683-6971-446d-a649-4c3402053feb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.847025] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4b5ff683-6971-446d-a649-4c3402053feb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.847025] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-019f6294-07ba-46dd-a9bc-be6d82d7bb50 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.851318] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 975.851318] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5279ee73-ec6d-206f-c93a-c50f940ebba4" [ 975.851318] env[63440]: _type = "Task" [ 975.851318] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.865919] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5279ee73-ec6d-206f-c93a-c50f940ebba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.914848] env[63440]: DEBUG nova.compute.manager [req-7fcc5abd-ef63-483c-9587-02608d70fd89 req-abaa0e1d-eb12-4ff0-b807-37f39c664056 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Received event network-changed-ff21749d-6ecc-4514-8149-1c11975aaecc {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 975.915096] env[63440]: DEBUG nova.compute.manager [req-7fcc5abd-ef63-483c-9587-02608d70fd89 req-abaa0e1d-eb12-4ff0-b807-37f39c664056 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Refreshing instance network info cache due to event network-changed-ff21749d-6ecc-4514-8149-1c11975aaecc. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 975.915364] env[63440]: DEBUG oslo_concurrency.lockutils [req-7fcc5abd-ef63-483c-9587-02608d70fd89 req-abaa0e1d-eb12-4ff0-b807-37f39c664056 service nova] Acquiring lock "refresh_cache-2aed780b-9671-434f-99e8-3d75f19e95aa" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.915571] env[63440]: DEBUG oslo_concurrency.lockutils [req-7fcc5abd-ef63-483c-9587-02608d70fd89 req-abaa0e1d-eb12-4ff0-b807-37f39c664056 service nova] Acquired lock "refresh_cache-2aed780b-9671-434f-99e8-3d75f19e95aa" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.915756] env[63440]: DEBUG nova.network.neutron [req-7fcc5abd-ef63-483c-9587-02608d70fd89 req-abaa0e1d-eb12-4ff0-b807-37f39c664056 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Refreshing network info cache for port ff21749d-6ecc-4514-8149-1c11975aaecc {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.998074] env[63440]: DEBUG oslo_concurrency.lockutils [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "f59c82f7-db27-4442-8751-ceb1a8a43656" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.998316] env[63440]: DEBUG oslo_concurrency.lockutils [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "f59c82f7-db27-4442-8751-ceb1a8a43656" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.023101] env[63440]: DEBUG oslo_vmware.api [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2661996, 'name': CloneVM_Task, 'duration_secs': 1.49055} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.023947] env[63440]: INFO nova.virt.vmwareapi.vmops [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Created linked-clone VM from snapshot [ 976.024738] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01bd478-5969-4a78-beaa-6d5126f42fe6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.029656] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1095f33-f48a-4563-a53b-f95899f56635 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.035887] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Uploading image 2f1552f3-8379-469e-84d4-db9eb5bb3ee2 {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 976.042972] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd222319-031b-4e5a-b313-235280e5547d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.078332] env[63440]: DEBUG oslo_vmware.rw_handles [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 976.078332] env[63440]: value = "vm-536808" [ 976.078332] env[63440]: _type = "VirtualMachine" [ 976.078332] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 976.079208] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5086c7cc-bf7e-4640-a5ed-e49c96966c6c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.082651] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6b6b1f82-22ec-4c1f-9de2-44d23161ed37 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.092762] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9807054-3795-4189-b9ae-4899151d2655 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.098414] env[63440]: DEBUG oslo_vmware.rw_handles [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lease: (returnval){ [ 976.098414] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5204d867-0732-719a-9e70-48a3d3f30a8f" [ 976.098414] env[63440]: _type = "HttpNfcLease" [ 976.098414] env[63440]: } obtained for exporting VM: (result){ [ 976.098414] env[63440]: value = "vm-536808" [ 976.098414] env[63440]: _type = "VirtualMachine" [ 976.098414] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 976.098726] env[63440]: DEBUG oslo_vmware.api [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the lease: (returnval){ [ 976.098726] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5204d867-0732-719a-9e70-48a3d3f30a8f" [ 976.098726] env[63440]: _type = "HttpNfcLease" [ 976.098726] env[63440]: } to be ready. {{(pid=63440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 976.115333] env[63440]: DEBUG nova.compute.provider_tree [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.125035] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.125035] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5204d867-0732-719a-9e70-48a3d3f30a8f" [ 976.125035] env[63440]: _type = "HttpNfcLease" [ 976.125035] env[63440]: } is ready. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 976.125035] env[63440]: DEBUG oslo_vmware.rw_handles [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 976.125035] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5204d867-0732-719a-9e70-48a3d3f30a8f" [ 976.125035] env[63440]: _type = "HttpNfcLease" [ 976.125035] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 976.125035] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877298ac-4320-43dd-b49e-a9e25b4c339d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.138863] env[63440]: DEBUG oslo_vmware.rw_handles [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fb7bd-3ebd-e41f-147a-021406f03aa1/disk-0.vmdk from lease info. {{(pid=63440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 976.139144] env[63440]: DEBUG oslo_vmware.rw_handles [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fb7bd-3ebd-e41f-147a-021406f03aa1/disk-0.vmdk for reading. {{(pid=63440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 976.227868] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aab72dba-68f1-4db5-95ca-c03f81bb3c5e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.361948] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4b5ff683-6971-446d-a649-4c3402053feb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.362233] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Processing image 4b5ff683-6971-446d-a649-4c3402053feb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.362475] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4b5ff683-6971-446d-a649-4c3402053feb/4b5ff683-6971-446d-a649-4c3402053feb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.362625] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4b5ff683-6971-446d-a649-4c3402053feb/4b5ff683-6971-446d-a649-4c3402053feb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.363106] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.363106] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38dfe9e6-d816-48a9-9c43-ac88618438dd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.372223] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.372401] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.373108] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48214acc-c75e-40c1-9553-b2414471bf99 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.378253] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 976.378253] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5233aa35-643a-3515-1a6e-9fda234e0780" [ 976.378253] env[63440]: _type = "Task" [ 976.378253] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.385471] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5233aa35-643a-3515-1a6e-9fda234e0780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.501297] env[63440]: DEBUG nova.compute.utils [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.526125] env[63440]: DEBUG nova.virt.hardware [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.526437] env[63440]: DEBUG nova.virt.hardware [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.526587] env[63440]: DEBUG nova.virt.hardware [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.526771] env[63440]: DEBUG nova.virt.hardware [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.526934] env[63440]: DEBUG nova.virt.hardware [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.527109] env[63440]: DEBUG nova.virt.hardware [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.527346] env[63440]: DEBUG nova.virt.hardware [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.527761] env[63440]: DEBUG nova.virt.hardware [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.528172] env[63440]: DEBUG nova.virt.hardware [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.528496] env[63440]: DEBUG nova.virt.hardware [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.529332] env[63440]: DEBUG nova.virt.hardware [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.531072] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbf58bf-9113-4efc-a621-9309a21d7afd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.542387] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac9d687-214d-470b-898c-73e28b1e3e98 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.558574] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Instance VIF info [] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.565067] env[63440]: DEBUG oslo.service.loopingcall [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 976.567887] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.568403] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6ae74fa-ebad-4ef0-95a7-6fe480906830 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.587858] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.587858] env[63440]: value = "task-2662002" [ 976.587858] env[63440]: _type = "Task" [ 976.587858] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.601021] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662002, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.666488] env[63440]: DEBUG nova.scheduler.client.report [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Updated inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 976.667224] env[63440]: DEBUG nova.compute.provider_tree [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 133 to 134 during operation: update_inventory {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 976.667224] env[63440]: DEBUG nova.compute.provider_tree [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.761546] env[63440]: DEBUG nova.network.neutron [req-7fcc5abd-ef63-483c-9587-02608d70fd89 req-abaa0e1d-eb12-4ff0-b807-37f39c664056 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Updated VIF entry in instance network info cache for port ff21749d-6ecc-4514-8149-1c11975aaecc. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.761962] env[63440]: DEBUG nova.network.neutron [req-7fcc5abd-ef63-483c-9587-02608d70fd89 req-abaa0e1d-eb12-4ff0-b807-37f39c664056 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Updating instance_info_cache with network_info: [{"id": "ff21749d-6ecc-4514-8149-1c11975aaecc", "address": "fa:16:3e:cf:33:d9", "network": {"id": "dda8f4bb-b8fc-4de1-afea-976d055b16c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-625788292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4c53eff01740eb840aa42451b1b6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff21749d-6e", "ovs_interfaceid": "ff21749d-6ecc-4514-8149-1c11975aaecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.771452] env[63440]: DEBUG oslo_concurrency.lockutils [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "98774004-c151-47e9-a8a7-166a2edf4322-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.771452] env[63440]: DEBUG oslo_concurrency.lockutils [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "98774004-c151-47e9-a8a7-166a2edf4322-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.771820] env[63440]: DEBUG oslo_concurrency.lockutils [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "98774004-c151-47e9-a8a7-166a2edf4322-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.784897] env[63440]: DEBUG nova.compute.manager [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.808244] env[63440]: DEBUG nova.virt.hardware [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.808535] env[63440]: DEBUG nova.virt.hardware [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.808746] env[63440]: DEBUG nova.virt.hardware [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.809095] env[63440]: DEBUG nova.virt.hardware [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.809333] env[63440]: DEBUG nova.virt.hardware [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.809515] env[63440]: DEBUG nova.virt.hardware [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.809799] env[63440]: DEBUG nova.virt.hardware [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.809972] env[63440]: DEBUG nova.virt.hardware [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.810231] env[63440]: DEBUG nova.virt.hardware [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.810414] env[63440]: DEBUG nova.virt.hardware [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.810790] env[63440]: DEBUG nova.virt.hardware [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.812255] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69619cbc-961d-4c46-947f-f4ef5a9c6f97 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.822636] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61d16c5-ca52-4345-b5a7-0116799ec0bd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.890880] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Preparing fetch location {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 976.891381] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Fetch image to [datastore2] OSTACK_IMG_9d89606f-3556-4c02-b125-638ed25f27c7/OSTACK_IMG_9d89606f-3556-4c02-b125-638ed25f27c7.vmdk {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 976.891738] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Downloading stream optimized image 4b5ff683-6971-446d-a649-4c3402053feb to [datastore2] OSTACK_IMG_9d89606f-3556-4c02-b125-638ed25f27c7/OSTACK_IMG_9d89606f-3556-4c02-b125-638ed25f27c7.vmdk on the data store datastore2 as vApp {{(pid=63440) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 976.891860] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Downloading image file data 4b5ff683-6971-446d-a649-4c3402053feb to the ESX as VM named 'OSTACK_IMG_9d89606f-3556-4c02-b125-638ed25f27c7' {{(pid=63440) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 977.016623] env[63440]: DEBUG oslo_concurrency.lockutils [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "f59c82f7-db27-4442-8751-ceb1a8a43656" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.069596] env[63440]: DEBUG oslo_vmware.rw_handles [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 977.069596] env[63440]: value = "resgroup-9" [ 977.069596] env[63440]: _type = "ResourcePool" [ 977.069596] env[63440]: }. {{(pid=63440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 977.069901] env[63440]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2f6000a1-cecb-40d5-9668-139dfbb67fc7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.096404] env[63440]: DEBUG oslo_vmware.rw_handles [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lease: (returnval){ [ 977.096404] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f63219-4f61-a4b2-cd94-561e27e4b081" [ 977.096404] env[63440]: _type = "HttpNfcLease" [ 977.096404] env[63440]: } obtained for vApp import into resource pool (val){ [ 977.096404] env[63440]: value = "resgroup-9" [ 977.096404] env[63440]: _type = "ResourcePool" [ 977.096404] env[63440]: }. {{(pid=63440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 977.097429] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the lease: (returnval){ [ 977.097429] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f63219-4f61-a4b2-cd94-561e27e4b081" [ 977.097429] env[63440]: _type = "HttpNfcLease" [ 977.097429] env[63440]: } to be ready. {{(pid=63440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 977.109894] env[63440]: DEBUG nova.network.neutron [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Successfully updated port: c55680e4-523a-44da-8ace-ef1d2eb72291 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.111876] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662002, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.117946] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.117946] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f63219-4f61-a4b2-cd94-561e27e4b081" [ 977.117946] env[63440]: _type = "HttpNfcLease" [ 977.117946] env[63440]: } is initializing. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 977.172778] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.173415] env[63440]: DEBUG nova.compute.manager [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.177064] env[63440]: DEBUG oslo_concurrency.lockutils [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.390s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.177359] env[63440]: DEBUG nova.objects.instance [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Lazy-loading 'resources' on Instance uuid dd187b0c-60a3-4f0d-b9c3-19b28fa8d856 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.267646] env[63440]: DEBUG oslo_concurrency.lockutils [req-7fcc5abd-ef63-483c-9587-02608d70fd89 req-abaa0e1d-eb12-4ff0-b807-37f39c664056 service nova] Releasing lock "refresh_cache-2aed780b-9671-434f-99e8-3d75f19e95aa" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.600270] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662002, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.607371] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.607371] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f63219-4f61-a4b2-cd94-561e27e4b081" [ 977.607371] env[63440]: _type = "HttpNfcLease" [ 977.607371] env[63440]: } is initializing. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 977.613516] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "refresh_cache-71e8cf65-e059-4f49-a50e-8d9189471cff" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.613665] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "refresh_cache-71e8cf65-e059-4f49-a50e-8d9189471cff" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.613843] env[63440]: DEBUG nova.network.neutron [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.684835] env[63440]: DEBUG nova.compute.utils [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.686684] env[63440]: DEBUG nova.compute.manager [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.686918] env[63440]: DEBUG nova.network.neutron [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.741368] env[63440]: DEBUG nova.policy [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '657fe975058a4d1e83a225e9b96f3aaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5509f9877a04870bede11fbfc799125', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.844668] env[63440]: DEBUG oslo_concurrency.lockutils [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "refresh_cache-98774004-c151-47e9-a8a7-166a2edf4322" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.844964] env[63440]: DEBUG oslo_concurrency.lockutils [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "refresh_cache-98774004-c151-47e9-a8a7-166a2edf4322" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.845155] env[63440]: DEBUG nova.network.neutron [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.944325] env[63440]: DEBUG nova.compute.manager [req-0198a347-308a-45c6-a05f-9229e33859f1 req-e65ad007-ebe8-4cfa-ae3d-2076f9549da3 service nova] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Received event network-vif-plugged-c55680e4-523a-44da-8ace-ef1d2eb72291 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 977.944856] env[63440]: DEBUG oslo_concurrency.lockutils [req-0198a347-308a-45c6-a05f-9229e33859f1 req-e65ad007-ebe8-4cfa-ae3d-2076f9549da3 service nova] Acquiring lock "71e8cf65-e059-4f49-a50e-8d9189471cff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.945232] env[63440]: DEBUG oslo_concurrency.lockutils [req-0198a347-308a-45c6-a05f-9229e33859f1 req-e65ad007-ebe8-4cfa-ae3d-2076f9549da3 service nova] Lock "71e8cf65-e059-4f49-a50e-8d9189471cff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.945549] env[63440]: DEBUG oslo_concurrency.lockutils [req-0198a347-308a-45c6-a05f-9229e33859f1 req-e65ad007-ebe8-4cfa-ae3d-2076f9549da3 service nova] Lock "71e8cf65-e059-4f49-a50e-8d9189471cff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.945863] env[63440]: DEBUG nova.compute.manager [req-0198a347-308a-45c6-a05f-9229e33859f1 req-e65ad007-ebe8-4cfa-ae3d-2076f9549da3 service nova] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] No waiting events found dispatching network-vif-plugged-c55680e4-523a-44da-8ace-ef1d2eb72291 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.946141] env[63440]: WARNING nova.compute.manager [req-0198a347-308a-45c6-a05f-9229e33859f1 req-e65ad007-ebe8-4cfa-ae3d-2076f9549da3 service nova] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Received unexpected event network-vif-plugged-c55680e4-523a-44da-8ace-ef1d2eb72291 for instance with vm_state building and task_state spawning. [ 977.946341] env[63440]: DEBUG nova.compute.manager [req-0198a347-308a-45c6-a05f-9229e33859f1 req-e65ad007-ebe8-4cfa-ae3d-2076f9549da3 service nova] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Received event network-changed-c55680e4-523a-44da-8ace-ef1d2eb72291 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 977.946519] env[63440]: DEBUG nova.compute.manager [req-0198a347-308a-45c6-a05f-9229e33859f1 req-e65ad007-ebe8-4cfa-ae3d-2076f9549da3 service nova] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Refreshing instance network info cache due to event network-changed-c55680e4-523a-44da-8ace-ef1d2eb72291. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 977.946770] env[63440]: DEBUG oslo_concurrency.lockutils [req-0198a347-308a-45c6-a05f-9229e33859f1 req-e65ad007-ebe8-4cfa-ae3d-2076f9549da3 service nova] Acquiring lock "refresh_cache-71e8cf65-e059-4f49-a50e-8d9189471cff" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.967319] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9568307c-a0c2-4a62-962b-d60902e538a1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.975554] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11055b38-c5e8-4185-8c30-0ac0f60e282b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.011355] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19168068-7626-47ce-9e70-b51aeca2ece5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.020632] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49e7a42-28ef-44e2-9ef5-53d1386373d3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.035593] env[63440]: DEBUG nova.compute.provider_tree [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.038890] env[63440]: DEBUG nova.network.neutron [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Successfully created port: d090ccab-6b33-4160-8180-42c20f02520e {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.074505] env[63440]: DEBUG oslo_concurrency.lockutils [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "f59c82f7-db27-4442-8751-ceb1a8a43656" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.074858] env[63440]: DEBUG oslo_concurrency.lockutils [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "f59c82f7-db27-4442-8751-ceb1a8a43656" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.075115] env[63440]: INFO nova.compute.manager [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Attaching volume 52fcbf1f-203f-4fd0-91f1-046016ada681 to /dev/sdb [ 978.099281] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662002, 'name': CreateVM_Task, 'duration_secs': 1.385421} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.099464] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.099937] env[63440]: DEBUG oslo_concurrency.lockutils [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.100116] env[63440]: DEBUG oslo_concurrency.lockutils [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.100444] env[63440]: DEBUG oslo_concurrency.lockutils [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.100741] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36ca28f3-e420-4600-b1b2-c23dde480c8b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.109123] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 978.109123] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ce1ce2-9a1e-877e-5010-1e5a50b4f5b2" [ 978.109123] env[63440]: _type = "Task" [ 978.109123] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.111073] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 978.111073] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f63219-4f61-a4b2-cd94-561e27e4b081" [ 978.111073] env[63440]: _type = "HttpNfcLease" [ 978.111073] env[63440]: } is ready. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 978.115082] env[63440]: DEBUG oslo_vmware.rw_handles [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 978.115082] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f63219-4f61-a4b2-cd94-561e27e4b081" [ 978.115082] env[63440]: _type = "HttpNfcLease" [ 978.115082] env[63440]: }. {{(pid=63440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 978.115731] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f13603a-775a-4579-9fa6-6d8a49dedf23 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.120596] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdff867-267f-40b5-92e2-8b57d4377d1a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.131067] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ce1ce2-9a1e-877e-5010-1e5a50b4f5b2, 'name': SearchDatastore_Task, 'duration_secs': 0.013607} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.136332] env[63440]: DEBUG oslo_concurrency.lockutils [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.138706] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.138706] env[63440]: DEBUG oslo_concurrency.lockutils [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.138706] env[63440]: DEBUG oslo_concurrency.lockutils [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.138706] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.138706] env[63440]: DEBUG oslo_vmware.rw_handles [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb5b8f-445b-0f99-d592-0e7a90aa1f88/disk-0.vmdk from lease info. {{(pid=63440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 978.138706] env[63440]: DEBUG oslo_vmware.rw_handles [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb5b8f-445b-0f99-d592-0e7a90aa1f88/disk-0.vmdk. {{(pid=63440) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 978.139456] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a8808d9-1b32-4967-be16-fc7008303b6c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.142611] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c55df1-e8ef-4c9e-8541-29d8612c9598 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.206860] env[63440]: DEBUG nova.compute.manager [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.217334] env[63440]: DEBUG nova.network.neutron [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.224024] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.224024] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.224024] env[63440]: DEBUG nova.virt.block_device [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Updating existing volume attachment record: fc451bce-f231-46cf-bd76-85b58c120b2e {{(pid=63440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 978.229697] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04bf0e82-780e-4f69-9fa5-32fbb492c610 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.234454] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1431fe13-59c4-43fa-8c48-d3de6aa642b4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.240631] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 978.240631] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a117c7-39d5-3e49-a10e-58c9677598e3" [ 978.240631] env[63440]: _type = "Task" [ 978.240631] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.252623] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a117c7-39d5-3e49-a10e-58c9677598e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.500584] env[63440]: DEBUG nova.network.neutron [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Updating instance_info_cache with network_info: [{"id": "c55680e4-523a-44da-8ace-ef1d2eb72291", "address": "fa:16:3e:13:ab:6f", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55680e4-52", "ovs_interfaceid": "c55680e4-523a-44da-8ace-ef1d2eb72291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.540266] env[63440]: DEBUG nova.scheduler.client.report [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.646075] env[63440]: DEBUG nova.network.neutron [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Updating instance_info_cache with network_info: [{"id": "49ae0a20-cb62-47b8-9bc7-6abf8df02a00", "address": "fa:16:3e:7d:8a:05", "network": {"id": "683d0572-1971-4756-a78e-94e11c551500", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-948320418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b8072e72ed49a3bd3012385dc8822d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49ae0a20-cb", "ovs_interfaceid": "49ae0a20-cb62-47b8-9bc7-6abf8df02a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.756698] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a117c7-39d5-3e49-a10e-58c9677598e3, 'name': SearchDatastore_Task, 'duration_secs': 0.013396} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.759415] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f26df5-093d-4b70-abe8-a621fe522c2e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.767599] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 978.767599] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b18e78-acb1-0e45-bc5e-0fe95721c03a" [ 978.767599] env[63440]: _type = "Task" [ 978.767599] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.779398] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b18e78-acb1-0e45-bc5e-0fe95721c03a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.004987] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "refresh_cache-71e8cf65-e059-4f49-a50e-8d9189471cff" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.005460] env[63440]: DEBUG nova.compute.manager [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Instance network_info: |[{"id": "c55680e4-523a-44da-8ace-ef1d2eb72291", "address": "fa:16:3e:13:ab:6f", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55680e4-52", "ovs_interfaceid": "c55680e4-523a-44da-8ace-ef1d2eb72291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.005875] env[63440]: DEBUG oslo_concurrency.lockutils [req-0198a347-308a-45c6-a05f-9229e33859f1 req-e65ad007-ebe8-4cfa-ae3d-2076f9549da3 service nova] Acquired lock "refresh_cache-71e8cf65-e059-4f49-a50e-8d9189471cff" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.006171] env[63440]: DEBUG nova.network.neutron [req-0198a347-308a-45c6-a05f-9229e33859f1 req-e65ad007-ebe8-4cfa-ae3d-2076f9549da3 service nova] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Refreshing network info cache for port c55680e4-523a-44da-8ace-ef1d2eb72291 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.007748] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:ab:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c55680e4-523a-44da-8ace-ef1d2eb72291', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.017828] env[63440]: DEBUG oslo.service.loopingcall [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 979.021125] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.022095] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ab3a5a8-a4eb-4d69-9723-20f7284e3ccd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.044975] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.044975] env[63440]: value = "task-2662007" [ 979.044975] env[63440]: _type = "Task" [ 979.044975] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.050895] env[63440]: DEBUG oslo_concurrency.lockutils [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.053751] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.105s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.054135] env[63440]: DEBUG nova.objects.instance [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lazy-loading 'resources' on Instance uuid 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.062090] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662007, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.078015] env[63440]: INFO nova.scheduler.client.report [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Deleted allocations for instance dd187b0c-60a3-4f0d-b9c3-19b28fa8d856 [ 979.150427] env[63440]: DEBUG oslo_concurrency.lockutils [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "refresh_cache-98774004-c151-47e9-a8a7-166a2edf4322" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.218360] env[63440]: DEBUG nova.compute.manager [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.249466] env[63440]: DEBUG nova.virt.hardware [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.249765] env[63440]: DEBUG nova.virt.hardware [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.249950] env[63440]: DEBUG nova.virt.hardware [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.250197] env[63440]: DEBUG nova.virt.hardware [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.250377] env[63440]: DEBUG nova.virt.hardware [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.251812] env[63440]: DEBUG nova.virt.hardware [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.251812] env[63440]: DEBUG nova.virt.hardware [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.251812] env[63440]: DEBUG nova.virt.hardware [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.251812] env[63440]: DEBUG nova.virt.hardware [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.251812] env[63440]: DEBUG nova.virt.hardware [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.251812] env[63440]: DEBUG nova.virt.hardware [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.252707] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c598f267-6d0c-415a-94f8-7cfaeb853163 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.268778] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a8883b-89e1-447d-bb78-dd1694ef2e5e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.285431] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b18e78-acb1-0e45-bc5e-0fe95721c03a, 'name': SearchDatastore_Task, 'duration_secs': 0.013709} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.298124] env[63440]: DEBUG oslo_concurrency.lockutils [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.298512] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 803b813b-ff31-4073-8d88-cc4fcbc5ac6d/803b813b-ff31-4073-8d88-cc4fcbc5ac6d.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.299252] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b6b3339-2332-40ab-868e-a9091cad0810 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.302538] env[63440]: DEBUG nova.network.neutron [req-0198a347-308a-45c6-a05f-9229e33859f1 req-e65ad007-ebe8-4cfa-ae3d-2076f9549da3 service nova] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Updated VIF entry in instance network info cache for port c55680e4-523a-44da-8ace-ef1d2eb72291. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.302695] env[63440]: DEBUG nova.network.neutron [req-0198a347-308a-45c6-a05f-9229e33859f1 req-e65ad007-ebe8-4cfa-ae3d-2076f9549da3 service nova] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Updating instance_info_cache with network_info: [{"id": "c55680e4-523a-44da-8ace-ef1d2eb72291", "address": "fa:16:3e:13:ab:6f", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55680e4-52", "ovs_interfaceid": "c55680e4-523a-44da-8ace-ef1d2eb72291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.311626] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 979.311626] env[63440]: value = "task-2662008" [ 979.311626] env[63440]: _type = "Task" [ 979.311626] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.325730] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.395312] env[63440]: DEBUG oslo_vmware.rw_handles [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Completed reading data from the image iterator. {{(pid=63440) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 979.395617] env[63440]: DEBUG oslo_vmware.rw_handles [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb5b8f-445b-0f99-d592-0e7a90aa1f88/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 979.397454] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ca0618-18bd-45b5-b20a-e976fd411aa1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.404443] env[63440]: DEBUG oslo_vmware.rw_handles [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb5b8f-445b-0f99-d592-0e7a90aa1f88/disk-0.vmdk is in state: ready. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 979.404602] env[63440]: DEBUG oslo_vmware.rw_handles [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb5b8f-445b-0f99-d592-0e7a90aa1f88/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 979.404948] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3a50446a-1102-4240-a10e-af50679af4ca {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.555975] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662007, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.591423] env[63440]: DEBUG nova.network.neutron [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Successfully updated port: d090ccab-6b33-4160-8180-42c20f02520e {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.593748] env[63440]: DEBUG oslo_concurrency.lockutils [None req-451b453a-f673-4bb5-898e-6b66c7e6f658 tempest-FloatingIPsAssociationNegativeTestJSON-327474466 tempest-FloatingIPsAssociationNegativeTestJSON-327474466-project-member] Lock "dd187b0c-60a3-4f0d-b9c3-19b28fa8d856" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.247s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.681951] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53825bb-a18e-4d3d-a0e6-955fba82a8e7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.708482] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c32adc0-6c8d-479f-a455-b6472f175d57 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.720454] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Updating instance '98774004-c151-47e9-a8a7-166a2edf4322' progress to 83 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 979.736793] env[63440]: DEBUG oslo_vmware.rw_handles [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb5b8f-445b-0f99-d592-0e7a90aa1f88/disk-0.vmdk. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 979.736793] env[63440]: INFO nova.virt.vmwareapi.images [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Downloaded image file data 4b5ff683-6971-446d-a649-4c3402053feb [ 979.737625] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea95697-a5c7-440d-a7e7-264dff22107d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.763726] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aec38992-2744-470e-a2e4-06e11e525b52 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.806618] env[63440]: DEBUG oslo_concurrency.lockutils [req-0198a347-308a-45c6-a05f-9229e33859f1 req-e65ad007-ebe8-4cfa-ae3d-2076f9549da3 service nova] Releasing lock "refresh_cache-71e8cf65-e059-4f49-a50e-8d9189471cff" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.826697] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662008, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.856871] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07e7d56-59b3-4373-b9a9-b69be16e469b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.865512] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6810c543-5000-46c4-b205-06fd49f0de85 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.905872] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d28255-c09b-43e9-bb37-a18cd74a3e8e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.909073] env[63440]: INFO nova.virt.vmwareapi.images [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] The imported VM was unregistered [ 979.910973] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Caching image {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 979.911234] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4b5ff683-6971-446d-a649-4c3402053feb {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.911517] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2377b466-f63c-4458-82c0-e724427162cb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.922474] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573c29c2-00bb-440d-9639-2cca1c8f853f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.927518] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Created directory with path [datastore2] devstack-image-cache_base/4b5ff683-6971-446d-a649-4c3402053feb {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.928029] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9d89606f-3556-4c02-b125-638ed25f27c7/OSTACK_IMG_9d89606f-3556-4c02-b125-638ed25f27c7.vmdk to [datastore2] devstack-image-cache_base/4b5ff683-6971-446d-a649-4c3402053feb/4b5ff683-6971-446d-a649-4c3402053feb.vmdk. {{(pid=63440) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 979.928029] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6fa647f9-6898-40ee-b142-8b4f03e8e626 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.938307] env[63440]: DEBUG nova.compute.provider_tree [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.948866] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 979.948866] env[63440]: value = "task-2662010" [ 979.948866] env[63440]: _type = "Task" [ 979.948866] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.956438] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662010, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.976863] env[63440]: DEBUG nova.compute.manager [req-1010d37f-4c20-4940-8286-41f801499cfb req-f67a80a1-e437-4ea0-8e8a-febc2505c4f6 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Received event network-vif-plugged-d090ccab-6b33-4160-8180-42c20f02520e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.977106] env[63440]: DEBUG oslo_concurrency.lockutils [req-1010d37f-4c20-4940-8286-41f801499cfb req-f67a80a1-e437-4ea0-8e8a-febc2505c4f6 service nova] Acquiring lock "eddcf98e-c779-4f00-9d6f-240939e3e672-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.977319] env[63440]: DEBUG oslo_concurrency.lockutils [req-1010d37f-4c20-4940-8286-41f801499cfb req-f67a80a1-e437-4ea0-8e8a-febc2505c4f6 service nova] Lock "eddcf98e-c779-4f00-9d6f-240939e3e672-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.977479] env[63440]: DEBUG oslo_concurrency.lockutils [req-1010d37f-4c20-4940-8286-41f801499cfb req-f67a80a1-e437-4ea0-8e8a-febc2505c4f6 service nova] Lock "eddcf98e-c779-4f00-9d6f-240939e3e672-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.977643] env[63440]: DEBUG nova.compute.manager [req-1010d37f-4c20-4940-8286-41f801499cfb req-f67a80a1-e437-4ea0-8e8a-febc2505c4f6 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] No waiting events found dispatching network-vif-plugged-d090ccab-6b33-4160-8180-42c20f02520e {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.977803] env[63440]: WARNING nova.compute.manager [req-1010d37f-4c20-4940-8286-41f801499cfb req-f67a80a1-e437-4ea0-8e8a-febc2505c4f6 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Received unexpected event network-vif-plugged-d090ccab-6b33-4160-8180-42c20f02520e for instance with vm_state building and task_state spawning. [ 979.977962] env[63440]: DEBUG nova.compute.manager [req-1010d37f-4c20-4940-8286-41f801499cfb req-f67a80a1-e437-4ea0-8e8a-febc2505c4f6 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Received event network-changed-d090ccab-6b33-4160-8180-42c20f02520e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.978266] env[63440]: DEBUG nova.compute.manager [req-1010d37f-4c20-4940-8286-41f801499cfb req-f67a80a1-e437-4ea0-8e8a-febc2505c4f6 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Refreshing instance network info cache due to event network-changed-d090ccab-6b33-4160-8180-42c20f02520e. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 979.978546] env[63440]: DEBUG oslo_concurrency.lockutils [req-1010d37f-4c20-4940-8286-41f801499cfb req-f67a80a1-e437-4ea0-8e8a-febc2505c4f6 service nova] Acquiring lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.978725] env[63440]: DEBUG oslo_concurrency.lockutils [req-1010d37f-4c20-4940-8286-41f801499cfb req-f67a80a1-e437-4ea0-8e8a-febc2505c4f6 service nova] Acquired lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.978920] env[63440]: DEBUG nova.network.neutron [req-1010d37f-4c20-4940-8286-41f801499cfb req-f67a80a1-e437-4ea0-8e8a-febc2505c4f6 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Refreshing network info cache for port d090ccab-6b33-4160-8180-42c20f02520e {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.063727] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662007, 'name': CreateVM_Task, 'duration_secs': 0.641111} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.063968] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.065060] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.065331] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.066314] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.066668] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9cbf886-dc5f-4326-91c8-d804086aa483 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.075250] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 980.075250] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527e7bee-101d-67ba-e41b-cf637e539934" [ 980.075250] env[63440]: _type = "Task" [ 980.075250] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.086736] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527e7bee-101d-67ba-e41b-cf637e539934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.098191] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.229818] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.230173] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b44b677-1061-4f23-b95c-585c252c30f5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.240473] env[63440]: DEBUG oslo_vmware.api [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 980.240473] env[63440]: value = "task-2662011" [ 980.240473] env[63440]: _type = "Task" [ 980.240473] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.250574] env[63440]: DEBUG oslo_vmware.api [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.325920] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636341} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.326295] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 803b813b-ff31-4073-8d88-cc4fcbc5ac6d/803b813b-ff31-4073-8d88-cc4fcbc5ac6d.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.326549] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.326823] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90a35cd1-1298-4cc3-b4be-efcb4220ec84 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.336925] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 980.336925] env[63440]: value = "task-2662012" [ 980.336925] env[63440]: _type = "Task" [ 980.336925] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.347264] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.444844] env[63440]: DEBUG nova.scheduler.client.report [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.459513] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662010, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.523102] env[63440]: DEBUG nova.network.neutron [req-1010d37f-4c20-4940-8286-41f801499cfb req-f67a80a1-e437-4ea0-8e8a-febc2505c4f6 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.592029] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527e7bee-101d-67ba-e41b-cf637e539934, 'name': SearchDatastore_Task, 'duration_secs': 0.01414} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.592029] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.592029] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.593813] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.594996] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.595340] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.596267] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-405edf67-7716-43f7-bf17-84c45a726746 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.625581] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.625581] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.625969] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ef6a917-d2cf-426e-b6d4-dadcd403dd0e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.637129] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 980.637129] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b1bcff-a1a1-7e96-1c2a-2b6629817d35" [ 980.637129] env[63440]: _type = "Task" [ 980.637129] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.649802] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b1bcff-a1a1-7e96-1c2a-2b6629817d35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.727022] env[63440]: DEBUG nova.network.neutron [req-1010d37f-4c20-4940-8286-41f801499cfb req-f67a80a1-e437-4ea0-8e8a-febc2505c4f6 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.756972] env[63440]: DEBUG oslo_vmware.api [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.850704] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086235} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.851113] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.852398] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0bfa81-e29a-4d18-b8e4-bc216ce1f58e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.877311] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 803b813b-ff31-4073-8d88-cc4fcbc5ac6d/803b813b-ff31-4073-8d88-cc4fcbc5ac6d.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.877958] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-233921ee-c401-4a42-b2f6-dfbde99e1bc1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.901340] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 980.901340] env[63440]: value = "task-2662013" [ 980.901340] env[63440]: _type = "Task" [ 980.901340] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.914440] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.950021] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.964544] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662010, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.985803] env[63440]: INFO nova.scheduler.client.report [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Deleted allocations for instance 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed [ 981.152079] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b1bcff-a1a1-7e96-1c2a-2b6629817d35, 'name': SearchDatastore_Task, 'duration_secs': 0.100338} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.153050] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0680342-af51-4b61-93a8-9ab9001b323e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.165794] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 981.165794] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52163faa-1f3e-249e-b7b3-ab40094e3f02" [ 981.165794] env[63440]: _type = "Task" [ 981.165794] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.180208] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52163faa-1f3e-249e-b7b3-ab40094e3f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.229895] env[63440]: DEBUG oslo_concurrency.lockutils [req-1010d37f-4c20-4940-8286-41f801499cfb req-f67a80a1-e437-4ea0-8e8a-febc2505c4f6 service nova] Releasing lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.230387] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.230568] env[63440]: DEBUG nova.network.neutron [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.260711] env[63440]: DEBUG oslo_vmware.api [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662011, 'name': PowerOnVM_Task, 'duration_secs': 0.592128} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.261088] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.261395] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-77dc9ea0-a38b-41ab-8989-54eac3e2e332 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Updating instance '98774004-c151-47e9-a8a7-166a2edf4322' progress to 100 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 981.417166] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.463187] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662010, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.503541] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f091829f-c912-4c60-9b0d-9ecb12594350 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.964s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.685989] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52163faa-1f3e-249e-b7b3-ab40094e3f02, 'name': SearchDatastore_Task, 'duration_secs': 0.089868} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.686447] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.686724] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 71e8cf65-e059-4f49-a50e-8d9189471cff/71e8cf65-e059-4f49-a50e-8d9189471cff.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.687029] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-909324df-a6ad-4025-b4f5-0bf280edb331 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.700580] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 981.700580] env[63440]: value = "task-2662015" [ 981.700580] env[63440]: _type = "Task" [ 981.700580] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.714216] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.783923] env[63440]: DEBUG nova.network.neutron [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.914606] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.974426] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662010, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.003858] env[63440]: DEBUG nova.network.neutron [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Updating instance_info_cache with network_info: [{"id": "d090ccab-6b33-4160-8180-42c20f02520e", "address": "fa:16:3e:d8:13:06", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd090ccab-6b", "ovs_interfaceid": "d090ccab-6b33-4160-8180-42c20f02520e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.216064] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.417165] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.465504] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662010, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.507325] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.507851] env[63440]: DEBUG nova.compute.manager [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Instance network_info: |[{"id": "d090ccab-6b33-4160-8180-42c20f02520e", "address": "fa:16:3e:d8:13:06", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd090ccab-6b", "ovs_interfaceid": "d090ccab-6b33-4160-8180-42c20f02520e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.508489] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:13:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd090ccab-6b33-4160-8180-42c20f02520e', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.516376] env[63440]: DEBUG oslo.service.loopingcall [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.516705] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.516984] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63f62344-2594-4caa-a680-6983cec7fbfd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.539918] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.539918] env[63440]: value = "task-2662016" [ 982.539918] env[63440]: _type = "Task" [ 982.539918] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.550384] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662016, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.721126] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662015, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.915597] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662013, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.965067] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662010, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.756263} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.965416] env[63440]: INFO nova.virt.vmwareapi.ds_util [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9d89606f-3556-4c02-b125-638ed25f27c7/OSTACK_IMG_9d89606f-3556-4c02-b125-638ed25f27c7.vmdk to [datastore2] devstack-image-cache_base/4b5ff683-6971-446d-a649-4c3402053feb/4b5ff683-6971-446d-a649-4c3402053feb.vmdk. [ 982.965623] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Cleaning up location [datastore2] OSTACK_IMG_9d89606f-3556-4c02-b125-638ed25f27c7 {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 982.965790] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9d89606f-3556-4c02-b125-638ed25f27c7 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.966105] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be764fc5-602b-4d5f-9322-70cf653cfd5b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.980753] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 982.980753] env[63440]: value = "task-2662017" [ 982.980753] env[63440]: _type = "Task" [ 982.980753] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.993114] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.052447] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662016, 'name': CreateVM_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.215837] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662015, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.387042} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.216999] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 71e8cf65-e059-4f49-a50e-8d9189471cff/71e8cf65-e059-4f49-a50e-8d9189471cff.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.217339] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.217714] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe4383f2-5823-4db1-8089-a9c8bb532392 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.228199] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 983.228199] env[63440]: value = "task-2662018" [ 983.228199] env[63440]: _type = "Task" [ 983.228199] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.240294] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.306688] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Volume attach. Driver type: vmdk {{(pid=63440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 983.306945] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536813', 'volume_id': '52fcbf1f-203f-4fd0-91f1-046016ada681', 'name': 'volume-52fcbf1f-203f-4fd0-91f1-046016ada681', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f59c82f7-db27-4442-8751-ceb1a8a43656', 'attached_at': '', 'detached_at': '', 'volume_id': '52fcbf1f-203f-4fd0-91f1-046016ada681', 'serial': '52fcbf1f-203f-4fd0-91f1-046016ada681'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 983.307900] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa34b340-2772-40c5-96f5-6ab633dd9665 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.331312] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36535247-79a1-499c-b0b1-ceef5a38bfe9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.334372] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "3b125c6d-a450-4a21-b246-0ca8a078e147" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.334628] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "3b125c6d-a450-4a21-b246-0ca8a078e147" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.372083] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-52fcbf1f-203f-4fd0-91f1-046016ada681/volume-52fcbf1f-203f-4fd0-91f1-046016ada681.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.372905] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bccfc061-c755-4808-9c6d-82416da2983e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.393884] env[63440]: DEBUG oslo_vmware.api [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 983.393884] env[63440]: value = "task-2662019" [ 983.393884] env[63440]: _type = "Task" [ 983.393884] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.403702] env[63440]: DEBUG oslo_vmware.api [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.415847] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662013, 'name': ReconfigVM_Task, 'duration_secs': 2.059871} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.416165] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 803b813b-ff31-4073-8d88-cc4fcbc5ac6d/803b813b-ff31-4073-8d88-cc4fcbc5ac6d.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.416817] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ee0897a-8e8a-4010-b789-6d7444801037 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.425950] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 983.425950] env[63440]: value = "task-2662020" [ 983.425950] env[63440]: _type = "Task" [ 983.425950] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.437149] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662020, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.493201] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113764} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.493499] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.493714] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4b5ff683-6971-446d-a649-4c3402053feb/4b5ff683-6971-446d-a649-4c3402053feb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.494068] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4b5ff683-6971-446d-a649-4c3402053feb/4b5ff683-6971-446d-a649-4c3402053feb.vmdk to [datastore2] 2aed780b-9671-434f-99e8-3d75f19e95aa/2aed780b-9671-434f-99e8-3d75f19e95aa.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.494384] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-717c9721-ae4c-490a-94bc-70c840f487a7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.502858] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 983.502858] env[63440]: value = "task-2662021" [ 983.502858] env[63440]: _type = "Task" [ 983.502858] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.515151] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.552079] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662016, 'name': CreateVM_Task, 'duration_secs': 0.744418} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.552298] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.553066] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.553259] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.553610] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.554056] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-148e8a00-9752-4b47-9343-470d9a076974 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.559817] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 983.559817] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525dd197-bcec-028d-de92-6ce73e41d715" [ 983.559817] env[63440]: _type = "Task" [ 983.559817] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.571447] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525dd197-bcec-028d-de92-6ce73e41d715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.698853] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d6bb3261-a27c-41c1-bdbf-bc09db1dbd8a tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "98774004-c151-47e9-a8a7-166a2edf4322" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.698853] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d6bb3261-a27c-41c1-bdbf-bc09db1dbd8a tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "98774004-c151-47e9-a8a7-166a2edf4322" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.698853] env[63440]: DEBUG nova.compute.manager [None req-d6bb3261-a27c-41c1-bdbf-bc09db1dbd8a tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Going to confirm migration 4 {{(pid=63440) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 983.744228] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076505} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.744971] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.746245] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994b1544-bcfc-4208-b942-b264a8c5a8ed {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.773607] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 71e8cf65-e059-4f49-a50e-8d9189471cff/71e8cf65-e059-4f49-a50e-8d9189471cff.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.774338] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-305a8fce-facb-4862-b1a4-9ff4ac46beae {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.798083] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 983.798083] env[63440]: value = "task-2662022" [ 983.798083] env[63440]: _type = "Task" [ 983.798083] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.814276] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.839758] env[63440]: DEBUG nova.compute.manager [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.904653] env[63440]: DEBUG oslo_vmware.api [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662019, 'name': ReconfigVM_Task, 'duration_secs': 0.466225} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.904985] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-52fcbf1f-203f-4fd0-91f1-046016ada681/volume-52fcbf1f-203f-4fd0-91f1-046016ada681.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.911956] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03db0c33-018c-4135-b0a3-579b58b8b816 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.933959] env[63440]: DEBUG oslo_vmware.api [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 983.933959] env[63440]: value = "task-2662023" [ 983.933959] env[63440]: _type = "Task" [ 983.933959] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.942308] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662020, 'name': Rename_Task, 'duration_secs': 0.253356} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.943114] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.943363] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c034c5d1-f817-4ff7-a412-2bd9d211d4d4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.950706] env[63440]: DEBUG oslo_vmware.api [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662023, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.953200] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 983.953200] env[63440]: value = "task-2662024" [ 983.953200] env[63440]: _type = "Task" [ 983.953200] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.962595] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.014495] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662021, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.072884] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525dd197-bcec-028d-de92-6ce73e41d715, 'name': SearchDatastore_Task, 'duration_secs': 0.028005} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.073377] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.073726] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.074135] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.074305] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.074540] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.075131] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58ba9065-f43f-40d4-9596-ce0c726bf064 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.089870] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.090168] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.090973] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28a0daef-5b9a-4689-8996-9f544f8fd361 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.097881] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 984.097881] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52717941-8035-96d1-94a2-74dce6ee7e56" [ 984.097881] env[63440]: _type = "Task" [ 984.097881] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.107453] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52717941-8035-96d1-94a2-74dce6ee7e56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.309330] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.311103] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d6bb3261-a27c-41c1-bdbf-bc09db1dbd8a tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "refresh_cache-98774004-c151-47e9-a8a7-166a2edf4322" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.311283] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d6bb3261-a27c-41c1-bdbf-bc09db1dbd8a tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "refresh_cache-98774004-c151-47e9-a8a7-166a2edf4322" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.311459] env[63440]: DEBUG nova.network.neutron [None req-d6bb3261-a27c-41c1-bdbf-bc09db1dbd8a tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.311652] env[63440]: DEBUG nova.objects.instance [None req-d6bb3261-a27c-41c1-bdbf-bc09db1dbd8a tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lazy-loading 'info_cache' on Instance uuid 98774004-c151-47e9-a8a7-166a2edf4322 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.363942] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.364267] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.365850] env[63440]: INFO nova.compute.claims [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.446233] env[63440]: DEBUG oslo_vmware.api [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.464986] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662024, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.515175] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662021, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.610057] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52717941-8035-96d1-94a2-74dce6ee7e56, 'name': SearchDatastore_Task, 'duration_secs': 0.055724} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.610889] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-077c7b13-9014-44a7-afc2-1887c0d3759c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.618453] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 984.618453] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5240d681-16df-a00e-eb6f-a4e978e15db3" [ 984.618453] env[63440]: _type = "Task" [ 984.618453] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.630173] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5240d681-16df-a00e-eb6f-a4e978e15db3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.809857] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.947840] env[63440]: DEBUG oslo_vmware.api [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662023, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.963980] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662024, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.018535] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662021, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.129653] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5240d681-16df-a00e-eb6f-a4e978e15db3, 'name': SearchDatastore_Task, 'duration_secs': 0.085977} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.129936] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.130240] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] eddcf98e-c779-4f00-9d6f-240939e3e672/eddcf98e-c779-4f00-9d6f-240939e3e672.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.130508] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e2d0e9c-6b6d-4e17-82c1-38466e7fddf3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.139390] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 985.139390] env[63440]: value = "task-2662025" [ 985.139390] env[63440]: _type = "Task" [ 985.139390] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.149665] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.310809] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.456034] env[63440]: DEBUG oslo_vmware.api [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662023, 'name': ReconfigVM_Task, 'duration_secs': 1.032533} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.456034] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536813', 'volume_id': '52fcbf1f-203f-4fd0-91f1-046016ada681', 'name': 'volume-52fcbf1f-203f-4fd0-91f1-046016ada681', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f59c82f7-db27-4442-8751-ceb1a8a43656', 'attached_at': '', 'detached_at': '', 'volume_id': '52fcbf1f-203f-4fd0-91f1-046016ada681', 'serial': '52fcbf1f-203f-4fd0-91f1-046016ada681'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 985.468592] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662024, 'name': PowerOnVM_Task} progress is 76%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.519776] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662021, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.563278] env[63440]: DEBUG nova.network.neutron [None req-d6bb3261-a27c-41c1-bdbf-bc09db1dbd8a tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Updating instance_info_cache with network_info: [{"id": "49ae0a20-cb62-47b8-9bc7-6abf8df02a00", "address": "fa:16:3e:7d:8a:05", "network": {"id": "683d0572-1971-4756-a78e-94e11c551500", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-948320418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b8072e72ed49a3bd3012385dc8822d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49ae0a20-cb", "ovs_interfaceid": "49ae0a20-cb62-47b8-9bc7-6abf8df02a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.652856] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.670633] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a92323-e65d-40cd-9f4a-6976c8f61288 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.679797] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62e27cb-f63f-43d3-9da0-0a968e7c123c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.717011] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c7606e-4adc-49a2-bc7c-51bbec17e611 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.726277] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546224a7-f06d-4e20-9e88-335e530d56c6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.742716] env[63440]: DEBUG nova.compute.provider_tree [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.811438] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.968796] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662024, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.023961] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662021, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.067736] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d6bb3261-a27c-41c1-bdbf-bc09db1dbd8a tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "refresh_cache-98774004-c151-47e9-a8a7-166a2edf4322" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.068221] env[63440]: DEBUG nova.objects.instance [None req-d6bb3261-a27c-41c1-bdbf-bc09db1dbd8a tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lazy-loading 'migration_context' on Instance uuid 98774004-c151-47e9-a8a7-166a2edf4322 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.155659] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.268781] env[63440]: ERROR nova.scheduler.client.report [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [req-da1c12bb-4bde-4974-9f1f-23b668100b75] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-da1c12bb-4bde-4974-9f1f-23b668100b75"}]} [ 986.286289] env[63440]: DEBUG nova.scheduler.client.report [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Refreshing inventories for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 986.318719] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662022, 'name': ReconfigVM_Task, 'duration_secs': 2.495844} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.319906] env[63440]: DEBUG nova.scheduler.client.report [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Updating ProviderTree inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 986.320289] env[63440]: DEBUG nova.compute.provider_tree [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.322568] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 71e8cf65-e059-4f49-a50e-8d9189471cff/71e8cf65-e059-4f49-a50e-8d9189471cff.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.323621] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4db8ab0d-ee64-463a-b327-7c87a4def7a4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.334900] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 986.334900] env[63440]: value = "task-2662026" [ 986.334900] env[63440]: _type = "Task" [ 986.334900] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.337282] env[63440]: DEBUG nova.scheduler.client.report [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Refreshing aggregate associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, aggregates: None {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 986.350974] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662026, 'name': Rename_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.355762] env[63440]: DEBUG nova.scheduler.client.report [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Refreshing trait associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 986.470169] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662024, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.522175] env[63440]: DEBUG nova.objects.instance [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lazy-loading 'flavor' on Instance uuid f59c82f7-db27-4442-8751-ceb1a8a43656 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.524614] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662021, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.850508} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.525254] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4b5ff683-6971-446d-a649-4c3402053feb/4b5ff683-6971-446d-a649-4c3402053feb.vmdk to [datastore2] 2aed780b-9671-434f-99e8-3d75f19e95aa/2aed780b-9671-434f-99e8-3d75f19e95aa.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.526314] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8caab3d-e487-4201-a6e1-30915308d22e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.554162] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 2aed780b-9671-434f-99e8-3d75f19e95aa/2aed780b-9671-434f-99e8-3d75f19e95aa.vmdk or device None with type streamOptimized {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.558377] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cc0f85b-7efc-466c-81cd-1d4f8584bbcb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.575652] env[63440]: DEBUG nova.objects.base [None req-d6bb3261-a27c-41c1-bdbf-bc09db1dbd8a tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Object Instance<98774004-c151-47e9-a8a7-166a2edf4322> lazy-loaded attributes: info_cache,migration_context {{(pid=63440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 986.576686] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b08678f-cece-4b0a-a774-dfa655f31208 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.587624] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 986.587624] env[63440]: value = "task-2662027" [ 986.587624] env[63440]: _type = "Task" [ 986.587624] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.612859] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ad99c3-414b-452c-b714-e4a3cfbeb49c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.619183] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.623481] env[63440]: DEBUG oslo_vmware.api [None req-d6bb3261-a27c-41c1-bdbf-bc09db1dbd8a tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 986.623481] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5219981c-6d8c-7854-aecf-ff35dc433ee5" [ 986.623481] env[63440]: _type = "Task" [ 986.623481] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.639644] env[63440]: DEBUG oslo_vmware.api [None req-d6bb3261-a27c-41c1-bdbf-bc09db1dbd8a tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5219981c-6d8c-7854-aecf-ff35dc433ee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.655744] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662025, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.663669] env[63440]: DEBUG oslo_concurrency.lockutils [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Acquiring lock "105b0279-8467-4723-9b67-da8eaad4b2a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.664045] env[63440]: DEBUG oslo_concurrency.lockutils [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Lock "105b0279-8467-4723-9b67-da8eaad4b2a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.717810] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f91464-36e8-4998-bb14-af7bb25044fd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.729843] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621835f7-ac87-448e-94f0-fccbe373c6da {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.768066] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922f649d-a0b2-43f4-b6ae-7e3e74a63ffb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.777094] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b088d9d7-9c0d-4409-9b6e-19868bfeb4b3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.792297] env[63440]: DEBUG nova.compute.provider_tree [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.849727] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662026, 'name': Rename_Task, 'duration_secs': 0.436952} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.850070] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.850337] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82b561ba-fcf8-4bb4-ab0e-0947f40b0fd6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.856508] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 986.856508] env[63440]: value = "task-2662028" [ 986.856508] env[63440]: _type = "Task" [ 986.856508] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.865568] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.968245] env[63440]: DEBUG oslo_vmware.api [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662024, 'name': PowerOnVM_Task, 'duration_secs': 2.649309} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.968499] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.968736] env[63440]: DEBUG nova.compute.manager [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.969864] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f13d225-2fa2-4a53-a28b-facad5af8c7e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.027874] env[63440]: DEBUG oslo_concurrency.lockutils [None req-caf1a995-3915-40c7-a06c-6ca179779288 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "f59c82f7-db27-4442-8751-ceb1a8a43656" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.953s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.099774] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.136017] env[63440]: DEBUG oslo_vmware.api [None req-d6bb3261-a27c-41c1-bdbf-bc09db1dbd8a tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5219981c-6d8c-7854-aecf-ff35dc433ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.016207} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.136017] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d6bb3261-a27c-41c1-bdbf-bc09db1dbd8a tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.156030] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662025, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.700733} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.157584] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] eddcf98e-c779-4f00-9d6f-240939e3e672/eddcf98e-c779-4f00-9d6f-240939e3e672.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.157584] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.159764] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b3ec063-e234-4862-8095-e7648d2fc3c1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.166743] env[63440]: DEBUG nova.compute.manager [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.175494] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 987.175494] env[63440]: value = "task-2662029" [ 987.175494] env[63440]: _type = "Task" [ 987.175494] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.193363] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.374690] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662028, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.419440] env[63440]: DEBUG nova.scheduler.client.report [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Updated inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 987.419440] env[63440]: DEBUG nova.compute.provider_tree [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 136 to 137 during operation: update_inventory {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 987.419440] env[63440]: DEBUG nova.compute.provider_tree [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.493130] env[63440]: DEBUG oslo_concurrency.lockutils [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.599629] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662027, 'name': ReconfigVM_Task, 'duration_secs': 0.790347} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.600010] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 2aed780b-9671-434f-99e8-3d75f19e95aa/2aed780b-9671-434f-99e8-3d75f19e95aa.vmdk or device None with type streamOptimized {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.601664] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_format': None, 'disk_bus': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'encrypted': False, 'encryption_options': None, 'size': 0, 'guest_format': None, 'image_id': 'e275aad3-b627-48fa-b7be-3fc7d941ebbb'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536797', 'volume_id': 'd283e0a4-6eed-48ff-b759-7dfa07bd7efe', 'name': 'volume-d283e0a4-6eed-48ff-b759-7dfa07bd7efe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2aed780b-9671-434f-99e8-3d75f19e95aa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd283e0a4-6eed-48ff-b759-7dfa07bd7efe', 'serial': 'd283e0a4-6eed-48ff-b759-7dfa07bd7efe'}, 'disk_bus': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': '588bf683-6b65-4177-86b3-0478ae4b614d', 'boot_index': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=63440) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 987.601928] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Volume attach. Driver type: vmdk {{(pid=63440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 987.602231] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536797', 'volume_id': 'd283e0a4-6eed-48ff-b759-7dfa07bd7efe', 'name': 'volume-d283e0a4-6eed-48ff-b759-7dfa07bd7efe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2aed780b-9671-434f-99e8-3d75f19e95aa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd283e0a4-6eed-48ff-b759-7dfa07bd7efe', 'serial': 'd283e0a4-6eed-48ff-b759-7dfa07bd7efe'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 987.603077] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29158fe4-e9b2-45db-a909-f56b9d1f6ff9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.621191] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567cf397-e928-4604-a369-75f20116288d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.647305] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] volume-d283e0a4-6eed-48ff-b759-7dfa07bd7efe/volume-d283e0a4-6eed-48ff-b759-7dfa07bd7efe.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.647647] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-593d0f68-9eb9-4266-8030-c53704d1fbe0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.663167] env[63440]: INFO nova.compute.manager [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Rescuing [ 987.663606] env[63440]: DEBUG oslo_concurrency.lockutils [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "refresh_cache-f59c82f7-db27-4442-8751-ceb1a8a43656" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.663901] env[63440]: DEBUG oslo_concurrency.lockutils [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquired lock "refresh_cache-f59c82f7-db27-4442-8751-ceb1a8a43656" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.664246] env[63440]: DEBUG nova.network.neutron [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.669816] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 987.669816] env[63440]: value = "task-2662030" [ 987.669816] env[63440]: _type = "Task" [ 987.669816] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.693459] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.699671] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117706} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.699991] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.701204] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992c6267-c6f3-4806-aeb6-5095d00b5475 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.724967] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] eddcf98e-c779-4f00-9d6f-240939e3e672/eddcf98e-c779-4f00-9d6f-240939e3e672.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.726328] env[63440]: DEBUG oslo_concurrency.lockutils [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.726941] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16be215e-4244-45d3-9ff5-936b892777aa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.747809] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 987.747809] env[63440]: value = "task-2662031" [ 987.747809] env[63440]: _type = "Task" [ 987.747809] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.756801] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662031, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.868929] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662028, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.925572] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.561s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.926319] env[63440]: DEBUG nova.compute.manager [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.928892] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d6bb3261-a27c-41c1-bdbf-bc09db1dbd8a tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.793s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.182993] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.260374] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662031, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.300434] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquiring lock "803b813b-ff31-4073-8d88-cc4fcbc5ac6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.300762] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "803b813b-ff31-4073-8d88-cc4fcbc5ac6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.300997] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquiring lock "803b813b-ff31-4073-8d88-cc4fcbc5ac6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.301206] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "803b813b-ff31-4073-8d88-cc4fcbc5ac6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.301404] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "803b813b-ff31-4073-8d88-cc4fcbc5ac6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.303998] env[63440]: INFO nova.compute.manager [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Terminating instance [ 988.368825] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662028, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.436847] env[63440]: DEBUG nova.compute.utils [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.438701] env[63440]: DEBUG nova.compute.manager [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.438880] env[63440]: DEBUG nova.network.neutron [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.466496] env[63440]: DEBUG nova.network.neutron [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Updating instance_info_cache with network_info: [{"id": "23b4b626-1e35-4a7e-a1e8-91eff7509b9c", "address": "fa:16:3e:ce:ff:3f", "network": {"id": "bb46e920-0220-42c4-9974-c64ad3c56ebf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1307008030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d018a16ec44cc6b8b19c09673da230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b4b626-1e", "ovs_interfaceid": "23b4b626-1e35-4a7e-a1e8-91eff7509b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.486907] env[63440]: DEBUG nova.policy [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36cd1561de5f4ef0b3cfd4fbed4e738c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12ef09ee64fe4159ab5e9d1ffedcf9e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.685718] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662030, 'name': ReconfigVM_Task, 'duration_secs': 0.768824} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.686063] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Reconfigured VM instance instance-00000032 to attach disk [datastore2] volume-d283e0a4-6eed-48ff-b759-7dfa07bd7efe/volume-d283e0a4-6eed-48ff-b759-7dfa07bd7efe.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.690727] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67dba1a1-36d8-4aec-aeb1-9ec6e0ee66ff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.703415] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b09e377-3dd8-4229-992c-e925c5b6db3f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.711707] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c822ef-9768-48ad-975d-42d738f555ad {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.716456] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 988.716456] env[63440]: value = "task-2662032" [ 988.716456] env[63440]: _type = "Task" [ 988.716456] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.752923] env[63440]: DEBUG nova.network.neutron [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Successfully created port: 6800a4fb-4283-4388-8b41-58b4f0127f93 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.755818] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b251a88-7f6b-45f3-b96f-60f164d686c2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.759639] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.769428] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662031, 'name': ReconfigVM_Task, 'duration_secs': 0.575156} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.771687] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Reconfigured VM instance instance-00000060 to attach disk [datastore2] eddcf98e-c779-4f00-9d6f-240939e3e672/eddcf98e-c779-4f00-9d6f-240939e3e672.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.772418] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eeba6852-2cd2-43b0-95e7-4a5c5392af93 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.775201] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6564e2ef-ea06-4da0-8aa5-ffb1a2949164 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.791429] env[63440]: DEBUG nova.compute.provider_tree [None req-d6bb3261-a27c-41c1-bdbf-bc09db1dbd8a tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.794224] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 988.794224] env[63440]: value = "task-2662033" [ 988.794224] env[63440]: _type = "Task" [ 988.794224] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.804616] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662033, 'name': Rename_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.810787] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquiring lock "refresh_cache-803b813b-ff31-4073-8d88-cc4fcbc5ac6d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.814112] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquired lock "refresh_cache-803b813b-ff31-4073-8d88-cc4fcbc5ac6d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.814112] env[63440]: DEBUG nova.network.neutron [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.869365] env[63440]: DEBUG oslo_vmware.api [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662028, 'name': PowerOnVM_Task, 'duration_secs': 1.581333} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.869635] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.869928] env[63440]: INFO nova.compute.manager [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Took 12.08 seconds to spawn the instance on the hypervisor. [ 988.870168] env[63440]: DEBUG nova.compute.manager [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.871066] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1659570e-575a-40f6-976a-781d85059065 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.944358] env[63440]: DEBUG nova.compute.manager [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.968888] env[63440]: DEBUG oslo_concurrency.lockutils [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Releasing lock "refresh_cache-f59c82f7-db27-4442-8751-ceb1a8a43656" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.228653] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662032, 'name': ReconfigVM_Task, 'duration_secs': 0.315291} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.229119] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536797', 'volume_id': 'd283e0a4-6eed-48ff-b759-7dfa07bd7efe', 'name': 'volume-d283e0a4-6eed-48ff-b759-7dfa07bd7efe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2aed780b-9671-434f-99e8-3d75f19e95aa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd283e0a4-6eed-48ff-b759-7dfa07bd7efe', 'serial': 'd283e0a4-6eed-48ff-b759-7dfa07bd7efe'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 989.229677] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3eccb435-f6d5-459e-b7a6-af1b37557989 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.238113] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 989.238113] env[63440]: value = "task-2662034" [ 989.238113] env[63440]: _type = "Task" [ 989.238113] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.247962] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662034, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.296071] env[63440]: DEBUG nova.scheduler.client.report [None req-d6bb3261-a27c-41c1-bdbf-bc09db1dbd8a tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.316594] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662033, 'name': Rename_Task, 'duration_secs': 0.271619} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.317628] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.318296] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe527f27-e90d-4f11-a144-70e6f7210e2a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.328538] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 989.328538] env[63440]: value = "task-2662035" [ 989.328538] env[63440]: _type = "Task" [ 989.328538] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.338943] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.339840] env[63440]: DEBUG nova.network.neutron [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.391562] env[63440]: INFO nova.compute.manager [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Took 30.65 seconds to build instance. [ 989.394598] env[63440]: DEBUG nova.network.neutron [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.748884] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662034, 'name': Rename_Task, 'duration_secs': 0.231027} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.749195] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.749449] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7605ba0e-1b15-4fd7-bb06-ffdd5bf016e6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.756843] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 989.756843] env[63440]: value = "task-2662036" [ 989.756843] env[63440]: _type = "Task" [ 989.756843] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.765388] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.840247] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.894732] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d76d7886-2349-45c1-b0f4-365fbdbc6680 tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "71e8cf65-e059-4f49-a50e-8d9189471cff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.163s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.897810] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Releasing lock "refresh_cache-803b813b-ff31-4073-8d88-cc4fcbc5ac6d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.897991] env[63440]: DEBUG nova.compute.manager [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.898216] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.899220] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cace1a23-b8cf-478e-8b8e-d202e52d9195 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.908348] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.908662] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8affc446-f244-47fc-a048-2bed57d51131 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.916469] env[63440]: DEBUG oslo_vmware.api [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 989.916469] env[63440]: value = "task-2662037" [ 989.916469] env[63440]: _type = "Task" [ 989.916469] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.926683] env[63440]: DEBUG oslo_vmware.api [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.953893] env[63440]: DEBUG nova.compute.manager [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.975714] env[63440]: DEBUG nova.virt.hardware [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.975978] env[63440]: DEBUG nova.virt.hardware [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.976587] env[63440]: DEBUG nova.virt.hardware [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.976587] env[63440]: DEBUG nova.virt.hardware [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.976587] env[63440]: DEBUG nova.virt.hardware [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.976727] env[63440]: DEBUG nova.virt.hardware [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.976937] env[63440]: DEBUG nova.virt.hardware [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.977111] env[63440]: DEBUG nova.virt.hardware [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.977301] env[63440]: DEBUG nova.virt.hardware [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.977477] env[63440]: DEBUG nova.virt.hardware [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.977655] env[63440]: DEBUG nova.virt.hardware [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.978524] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053c51af-e22f-473f-b7cd-549761ace5dd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.989030] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6384df-2785-4ece-aa00-90fa5e9db4f0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.994729] env[63440]: DEBUG oslo_vmware.rw_handles [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fb7bd-3ebd-e41f-147a-021406f03aa1/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 989.995602] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e190dc-82b1-4e61-baff-19dea661d215 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.012515] env[63440]: DEBUG oslo_vmware.rw_handles [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fb7bd-3ebd-e41f-147a-021406f03aa1/disk-0.vmdk is in state: ready. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 990.012670] env[63440]: ERROR oslo_vmware.rw_handles [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fb7bd-3ebd-e41f-147a-021406f03aa1/disk-0.vmdk due to incomplete transfer. [ 990.013956] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-416beffe-0213-4887-aa3a-64e773ebb142 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.024104] env[63440]: DEBUG oslo_vmware.rw_handles [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fb7bd-3ebd-e41f-147a-021406f03aa1/disk-0.vmdk. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 990.024340] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Uploaded image 2f1552f3-8379-469e-84d4-db9eb5bb3ee2 to the Glance image server {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 990.027110] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Destroying the VM {{(pid=63440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 990.027614] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-475e09a4-5374-4c83-8535-a9a08509d9c3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.036798] env[63440]: DEBUG oslo_vmware.api [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 990.036798] env[63440]: value = "task-2662038" [ 990.036798] env[63440]: _type = "Task" [ 990.036798] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.047119] env[63440]: DEBUG oslo_vmware.api [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662038, 'name': Destroy_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.214957] env[63440]: DEBUG nova.compute.manager [req-3e3baab8-3244-4705-96ea-24287974501f req-3a41f832-e64d-4030-9560-f913bb464bba service nova] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Received event network-vif-plugged-6800a4fb-4283-4388-8b41-58b4f0127f93 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.215231] env[63440]: DEBUG oslo_concurrency.lockutils [req-3e3baab8-3244-4705-96ea-24287974501f req-3a41f832-e64d-4030-9560-f913bb464bba service nova] Acquiring lock "3b125c6d-a450-4a21-b246-0ca8a078e147-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.215453] env[63440]: DEBUG oslo_concurrency.lockutils [req-3e3baab8-3244-4705-96ea-24287974501f req-3a41f832-e64d-4030-9560-f913bb464bba service nova] Lock "3b125c6d-a450-4a21-b246-0ca8a078e147-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.215633] env[63440]: DEBUG oslo_concurrency.lockutils [req-3e3baab8-3244-4705-96ea-24287974501f req-3a41f832-e64d-4030-9560-f913bb464bba service nova] Lock "3b125c6d-a450-4a21-b246-0ca8a078e147-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.215838] env[63440]: DEBUG nova.compute.manager [req-3e3baab8-3244-4705-96ea-24287974501f req-3a41f832-e64d-4030-9560-f913bb464bba service nova] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] No waiting events found dispatching network-vif-plugged-6800a4fb-4283-4388-8b41-58b4f0127f93 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.216087] env[63440]: WARNING nova.compute.manager [req-3e3baab8-3244-4705-96ea-24287974501f req-3a41f832-e64d-4030-9560-f913bb464bba service nova] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Received unexpected event network-vif-plugged-6800a4fb-4283-4388-8b41-58b4f0127f93 for instance with vm_state building and task_state spawning. [ 990.268812] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662036, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.309073] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d6bb3261-a27c-41c1-bdbf-bc09db1dbd8a tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.380s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.312915] env[63440]: DEBUG oslo_concurrency.lockutils [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.820s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.313233] env[63440]: DEBUG nova.objects.instance [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 990.347442] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662035, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.427622] env[63440]: DEBUG oslo_vmware.api [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662037, 'name': PowerOffVM_Task, 'duration_secs': 0.197438} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.428027] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.428241] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.428515] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9f0dca3-3e4a-4b90-83de-245c7fe0f770 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.462315] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.462577] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.462768] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Deleting the datastore file [datastore2] 803b813b-ff31-4073-8d88-cc4fcbc5ac6d {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.463073] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc30058e-042b-4f29-a0d8-abb8456ab93f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.470860] env[63440]: DEBUG oslo_vmware.api [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 990.470860] env[63440]: value = "task-2662040" [ 990.470860] env[63440]: _type = "Task" [ 990.470860] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.480017] env[63440]: DEBUG oslo_vmware.api [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.517333] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.517714] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be14a610-e299-4718-a4d1-186ff128532f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.525381] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 990.525381] env[63440]: value = "task-2662041" [ 990.525381] env[63440]: _type = "Task" [ 990.525381] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.533650] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.545764] env[63440]: DEBUG oslo_vmware.api [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662038, 'name': Destroy_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.768554] env[63440]: DEBUG oslo_vmware.api [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662036, 'name': PowerOnVM_Task, 'duration_secs': 0.718631} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.768926] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.795758] env[63440]: DEBUG nova.network.neutron [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Successfully updated port: 6800a4fb-4283-4388-8b41-58b4f0127f93 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.818821] env[63440]: DEBUG nova.compute.manager [req-f94ff7a3-bc3f-40d8-aee5-5db84497f3ea req-a461b4a2-f636-4d05-9fb6-0604f12c4171 service nova] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Received event network-changed-6800a4fb-4283-4388-8b41-58b4f0127f93 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.819553] env[63440]: DEBUG nova.compute.manager [req-f94ff7a3-bc3f-40d8-aee5-5db84497f3ea req-a461b4a2-f636-4d05-9fb6-0604f12c4171 service nova] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Refreshing instance network info cache due to event network-changed-6800a4fb-4283-4388-8b41-58b4f0127f93. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 990.819553] env[63440]: DEBUG oslo_concurrency.lockutils [req-f94ff7a3-bc3f-40d8-aee5-5db84497f3ea req-a461b4a2-f636-4d05-9fb6-0604f12c4171 service nova] Acquiring lock "refresh_cache-3b125c6d-a450-4a21-b246-0ca8a078e147" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.819553] env[63440]: DEBUG oslo_concurrency.lockutils [req-f94ff7a3-bc3f-40d8-aee5-5db84497f3ea req-a461b4a2-f636-4d05-9fb6-0604f12c4171 service nova] Acquired lock "refresh_cache-3b125c6d-a450-4a21-b246-0ca8a078e147" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.819553] env[63440]: DEBUG nova.network.neutron [req-f94ff7a3-bc3f-40d8-aee5-5db84497f3ea req-a461b4a2-f636-4d05-9fb6-0604f12c4171 service nova] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Refreshing network info cache for port 6800a4fb-4283-4388-8b41-58b4f0127f93 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.846010] env[63440]: DEBUG oslo_vmware.api [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662035, 'name': PowerOnVM_Task, 'duration_secs': 1.058684} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.846310] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.846511] env[63440]: INFO nova.compute.manager [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Took 11.63 seconds to spawn the instance on the hypervisor. [ 990.846692] env[63440]: DEBUG nova.compute.manager [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.847951] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaa86da-16fd-4486-97ab-6a55dcc6ebce {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.873378] env[63440]: INFO nova.scheduler.client.report [None req-d6bb3261-a27c-41c1-bdbf-bc09db1dbd8a tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Deleted allocation for migration fb5ddde9-5ca5-4ab8-8439-cd89fd754946 [ 990.902745] env[63440]: DEBUG nova.compute.manager [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.903919] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc7cc2c-d276-4ff9-bf52-0b6872c73946 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.980941] env[63440]: DEBUG oslo_vmware.api [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454398} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.981201] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.981374] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.981551] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.981722] env[63440]: INFO nova.compute.manager [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 990.982017] env[63440]: DEBUG oslo.service.loopingcall [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 990.982767] env[63440]: DEBUG nova.compute.manager [-] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.982767] env[63440]: DEBUG nova.network.neutron [-] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.998143] env[63440]: DEBUG nova.network.neutron [-] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.035808] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662041, 'name': PowerOffVM_Task, 'duration_secs': 0.224412} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.036128] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.036949] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef0d3cb-df2e-4e84-8709-e889e276a1af {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.047817] env[63440]: DEBUG oslo_vmware.api [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662038, 'name': Destroy_Task, 'duration_secs': 0.561608} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.064289] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Destroyed the VM [ 991.064569] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Deleting Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 991.065049] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e187c0d3-4bec-4d17-8153-b094d888a125 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.067204] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b572cad5-4331-4dd9-8734-db35f0714092 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.081360] env[63440]: DEBUG oslo_vmware.api [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 991.081360] env[63440]: value = "task-2662042" [ 991.081360] env[63440]: _type = "Task" [ 991.081360] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.094006] env[63440]: DEBUG oslo_vmware.api [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662042, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.102962] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.103332] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05e96f3e-29d9-4c98-a7cd-191048fc82e2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.110787] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 991.110787] env[63440]: value = "task-2662043" [ 991.110787] env[63440]: _type = "Task" [ 991.110787] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.122236] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] VM already powered off {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 991.122473] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.122795] env[63440]: DEBUG oslo_concurrency.lockutils [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.122993] env[63440]: DEBUG oslo_concurrency.lockutils [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.123288] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.123590] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c660556-80cf-4a56-a186-05323ec14a64 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.136027] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.136181] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.136881] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50ce8ec8-61c3-4244-8679-b14a2344b78e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.142670] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 991.142670] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f53463-b199-9f4b-24d6-c1563f8f4ee3" [ 991.142670] env[63440]: _type = "Task" [ 991.142670] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.150541] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f53463-b199-9f4b-24d6-c1563f8f4ee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.281813] env[63440]: DEBUG nova.compute.manager [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Stashing vm_state: active {{(pid=63440) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 991.300040] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "refresh_cache-3b125c6d-a450-4a21-b246-0ca8a078e147" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.332634] env[63440]: DEBUG oslo_concurrency.lockutils [None req-82353835-92e5-46ea-9b6d-8dfef2ca0d61 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.333982] env[63440]: DEBUG oslo_concurrency.lockutils [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.608s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.335851] env[63440]: INFO nova.compute.claims [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.367793] env[63440]: INFO nova.compute.manager [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Took 31.40 seconds to build instance. [ 991.371706] env[63440]: DEBUG nova.network.neutron [req-f94ff7a3-bc3f-40d8-aee5-5db84497f3ea req-a461b4a2-f636-4d05-9fb6-0604f12c4171 service nova] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.378576] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d6bb3261-a27c-41c1-bdbf-bc09db1dbd8a tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "98774004-c151-47e9-a8a7-166a2edf4322" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.681s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.426119] env[63440]: DEBUG oslo_concurrency.lockutils [None req-62d1438a-be10-4bbc-ae45-22f79ad9da11 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "2aed780b-9671-434f-99e8-3d75f19e95aa" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 41.899s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.460204] env[63440]: DEBUG nova.network.neutron [req-f94ff7a3-bc3f-40d8-aee5-5db84497f3ea req-a461b4a2-f636-4d05-9fb6-0604f12c4171 service nova] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.501039] env[63440]: DEBUG nova.network.neutron [-] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.595511] env[63440]: DEBUG oslo_vmware.api [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662042, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.654372] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f53463-b199-9f4b-24d6-c1563f8f4ee3, 'name': SearchDatastore_Task, 'duration_secs': 0.016999} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.655200] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-667eb429-346d-4da7-a8f9-c9d846f34479 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.661733] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 991.661733] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52326cd4-b5a6-f6d0-f1da-7255443673b8" [ 991.661733] env[63440]: _type = "Task" [ 991.661733] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.671017] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52326cd4-b5a6-f6d0-f1da-7255443673b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.801910] env[63440]: DEBUG oslo_concurrency.lockutils [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.870224] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9ee8c261-6abd-4475-85a6-dcae2045f724 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "eddcf98e-c779-4f00-9d6f-240939e3e672" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.915s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.965248] env[63440]: DEBUG oslo_concurrency.lockutils [req-f94ff7a3-bc3f-40d8-aee5-5db84497f3ea req-a461b4a2-f636-4d05-9fb6-0604f12c4171 service nova] Releasing lock "refresh_cache-3b125c6d-a450-4a21-b246-0ca8a078e147" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.965248] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired lock "refresh_cache-3b125c6d-a450-4a21-b246-0ca8a078e147" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.965248] env[63440]: DEBUG nova.network.neutron [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.004395] env[63440]: INFO nova.compute.manager [-] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Took 1.02 seconds to deallocate network for instance. [ 992.089542] env[63440]: DEBUG oslo_concurrency.lockutils [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "98774004-c151-47e9-a8a7-166a2edf4322" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.090081] env[63440]: DEBUG oslo_concurrency.lockutils [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "98774004-c151-47e9-a8a7-166a2edf4322" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.090414] env[63440]: DEBUG oslo_concurrency.lockutils [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "98774004-c151-47e9-a8a7-166a2edf4322-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.090736] env[63440]: DEBUG oslo_concurrency.lockutils [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "98774004-c151-47e9-a8a7-166a2edf4322-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.091046] env[63440]: DEBUG oslo_concurrency.lockutils [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "98774004-c151-47e9-a8a7-166a2edf4322-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.100146] env[63440]: DEBUG oslo_vmware.api [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662042, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.100792] env[63440]: INFO nova.compute.manager [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Terminating instance [ 992.174608] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52326cd4-b5a6-f6d0-f1da-7255443673b8, 'name': SearchDatastore_Task, 'duration_secs': 0.012252} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.174805] env[63440]: DEBUG oslo_concurrency.lockutils [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.175470] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] f59c82f7-db27-4442-8751-ceb1a8a43656/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk. {{(pid=63440) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 992.175470] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2daffc1-2216-414d-ad2e-dd3a3e08455d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.184371] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 992.184371] env[63440]: value = "task-2662044" [ 992.184371] env[63440]: _type = "Task" [ 992.184371] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.194137] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.511681] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.517591] env[63440]: DEBUG nova.network.neutron [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.605902] env[63440]: DEBUG oslo_vmware.api [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662042, 'name': RemoveSnapshot_Task, 'duration_secs': 1.095098} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.606238] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Deleted Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 992.606486] env[63440]: INFO nova.compute.manager [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Took 20.21 seconds to snapshot the instance on the hypervisor. [ 992.610923] env[63440]: DEBUG nova.compute.manager [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.611152] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.611960] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab7a984-352c-470b-b657-d9a69837b75d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.615634] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e6f1bb-417a-4765-946f-52ed9451e379 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.630642] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.631756] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03fdd3b-1342-4d82-98be-1e6bc2eae4fa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.635674] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebae092f-97a3-421b-9ac2-780add294228 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.646087] env[63440]: DEBUG oslo_vmware.api [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 992.646087] env[63440]: value = "task-2662045" [ 992.646087] env[63440]: _type = "Task" [ 992.646087] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.682046] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef9e99d-4215-4a11-b5b6-b63555932da4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.695054] env[63440]: DEBUG oslo_vmware.api [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.701986] env[63440]: DEBUG oslo_concurrency.lockutils [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "4d8f2e01-71a8-4c54-b482-f35ff2ed876b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.702295] env[63440]: DEBUG oslo_concurrency.lockutils [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "4d8f2e01-71a8-4c54-b482-f35ff2ed876b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.705228] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d75f61a-5f5b-47b5-839b-a46dd4f77eaa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.715975] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662044, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.728544] env[63440]: DEBUG nova.compute.provider_tree [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.811577] env[63440]: DEBUG nova.network.neutron [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Updating instance_info_cache with network_info: [{"id": "6800a4fb-4283-4388-8b41-58b4f0127f93", "address": "fa:16:3e:4f:d1:da", "network": {"id": "322e46f8-0b97-426e-8b85-10d7a79f6012", "bridge": "br-int", "label": "tempest-ServersTestJSON-126670939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ef09ee64fe4159ab5e9d1ffedcf9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6800a4fb-42", "ovs_interfaceid": "6800a4fb-4283-4388-8b41-58b4f0127f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.902281] env[63440]: DEBUG nova.compute.manager [req-fb40c134-01ae-4619-a8dd-be75a2851d61 req-d68df7f8-ac48-41a7-94bc-e51971f006a2 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Received event network-changed-64548413-51bc-4fd6-a5f7-adc6e5c70a63 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 992.902523] env[63440]: DEBUG nova.compute.manager [req-fb40c134-01ae-4619-a8dd-be75a2851d61 req-d68df7f8-ac48-41a7-94bc-e51971f006a2 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Refreshing instance network info cache due to event network-changed-64548413-51bc-4fd6-a5f7-adc6e5c70a63. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 992.902690] env[63440]: DEBUG oslo_concurrency.lockutils [req-fb40c134-01ae-4619-a8dd-be75a2851d61 req-d68df7f8-ac48-41a7-94bc-e51971f006a2 service nova] Acquiring lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.902834] env[63440]: DEBUG oslo_concurrency.lockutils [req-fb40c134-01ae-4619-a8dd-be75a2851d61 req-d68df7f8-ac48-41a7-94bc-e51971f006a2 service nova] Acquired lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.902992] env[63440]: DEBUG nova.network.neutron [req-fb40c134-01ae-4619-a8dd-be75a2851d61 req-d68df7f8-ac48-41a7-94bc-e51971f006a2 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Refreshing network info cache for port 64548413-51bc-4fd6-a5f7-adc6e5c70a63 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.164886] env[63440]: DEBUG nova.compute.manager [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Found 3 images (rotation: 2) {{(pid=63440) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 993.165163] env[63440]: DEBUG nova.compute.manager [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Rotating out 1 backups {{(pid=63440) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 993.165303] env[63440]: DEBUG nova.compute.manager [None req-e9b95277-c06a-42e5-9c96-217fcc461e0b tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Deleting image 9bcff95a-f543-4448-959c-cb5b3b3db97d {{(pid=63440) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 993.187887] env[63440]: DEBUG oslo_vmware.api [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662045, 'name': PowerOffVM_Task, 'duration_secs': 0.432701} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.191009] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.191230] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.191960] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2f10a59-de6d-459e-98e0-de5b1f8814d9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.200862] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73001} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.201188] env[63440]: INFO nova.virt.vmwareapi.ds_util [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] f59c82f7-db27-4442-8751-ceb1a8a43656/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk. [ 993.202255] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd62250-9c4a-4835-a637-fedf729364aa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.230756] env[63440]: DEBUG nova.compute.manager [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.234319] env[63440]: DEBUG nova.scheduler.client.report [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.246249] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] f59c82f7-db27-4442-8751-ceb1a8a43656/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.247037] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81d8b6b8-24ea-4623-ae17-cd9f01585f95 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.269216] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 993.269216] env[63440]: value = "task-2662047" [ 993.269216] env[63440]: _type = "Task" [ 993.269216] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.279038] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.293674] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.294063] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.294272] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Deleting the datastore file [datastore1] 98774004-c151-47e9-a8a7-166a2edf4322 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.294969] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7418ec9-dec4-4b33-806e-a06d5df8610e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.304575] env[63440]: DEBUG oslo_vmware.api [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 993.304575] env[63440]: value = "task-2662048" [ 993.304575] env[63440]: _type = "Task" [ 993.304575] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.315031] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Releasing lock "refresh_cache-3b125c6d-a450-4a21-b246-0ca8a078e147" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.316155] env[63440]: DEBUG nova.compute.manager [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Instance network_info: |[{"id": "6800a4fb-4283-4388-8b41-58b4f0127f93", "address": "fa:16:3e:4f:d1:da", "network": {"id": "322e46f8-0b97-426e-8b85-10d7a79f6012", "bridge": "br-int", "label": "tempest-ServersTestJSON-126670939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ef09ee64fe4159ab5e9d1ffedcf9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6800a4fb-42", "ovs_interfaceid": "6800a4fb-4283-4388-8b41-58b4f0127f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.316155] env[63440]: DEBUG oslo_vmware.api [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.316155] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:d1:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6800a4fb-4283-4388-8b41-58b4f0127f93', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.323920] env[63440]: DEBUG oslo.service.loopingcall [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.324185] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.324452] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39391802-24b8-4280-a997-f966be2e180a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.349325] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.349325] env[63440]: value = "task-2662049" [ 993.349325] env[63440]: _type = "Task" [ 993.349325] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.358657] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662049, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.748437] env[63440]: DEBUG oslo_concurrency.lockutils [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.749230] env[63440]: DEBUG nova.compute.manager [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.754252] env[63440]: DEBUG oslo_concurrency.lockutils [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.952s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.780761] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662047, 'name': ReconfigVM_Task, 'duration_secs': 0.364007} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.781958] env[63440]: DEBUG oslo_concurrency.lockutils [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.783077] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Reconfigured VM instance instance-00000052 to attach disk [datastore1] f59c82f7-db27-4442-8751-ceb1a8a43656/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.783077] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a37e5a7-cf10-4546-963d-8e28939d464d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.817719] env[63440]: DEBUG nova.network.neutron [req-fb40c134-01ae-4619-a8dd-be75a2851d61 req-d68df7f8-ac48-41a7-94bc-e51971f006a2 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Updated VIF entry in instance network info cache for port 64548413-51bc-4fd6-a5f7-adc6e5c70a63. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.818117] env[63440]: DEBUG nova.network.neutron [req-fb40c134-01ae-4619-a8dd-be75a2851d61 req-d68df7f8-ac48-41a7-94bc-e51971f006a2 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Updating instance_info_cache with network_info: [{"id": "64548413-51bc-4fd6-a5f7-adc6e5c70a63", "address": "fa:16:3e:52:fe:01", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64548413-51", "ovs_interfaceid": "64548413-51bc-4fd6-a5f7-adc6e5c70a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.822561] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c36ac3ec-e82b-4a86-b7de-e8601e89a98a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.842046] env[63440]: DEBUG oslo_vmware.api [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315726} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.844179] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.844463] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.844725] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.846020] env[63440]: INFO nova.compute.manager [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Took 1.23 seconds to destroy the instance on the hypervisor. [ 993.846020] env[63440]: DEBUG oslo.service.loopingcall [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.846020] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 993.846020] env[63440]: value = "task-2662050" [ 993.846020] env[63440]: _type = "Task" [ 993.846020] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.846020] env[63440]: DEBUG nova.compute.manager [-] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.846286] env[63440]: DEBUG nova.network.neutron [-] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.866271] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662049, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.871527] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662050, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.258339] env[63440]: DEBUG nova.compute.utils [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.261901] env[63440]: DEBUG nova.compute.manager [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.262101] env[63440]: DEBUG nova.network.neutron [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.265942] env[63440]: INFO nova.compute.claims [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.332949] env[63440]: DEBUG nova.policy [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66f5bbae80494c87977506e92ef3e068', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a9370782b444f7380bd6cd9387ac359', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.334920] env[63440]: DEBUG oslo_concurrency.lockutils [req-fb40c134-01ae-4619-a8dd-be75a2851d61 req-d68df7f8-ac48-41a7-94bc-e51971f006a2 service nova] Releasing lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.357749] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662050, 'name': ReconfigVM_Task, 'duration_secs': 0.194803} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.361867] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.362461] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e27b08ce-000e-47b9-a152-1835953074a2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.369705] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662049, 'name': CreateVM_Task, 'duration_secs': 0.604279} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.370855] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.371198] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 994.371198] env[63440]: value = "task-2662051" [ 994.371198] env[63440]: _type = "Task" [ 994.371198] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.371859] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.372060] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.372390] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.372688] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be971fc9-a694-44a6-845f-6d9026f2b805 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.386680] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.389254] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 994.389254] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522f0c0c-d265-55cd-90f6-65cb9cb27578" [ 994.389254] env[63440]: _type = "Task" [ 994.389254] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.396104] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522f0c0c-d265-55cd-90f6-65cb9cb27578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.770955] env[63440]: DEBUG nova.compute.manager [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.773766] env[63440]: DEBUG nova.network.neutron [-] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.779162] env[63440]: INFO nova.compute.resource_tracker [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Updating resource usage from migration 687a3e63-2e68-4334-b668-32e1ec5d65dc [ 994.885472] env[63440]: DEBUG oslo_vmware.api [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662051, 'name': PowerOnVM_Task, 'duration_secs': 0.448801} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.888890] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.895663] env[63440]: DEBUG nova.compute.manager [None req-59eb99d5-52c4-45e6-8476-afe7cbd3da7f tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.897273] env[63440]: DEBUG nova.network.neutron [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Successfully created port: 8924805b-e748-479a-b589-05b093235c35 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.899732] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a2dba5-b81a-438e-9efa-d491baafabe7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.918258] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522f0c0c-d265-55cd-90f6-65cb9cb27578, 'name': SearchDatastore_Task, 'duration_secs': 0.027598} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.918814] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.919061] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.919301] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.919443] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.919622] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.919931] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5596c58-f526-4777-a004-2ec454bb574f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.937424] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.937650] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.939346] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc8146ee-5c52-49af-a312-8b53ebbd3b80 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.949111] env[63440]: DEBUG nova.compute.manager [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Received event network-changed-d090ccab-6b33-4160-8180-42c20f02520e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 994.949333] env[63440]: DEBUG nova.compute.manager [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Refreshing instance network info cache due to event network-changed-d090ccab-6b33-4160-8180-42c20f02520e. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 994.949495] env[63440]: DEBUG oslo_concurrency.lockutils [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] Acquiring lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.949717] env[63440]: DEBUG oslo_concurrency.lockutils [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] Acquired lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.949814] env[63440]: DEBUG nova.network.neutron [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Refreshing network info cache for port d090ccab-6b33-4160-8180-42c20f02520e {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.955842] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 994.955842] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521580e2-291f-403a-134f-0c5c1f969844" [ 994.955842] env[63440]: _type = "Task" [ 994.955842] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.967993] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521580e2-291f-403a-134f-0c5c1f969844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.084234] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d946814-ec9d-4df8-9fb1-3569b91c429b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.093465] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a285109-749b-4810-aba3-a876468220b1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.126716] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04c3308-09a4-434b-ab30-716714719d81 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.135429] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69ef595-2184-418a-bd60-9b39ef38b46d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.153188] env[63440]: DEBUG nova.compute.provider_tree [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.287522] env[63440]: INFO nova.compute.manager [-] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Took 1.44 seconds to deallocate network for instance. [ 995.287610] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3e67b9a8-e302-458e-aaba-23d8e9994f56 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "98f3eb33-c3a0-404d-b689-16bd5baa4dd1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.287876] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3e67b9a8-e302-458e-aaba-23d8e9994f56 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "98f3eb33-c3a0-404d-b689-16bd5baa4dd1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.288083] env[63440]: DEBUG nova.compute.manager [None req-3e67b9a8-e302-458e-aaba-23d8e9994f56 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.290633] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dcd4ff-be44-4ef7-8594-d7647e5f18d2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.300970] env[63440]: DEBUG nova.compute.manager [None req-3e67b9a8-e302-458e-aaba-23d8e9994f56 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63440) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 995.301593] env[63440]: DEBUG nova.objects.instance [None req-3e67b9a8-e302-458e-aaba-23d8e9994f56 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lazy-loading 'flavor' on Instance uuid 98f3eb33-c3a0-404d-b689-16bd5baa4dd1 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.420729] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "interface-12f18f18-d670-4e68-b102-47b5d4920cc9-704d0443-bb97-4b1d-a64d-9c70fdffcb19" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.420729] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "interface-12f18f18-d670-4e68-b102-47b5d4920cc9-704d0443-bb97-4b1d-a64d-9c70fdffcb19" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.420939] env[63440]: DEBUG nova.objects.instance [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lazy-loading 'flavor' on Instance uuid 12f18f18-d670-4e68-b102-47b5d4920cc9 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.470249] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521580e2-291f-403a-134f-0c5c1f969844, 'name': SearchDatastore_Task, 'duration_secs': 0.040245} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.471405] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d76dda74-80a1-434e-a814-d6b1d7958b3d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.479077] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 995.479077] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fa7fec-9bf8-906f-ef08-2d332d191d79" [ 995.479077] env[63440]: _type = "Task" [ 995.479077] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.489418] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fa7fec-9bf8-906f-ef08-2d332d191d79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.648609] env[63440]: DEBUG nova.network.neutron [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Updated VIF entry in instance network info cache for port d090ccab-6b33-4160-8180-42c20f02520e. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.648981] env[63440]: DEBUG nova.network.neutron [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Updating instance_info_cache with network_info: [{"id": "d090ccab-6b33-4160-8180-42c20f02520e", "address": "fa:16:3e:d8:13:06", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd090ccab-6b", "ovs_interfaceid": "d090ccab-6b33-4160-8180-42c20f02520e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.657493] env[63440]: DEBUG nova.scheduler.client.report [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.792088] env[63440]: DEBUG nova.compute.manager [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.798146] env[63440]: DEBUG oslo_concurrency.lockutils [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.816765] env[63440]: DEBUG nova.virt.hardware [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.817081] env[63440]: DEBUG nova.virt.hardware [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.817256] env[63440]: DEBUG nova.virt.hardware [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.817442] env[63440]: DEBUG nova.virt.hardware [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.817592] env[63440]: DEBUG nova.virt.hardware [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.817741] env[63440]: DEBUG nova.virt.hardware [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.817956] env[63440]: DEBUG nova.virt.hardware [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.818129] env[63440]: DEBUG nova.virt.hardware [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.818299] env[63440]: DEBUG nova.virt.hardware [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.818465] env[63440]: DEBUG nova.virt.hardware [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.818642] env[63440]: DEBUG nova.virt.hardware [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.819515] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49ebef0-6742-4443-a671-b553ae79477e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.829082] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72389f77-d17c-4e8d-bdee-fa071c680024 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.992940] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fa7fec-9bf8-906f-ef08-2d332d191d79, 'name': SearchDatastore_Task, 'duration_secs': 0.012028} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.993219] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.993472] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 3b125c6d-a450-4a21-b246-0ca8a078e147/3b125c6d-a450-4a21-b246-0ca8a078e147.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.993738] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a35365ab-b0c2-47fe-9630-c14685344577 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.001540] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 996.001540] env[63440]: value = "task-2662052" [ 996.001540] env[63440]: _type = "Task" [ 996.001540] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.011097] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.011500] env[63440]: INFO nova.compute.manager [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Unrescuing [ 996.011822] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "refresh_cache-f59c82f7-db27-4442-8751-ceb1a8a43656" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.012101] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquired lock "refresh_cache-f59c82f7-db27-4442-8751-ceb1a8a43656" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.012319] env[63440]: DEBUG nova.network.neutron [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.025129] env[63440]: DEBUG nova.objects.instance [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lazy-loading 'pci_requests' on Instance uuid 12f18f18-d670-4e68-b102-47b5d4920cc9 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.152387] env[63440]: DEBUG oslo_concurrency.lockutils [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] Releasing lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.152477] env[63440]: DEBUG nova.compute.manager [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Received event network-vif-deleted-49ae0a20-cb62-47b8-9bc7-6abf8df02a00 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.152670] env[63440]: DEBUG nova.compute.manager [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Received event network-changed-d090ccab-6b33-4160-8180-42c20f02520e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.153338] env[63440]: DEBUG nova.compute.manager [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Refreshing instance network info cache due to event network-changed-d090ccab-6b33-4160-8180-42c20f02520e. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 996.153338] env[63440]: DEBUG oslo_concurrency.lockutils [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] Acquiring lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.153338] env[63440]: DEBUG oslo_concurrency.lockutils [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] Acquired lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.153507] env[63440]: DEBUG nova.network.neutron [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Refreshing network info cache for port d090ccab-6b33-4160-8180-42c20f02520e {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.162550] env[63440]: DEBUG oslo_concurrency.lockutils [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.408s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.162687] env[63440]: INFO nova.compute.manager [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Migrating [ 996.169813] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.658s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.169985] env[63440]: DEBUG nova.objects.instance [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lazy-loading 'resources' on Instance uuid 803b813b-ff31-4073-8d88-cc4fcbc5ac6d {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.311026] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e67b9a8-e302-458e-aaba-23d8e9994f56 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.311026] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2eabe98-c4ac-4181-8f86-3b5483f4f626 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.324114] env[63440]: DEBUG oslo_vmware.api [None req-3e67b9a8-e302-458e-aaba-23d8e9994f56 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 996.324114] env[63440]: value = "task-2662053" [ 996.324114] env[63440]: _type = "Task" [ 996.324114] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.337867] env[63440]: DEBUG oslo_vmware.api [None req-3e67b9a8-e302-458e-aaba-23d8e9994f56 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.410533] env[63440]: DEBUG nova.network.neutron [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Successfully updated port: 8924805b-e748-479a-b589-05b093235c35 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.518788] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507843} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.519221] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 3b125c6d-a450-4a21-b246-0ca8a078e147/3b125c6d-a450-4a21-b246-0ca8a078e147.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.519574] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.520341] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fbcd0e8-c989-4332-80fc-0516fde6fe08 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.527390] env[63440]: DEBUG nova.objects.base [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Object Instance<12f18f18-d670-4e68-b102-47b5d4920cc9> lazy-loaded attributes: flavor,pci_requests {{(pid=63440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 996.527769] env[63440]: DEBUG nova.network.neutron [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.533363] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 996.533363] env[63440]: value = "task-2662054" [ 996.533363] env[63440]: _type = "Task" [ 996.533363] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.543185] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.640535] env[63440]: DEBUG nova.policy [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '657fe975058a4d1e83a225e9b96f3aaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5509f9877a04870bede11fbfc799125', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.680731] env[63440]: DEBUG oslo_concurrency.lockutils [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "refresh_cache-71e8cf65-e059-4f49-a50e-8d9189471cff" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.680901] env[63440]: DEBUG oslo_concurrency.lockutils [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "refresh_cache-71e8cf65-e059-4f49-a50e-8d9189471cff" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.681086] env[63440]: DEBUG nova.network.neutron [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.833490] env[63440]: DEBUG oslo_vmware.api [None req-3e67b9a8-e302-458e-aaba-23d8e9994f56 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662053, 'name': PowerOffVM_Task, 'duration_secs': 0.351024} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.836114] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e67b9a8-e302-458e-aaba-23d8e9994f56 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.836335] env[63440]: DEBUG nova.compute.manager [None req-3e67b9a8-e302-458e-aaba-23d8e9994f56 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.837307] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477f1809-6d5e-4002-b1c4-bfc6d31b5ff8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.885501] env[63440]: DEBUG nova.network.neutron [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Updating instance_info_cache with network_info: [{"id": "23b4b626-1e35-4a7e-a1e8-91eff7509b9c", "address": "fa:16:3e:ce:ff:3f", "network": {"id": "bb46e920-0220-42c4-9974-c64ad3c56ebf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1307008030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d018a16ec44cc6b8b19c09673da230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b4b626-1e", "ovs_interfaceid": "23b4b626-1e35-4a7e-a1e8-91eff7509b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.896563] env[63440]: DEBUG nova.network.neutron [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Updated VIF entry in instance network info cache for port d090ccab-6b33-4160-8180-42c20f02520e. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.897101] env[63440]: DEBUG nova.network.neutron [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Updating instance_info_cache with network_info: [{"id": "d090ccab-6b33-4160-8180-42c20f02520e", "address": "fa:16:3e:d8:13:06", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd090ccab-6b", "ovs_interfaceid": "d090ccab-6b33-4160-8180-42c20f02520e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.912619] env[63440]: DEBUG oslo_concurrency.lockutils [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Acquiring lock "refresh_cache-105b0279-8467-4723-9b67-da8eaad4b2a4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.912754] env[63440]: DEBUG oslo_concurrency.lockutils [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Acquired lock "refresh_cache-105b0279-8467-4723-9b67-da8eaad4b2a4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.912849] env[63440]: DEBUG nova.network.neutron [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.976225] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a86eae7-1237-45ea-876c-b3f1a280f758 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.986030] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f16053-8eb5-47ac-8e0e-9de137ca3fe2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.020232] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2d8b12-db77-4009-a4f1-5656d194c1fe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.029912] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fdede0-21bc-4907-aabd-1e9dc85216c9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.060756] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076955} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.061350] env[63440]: DEBUG nova.compute.provider_tree [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.062926] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.063960] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2809a80d-df82-465e-9637-3d9e6df2313c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.088350] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 3b125c6d-a450-4a21-b246-0ca8a078e147/3b125c6d-a450-4a21-b246-0ca8a078e147.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.089352] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74dd253f-ab2a-4f41-b5e6-f37dda2baac7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.112053] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 997.112053] env[63440]: value = "task-2662055" [ 997.112053] env[63440]: _type = "Task" [ 997.112053] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.124068] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.340286] env[63440]: DEBUG nova.compute.manager [req-6f2dd36b-b16b-49b9-823f-50a9c32e58e6 req-bb9ad4ea-66a6-4b27-bc81-4dc14f22f26b service nova] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Received event network-vif-plugged-8924805b-e748-479a-b589-05b093235c35 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.340509] env[63440]: DEBUG oslo_concurrency.lockutils [req-6f2dd36b-b16b-49b9-823f-50a9c32e58e6 req-bb9ad4ea-66a6-4b27-bc81-4dc14f22f26b service nova] Acquiring lock "105b0279-8467-4723-9b67-da8eaad4b2a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.340717] env[63440]: DEBUG oslo_concurrency.lockutils [req-6f2dd36b-b16b-49b9-823f-50a9c32e58e6 req-bb9ad4ea-66a6-4b27-bc81-4dc14f22f26b service nova] Lock "105b0279-8467-4723-9b67-da8eaad4b2a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.340882] env[63440]: DEBUG oslo_concurrency.lockutils [req-6f2dd36b-b16b-49b9-823f-50a9c32e58e6 req-bb9ad4ea-66a6-4b27-bc81-4dc14f22f26b service nova] Lock "105b0279-8467-4723-9b67-da8eaad4b2a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.341177] env[63440]: DEBUG nova.compute.manager [req-6f2dd36b-b16b-49b9-823f-50a9c32e58e6 req-bb9ad4ea-66a6-4b27-bc81-4dc14f22f26b service nova] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] No waiting events found dispatching network-vif-plugged-8924805b-e748-479a-b589-05b093235c35 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.341383] env[63440]: WARNING nova.compute.manager [req-6f2dd36b-b16b-49b9-823f-50a9c32e58e6 req-bb9ad4ea-66a6-4b27-bc81-4dc14f22f26b service nova] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Received unexpected event network-vif-plugged-8924805b-e748-479a-b589-05b093235c35 for instance with vm_state building and task_state spawning. [ 997.341549] env[63440]: DEBUG nova.compute.manager [req-6f2dd36b-b16b-49b9-823f-50a9c32e58e6 req-bb9ad4ea-66a6-4b27-bc81-4dc14f22f26b service nova] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Received event network-changed-8924805b-e748-479a-b589-05b093235c35 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.341719] env[63440]: DEBUG nova.compute.manager [req-6f2dd36b-b16b-49b9-823f-50a9c32e58e6 req-bb9ad4ea-66a6-4b27-bc81-4dc14f22f26b service nova] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Refreshing instance network info cache due to event network-changed-8924805b-e748-479a-b589-05b093235c35. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 997.341929] env[63440]: DEBUG oslo_concurrency.lockutils [req-6f2dd36b-b16b-49b9-823f-50a9c32e58e6 req-bb9ad4ea-66a6-4b27-bc81-4dc14f22f26b service nova] Acquiring lock "refresh_cache-105b0279-8467-4723-9b67-da8eaad4b2a4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.349890] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3e67b9a8-e302-458e-aaba-23d8e9994f56 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "98f3eb33-c3a0-404d-b689-16bd5baa4dd1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.388326] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Releasing lock "refresh_cache-f59c82f7-db27-4442-8751-ceb1a8a43656" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.389290] env[63440]: DEBUG nova.objects.instance [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lazy-loading 'flavor' on Instance uuid f59c82f7-db27-4442-8751-ceb1a8a43656 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.400770] env[63440]: DEBUG oslo_concurrency.lockutils [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] Releasing lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.400770] env[63440]: DEBUG nova.compute.manager [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Received event network-changed-64548413-51bc-4fd6-a5f7-adc6e5c70a63 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.400770] env[63440]: DEBUG nova.compute.manager [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Refreshing instance network info cache due to event network-changed-64548413-51bc-4fd6-a5f7-adc6e5c70a63. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 997.400994] env[63440]: DEBUG oslo_concurrency.lockutils [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] Acquiring lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.401148] env[63440]: DEBUG oslo_concurrency.lockutils [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] Acquired lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.401914] env[63440]: DEBUG nova.network.neutron [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Refreshing network info cache for port 64548413-51bc-4fd6-a5f7-adc6e5c70a63 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.452495] env[63440]: DEBUG nova.network.neutron [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.566571] env[63440]: DEBUG nova.scheduler.client.report [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.570678] env[63440]: DEBUG nova.network.neutron [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Updating instance_info_cache with network_info: [{"id": "c55680e4-523a-44da-8ace-ef1d2eb72291", "address": "fa:16:3e:13:ab:6f", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55680e4-52", "ovs_interfaceid": "c55680e4-523a-44da-8ace-ef1d2eb72291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.603363] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.603583] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.611551] env[63440]: DEBUG nova.network.neutron [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Updating instance_info_cache with network_info: [{"id": "8924805b-e748-479a-b589-05b093235c35", "address": "fa:16:3e:c5:e4:c0", "network": {"id": "a56ca477-56a1-4d52-9dbe-e194198fc704", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1735626583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a9370782b444f7380bd6cd9387ac359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8924805b-e7", "ovs_interfaceid": "8924805b-e748-479a-b589-05b093235c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.622614] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.894935] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999b6fbe-28a2-4c50-9060-c40ef996d51b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.925685] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.926115] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdd20731-4c6f-44db-9ce9-fea65e898b7e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.934928] env[63440]: DEBUG oslo_vmware.api [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 997.934928] env[63440]: value = "task-2662056" [ 997.934928] env[63440]: _type = "Task" [ 997.934928] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.945731] env[63440]: DEBUG oslo_vmware.api [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.071051] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.076509] env[63440]: DEBUG oslo_concurrency.lockutils [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.291s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.081099] env[63440]: INFO nova.compute.claims [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.081637] env[63440]: DEBUG oslo_concurrency.lockutils [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "refresh_cache-71e8cf65-e059-4f49-a50e-8d9189471cff" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.104866] env[63440]: INFO nova.scheduler.client.report [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Deleted allocations for instance 803b813b-ff31-4073-8d88-cc4fcbc5ac6d [ 998.112708] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.112867] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.113028] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.113369] env[63440]: DEBUG oslo_concurrency.lockutils [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Releasing lock "refresh_cache-105b0279-8467-4723-9b67-da8eaad4b2a4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.113646] env[63440]: DEBUG nova.compute.manager [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Instance network_info: |[{"id": "8924805b-e748-479a-b589-05b093235c35", "address": "fa:16:3e:c5:e4:c0", "network": {"id": "a56ca477-56a1-4d52-9dbe-e194198fc704", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1735626583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a9370782b444f7380bd6cd9387ac359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8924805b-e7", "ovs_interfaceid": "8924805b-e748-479a-b589-05b093235c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.113992] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.114203] env[63440]: DEBUG oslo_concurrency.lockutils [req-6f2dd36b-b16b-49b9-823f-50a9c32e58e6 req-bb9ad4ea-66a6-4b27-bc81-4dc14f22f26b service nova] Acquired lock "refresh_cache-105b0279-8467-4723-9b67-da8eaad4b2a4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.114403] env[63440]: DEBUG nova.network.neutron [req-6f2dd36b-b16b-49b9-823f-50a9c32e58e6 req-bb9ad4ea-66a6-4b27-bc81-4dc14f22f26b service nova] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Refreshing network info cache for port 8924805b-e748-479a-b589-05b093235c35 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.117674] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:e4:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8924805b-e748-479a-b589-05b093235c35', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.124905] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Creating folder: Project (5a9370782b444f7380bd6cd9387ac359). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.130612] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.134050] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a955bc57-e694-4478-8b8f-5705cb3aa3c9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.135700] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.135849] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 998.136767] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.144250] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662055, 'name': ReconfigVM_Task, 'duration_secs': 0.746721} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.144701] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 3b125c6d-a450-4a21-b246-0ca8a078e147/3b125c6d-a450-4a21-b246-0ca8a078e147.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.145327] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-097ecf56-1962-4182-9f8a-859ac50f98f7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.150370] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Created folder: Project (5a9370782b444f7380bd6cd9387ac359) in parent group-v536546. [ 998.150370] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Creating folder: Instances. Parent ref: group-v536817. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.150370] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaaeac89-c143-4ee3-b1bb-8242b5474ba5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.154548] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 998.154548] env[63440]: value = "task-2662058" [ 998.154548] env[63440]: _type = "Task" [ 998.154548] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.162904] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Created folder: Instances in parent group-v536817. [ 998.163211] env[63440]: DEBUG oslo.service.loopingcall [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 998.163368] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.163607] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61ecf810-052c-4f6a-b73f-a938dfe2d1b9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.192833] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662058, 'name': Rename_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.203292] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.203292] env[63440]: value = "task-2662060" [ 998.203292] env[63440]: _type = "Task" [ 998.203292] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.211341] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662060, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.262632] env[63440]: DEBUG nova.network.neutron [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Updated VIF entry in instance network info cache for port 64548413-51bc-4fd6-a5f7-adc6e5c70a63. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.263020] env[63440]: DEBUG nova.network.neutron [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Updating instance_info_cache with network_info: [{"id": "64548413-51bc-4fd6-a5f7-adc6e5c70a63", "address": "fa:16:3e:52:fe:01", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64548413-51", "ovs_interfaceid": "64548413-51bc-4fd6-a5f7-adc6e5c70a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.316283] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Acquiring lock "36690dbd-36cb-43fd-99c1-09dc95635f76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.316866] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Lock "36690dbd-36cb-43fd-99c1-09dc95635f76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.317111] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Acquiring lock "36690dbd-36cb-43fd-99c1-09dc95635f76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.317361] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Lock "36690dbd-36cb-43fd-99c1-09dc95635f76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.317692] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Lock "36690dbd-36cb-43fd-99c1-09dc95635f76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.320748] env[63440]: INFO nova.compute.manager [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Terminating instance [ 998.416019] env[63440]: DEBUG nova.network.neutron [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Successfully updated port: 704d0443-bb97-4b1d-a64d-9c70fdffcb19 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.450290] env[63440]: DEBUG oslo_vmware.api [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662056, 'name': PowerOffVM_Task, 'duration_secs': 0.446735} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.450573] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.456266] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Reconfiguring VM instance instance-00000052 to detach disk 2002 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 998.457111] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b794c43-a2bd-4c4d-8adb-53b53df9b9b3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.479016] env[63440]: DEBUG oslo_vmware.api [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 998.479016] env[63440]: value = "task-2662061" [ 998.479016] env[63440]: _type = "Task" [ 998.479016] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.489426] env[63440]: DEBUG oslo_vmware.api [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.490690] env[63440]: DEBUG nova.network.neutron [req-6f2dd36b-b16b-49b9-823f-50a9c32e58e6 req-bb9ad4ea-66a6-4b27-bc81-4dc14f22f26b service nova] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Updated VIF entry in instance network info cache for port 8924805b-e748-479a-b589-05b093235c35. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.491203] env[63440]: DEBUG nova.network.neutron [req-6f2dd36b-b16b-49b9-823f-50a9c32e58e6 req-bb9ad4ea-66a6-4b27-bc81-4dc14f22f26b service nova] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Updating instance_info_cache with network_info: [{"id": "8924805b-e748-479a-b589-05b093235c35", "address": "fa:16:3e:c5:e4:c0", "network": {"id": "a56ca477-56a1-4d52-9dbe-e194198fc704", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1735626583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a9370782b444f7380bd6cd9387ac359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8924805b-e7", "ovs_interfaceid": "8924805b-e748-479a-b589-05b093235c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.615781] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71336da8-70f9-4b15-95d0-d78ac4a8b493 tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "803b813b-ff31-4073-8d88-cc4fcbc5ac6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.315s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.640058] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.665794] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662058, 'name': Rename_Task, 'duration_secs': 0.231105} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.666025] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.666296] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e19d4ccc-acad-4a2f-a922-41e015ca6c15 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.673035] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 998.673035] env[63440]: value = "task-2662062" [ 998.673035] env[63440]: _type = "Task" [ 998.673035] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.683400] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.712455] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662060, 'name': CreateVM_Task, 'duration_secs': 0.428287} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.712658] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.713470] env[63440]: DEBUG oslo_concurrency.lockutils [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.713700] env[63440]: DEBUG oslo_concurrency.lockutils [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.714305] env[63440]: DEBUG oslo_concurrency.lockutils [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.714640] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efd06e48-8b04-4de5-8e6f-9df844c994c2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.723250] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Waiting for the task: (returnval){ [ 998.723250] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e006d5-f361-349f-26a5-7a852c59d915" [ 998.723250] env[63440]: _type = "Task" [ 998.723250] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.732811] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e006d5-f361-349f-26a5-7a852c59d915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.766713] env[63440]: DEBUG oslo_concurrency.lockutils [req-f0592491-8413-4b97-977b-b73d64d4757e req-615a247c-7b6f-46b8-b035-66ad61390255 service nova] Releasing lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.829402] env[63440]: DEBUG nova.compute.manager [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.829652] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.830646] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e836e1-69d1-48f0-be29-adb10c9d9bf9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.840415] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.840674] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5abd46f-1609-4508-a479-4622676394c3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.848783] env[63440]: DEBUG oslo_vmware.api [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Waiting for the task: (returnval){ [ 998.848783] env[63440]: value = "task-2662063" [ 998.848783] env[63440]: _type = "Task" [ 998.848783] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.859243] env[63440]: DEBUG oslo_vmware.api [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': task-2662063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.921833] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.922018] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.922096] env[63440]: DEBUG nova.network.neutron [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.944232] env[63440]: DEBUG nova.compute.manager [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Stashing vm_state: stopped {{(pid=63440) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 998.994859] env[63440]: DEBUG oslo_concurrency.lockutils [req-6f2dd36b-b16b-49b9-823f-50a9c32e58e6 req-bb9ad4ea-66a6-4b27-bc81-4dc14f22f26b service nova] Releasing lock "refresh_cache-105b0279-8467-4723-9b67-da8eaad4b2a4" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.995325] env[63440]: DEBUG oslo_vmware.api [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662061, 'name': ReconfigVM_Task, 'duration_secs': 0.294258} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.995610] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Reconfigured VM instance instance-00000052 to detach disk 2002 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 998.995814] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.996100] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-546e779d-088b-48b1-88b1-38120b41a68c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.008562] env[63440]: DEBUG oslo_vmware.api [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 999.008562] env[63440]: value = "task-2662064" [ 999.008562] env[63440]: _type = "Task" [ 999.008562] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.019078] env[63440]: DEBUG oslo_vmware.api [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.187436] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662062, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.232925] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e006d5-f361-349f-26a5-7a852c59d915, 'name': SearchDatastore_Task, 'duration_secs': 0.019159} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.235500] env[63440]: DEBUG oslo_concurrency.lockutils [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.235745] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.235977] env[63440]: DEBUG oslo_concurrency.lockutils [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.236147] env[63440]: DEBUG oslo_concurrency.lockutils [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.236324] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.236753] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37b4197a-fd3c-40f4-9a2b-977772c0557d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.246768] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.246964] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.250068] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-214ab114-1f69-46be-9535-90a732ccb070 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.255864] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Waiting for the task: (returnval){ [ 999.255864] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c3f388-bb0d-ef02-0479-6f687e38295c" [ 999.255864] env[63440]: _type = "Task" [ 999.255864] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.263555] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c3f388-bb0d-ef02-0479-6f687e38295c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.329303] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f79e1a6-6ea8-4c9c-a670-1aedff1c4d7b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.337996] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feea967a-4301-42ce-84b3-a4bf9326df36 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.376218] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efd626b-0bfe-4d8f-a6af-56fba984d3f8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.379738] env[63440]: DEBUG nova.compute.manager [req-1ae54eec-481b-43e8-979d-986743c6d8e6 req-63291564-180c-4836-b676-cd0f127ddee3 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Received event network-vif-plugged-704d0443-bb97-4b1d-a64d-9c70fdffcb19 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 999.379952] env[63440]: DEBUG oslo_concurrency.lockutils [req-1ae54eec-481b-43e8-979d-986743c6d8e6 req-63291564-180c-4836-b676-cd0f127ddee3 service nova] Acquiring lock "12f18f18-d670-4e68-b102-47b5d4920cc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.380183] env[63440]: DEBUG oslo_concurrency.lockutils [req-1ae54eec-481b-43e8-979d-986743c6d8e6 req-63291564-180c-4836-b676-cd0f127ddee3 service nova] Lock "12f18f18-d670-4e68-b102-47b5d4920cc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.380359] env[63440]: DEBUG oslo_concurrency.lockutils [req-1ae54eec-481b-43e8-979d-986743c6d8e6 req-63291564-180c-4836-b676-cd0f127ddee3 service nova] Lock "12f18f18-d670-4e68-b102-47b5d4920cc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.380528] env[63440]: DEBUG nova.compute.manager [req-1ae54eec-481b-43e8-979d-986743c6d8e6 req-63291564-180c-4836-b676-cd0f127ddee3 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] No waiting events found dispatching network-vif-plugged-704d0443-bb97-4b1d-a64d-9c70fdffcb19 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.380691] env[63440]: WARNING nova.compute.manager [req-1ae54eec-481b-43e8-979d-986743c6d8e6 req-63291564-180c-4836-b676-cd0f127ddee3 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Received unexpected event network-vif-plugged-704d0443-bb97-4b1d-a64d-9c70fdffcb19 for instance with vm_state active and task_state None. [ 999.380851] env[63440]: DEBUG nova.compute.manager [req-1ae54eec-481b-43e8-979d-986743c6d8e6 req-63291564-180c-4836-b676-cd0f127ddee3 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Received event network-changed-704d0443-bb97-4b1d-a64d-9c70fdffcb19 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 999.381015] env[63440]: DEBUG nova.compute.manager [req-1ae54eec-481b-43e8-979d-986743c6d8e6 req-63291564-180c-4836-b676-cd0f127ddee3 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Refreshing instance network info cache due to event network-changed-704d0443-bb97-4b1d-a64d-9c70fdffcb19. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 999.381191] env[63440]: DEBUG oslo_concurrency.lockutils [req-1ae54eec-481b-43e8-979d-986743c6d8e6 req-63291564-180c-4836-b676-cd0f127ddee3 service nova] Acquiring lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.389259] env[63440]: DEBUG oslo_vmware.api [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': task-2662063, 'name': PowerOffVM_Task, 'duration_secs': 0.215888} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.389813] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.389990] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.391240] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b013f579-9835-4445-900c-47ef34db7a4c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.395441] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1f8ddc8-e70d-4451-956f-82c5d99e11cb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.407603] env[63440]: DEBUG nova.compute.provider_tree [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.462335] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.475415] env[63440]: WARNING nova.network.neutron [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] 6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0 already exists in list: networks containing: ['6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0']. ignoring it [ 999.483832] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.484152] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.484351] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Deleting the datastore file [datastore2] 36690dbd-36cb-43fd-99c1-09dc95635f76 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.485014] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29a1bf4a-24ff-429b-b118-663083ed9efb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.488275] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquiring lock "e5f82476-c03e-465a-b35a-bf198d93fcac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.488643] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "e5f82476-c03e-465a-b35a-bf198d93fcac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.488942] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquiring lock "e5f82476-c03e-465a-b35a-bf198d93fcac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.489425] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "e5f82476-c03e-465a-b35a-bf198d93fcac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.489628] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "e5f82476-c03e-465a-b35a-bf198d93fcac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.492083] env[63440]: INFO nova.compute.manager [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Terminating instance [ 999.495106] env[63440]: DEBUG oslo_vmware.api [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Waiting for the task: (returnval){ [ 999.495106] env[63440]: value = "task-2662066" [ 999.495106] env[63440]: _type = "Task" [ 999.495106] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.506308] env[63440]: DEBUG oslo_vmware.api [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': task-2662066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.520170] env[63440]: DEBUG oslo_vmware.api [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662064, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.603515] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb70b41-c1a5-4170-bc55-e8510382a861 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.627747] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Updating instance '71e8cf65-e059-4f49-a50e-8d9189471cff' progress to 0 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.684138] env[63440]: DEBUG oslo_vmware.api [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662062, 'name': PowerOnVM_Task, 'duration_secs': 0.532086} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.684443] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.684646] env[63440]: INFO nova.compute.manager [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Took 9.73 seconds to spawn the instance on the hypervisor. [ 999.684824] env[63440]: DEBUG nova.compute.manager [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.685701] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b93dcb7-2dc1-4a90-a661-872997cdebff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.765949] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c3f388-bb0d-ef02-0479-6f687e38295c, 'name': SearchDatastore_Task, 'duration_secs': 0.02887} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.766738] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b9a4783-f4ca-42eb-a473-1cd7dc7fd8f5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.771910] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Waiting for the task: (returnval){ [ 999.771910] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528649aa-8fc0-9e9e-9fa2-278b9a673c22" [ 999.771910] env[63440]: _type = "Task" [ 999.771910] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.779811] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528649aa-8fc0-9e9e-9fa2-278b9a673c22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.881360] env[63440]: DEBUG nova.network.neutron [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Updating instance_info_cache with network_info: [{"id": "64548413-51bc-4fd6-a5f7-adc6e5c70a63", "address": "fa:16:3e:52:fe:01", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64548413-51", "ovs_interfaceid": "64548413-51bc-4fd6-a5f7-adc6e5c70a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "704d0443-bb97-4b1d-a64d-9c70fdffcb19", "address": "fa:16:3e:2a:df:84", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704d0443-bb", "ovs_interfaceid": "704d0443-bb97-4b1d-a64d-9c70fdffcb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.910341] env[63440]: DEBUG nova.scheduler.client.report [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.001886] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquiring lock "refresh_cache-e5f82476-c03e-465a-b35a-bf198d93fcac" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.002303] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquired lock "refresh_cache-e5f82476-c03e-465a-b35a-bf198d93fcac" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.002591] env[63440]: DEBUG nova.network.neutron [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.007570] env[63440]: DEBUG oslo_vmware.api [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Task: {'id': task-2662066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.496163} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.008019] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.008216] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.008400] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.008570] env[63440]: INFO nova.compute.manager [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1000.008830] env[63440]: DEBUG oslo.service.loopingcall [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1000.008990] env[63440]: DEBUG nova.compute.manager [-] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.009102] env[63440]: DEBUG nova.network.neutron [-] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.019843] env[63440]: DEBUG oslo_vmware.api [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662064, 'name': PowerOnVM_Task, 'duration_secs': 0.533883} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.020098] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.020386] env[63440]: DEBUG nova.compute.manager [None req-5670a53a-c868-49db-8ded-9baf623a49da tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.021096] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b922e7ab-d3e2-4b35-8d2e-4e046b0fe850 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.133802] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.134121] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e9c0b56-7669-4cce-ab1f-28a454969e95 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.142281] env[63440]: DEBUG oslo_vmware.api [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 1000.142281] env[63440]: value = "task-2662067" [ 1000.142281] env[63440]: _type = "Task" [ 1000.142281] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.151973] env[63440]: DEBUG oslo_vmware.api [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.207232] env[63440]: INFO nova.compute.manager [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Took 15.86 seconds to build instance. [ 1000.284421] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528649aa-8fc0-9e9e-9fa2-278b9a673c22, 'name': SearchDatastore_Task, 'duration_secs': 0.035878} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.284752] env[63440]: DEBUG oslo_concurrency.lockutils [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.284975] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 105b0279-8467-4723-9b67-da8eaad4b2a4/105b0279-8467-4723-9b67-da8eaad4b2a4.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.285288] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ddd622c-e983-4b4d-a871-52630c6a2f2f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.292524] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Waiting for the task: (returnval){ [ 1000.292524] env[63440]: value = "task-2662068" [ 1000.292524] env[63440]: _type = "Task" [ 1000.292524] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.301487] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': task-2662068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.384645] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.385751] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.386131] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.386643] env[63440]: DEBUG oslo_concurrency.lockutils [req-1ae54eec-481b-43e8-979d-986743c6d8e6 req-63291564-180c-4836-b676-cd0f127ddee3 service nova] Acquired lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.386975] env[63440]: DEBUG nova.network.neutron [req-1ae54eec-481b-43e8-979d-986743c6d8e6 req-63291564-180c-4836-b676-cd0f127ddee3 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Refreshing network info cache for port 704d0443-bb97-4b1d-a64d-9c70fdffcb19 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.389840] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30ac1eb-cf02-43cf-9222-3e28610d21f4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.421364] env[63440]: DEBUG oslo_concurrency.lockutils [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.422156] env[63440]: DEBUG nova.compute.manager [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.426754] env[63440]: DEBUG nova.virt.hardware [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.427121] env[63440]: DEBUG nova.virt.hardware [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.427399] env[63440]: DEBUG nova.virt.hardware [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.427718] env[63440]: DEBUG nova.virt.hardware [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.428344] env[63440]: DEBUG nova.virt.hardware [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.428344] env[63440]: DEBUG nova.virt.hardware [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.428631] env[63440]: DEBUG nova.virt.hardware [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.428897] env[63440]: DEBUG nova.virt.hardware [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.429228] env[63440]: DEBUG nova.virt.hardware [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.429492] env[63440]: DEBUG nova.virt.hardware [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.429792] env[63440]: DEBUG nova.virt.hardware [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.444106] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Reconfiguring VM to attach interface {{(pid=63440) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1000.444106] env[63440]: DEBUG oslo_concurrency.lockutils [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.646s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.447353] env[63440]: DEBUG oslo_concurrency.lockutils [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.447353] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.807s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.447353] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.447796] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1000.447796] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.986s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.448989] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc661284-ee67-4b9a-9ea3-eb0b9d5d4a0b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.463517] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cb9017-552d-44f3-8fd8-d7fc88885467 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.476186] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c74174f-9853-4529-85db-808bfe752ae5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.481233] env[63440]: DEBUG oslo_vmware.api [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 1000.481233] env[63440]: value = "task-2662069" [ 1000.481233] env[63440]: _type = "Task" [ 1000.481233] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.494081] env[63440]: INFO nova.scheduler.client.report [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Deleted allocations for instance 98774004-c151-47e9-a8a7-166a2edf4322 [ 1000.496129] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4045f3-634b-4d6a-8cdb-079d19796220 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.505230] env[63440]: DEBUG oslo_vmware.api [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662069, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.512946] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d145fc-fb11-4b91-bebc-b5c05a0dd6d5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.548543] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179274MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=63440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1000.548734] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.549881] env[63440]: DEBUG nova.network.neutron [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.630773] env[63440]: DEBUG nova.network.neutron [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.658134] env[63440]: DEBUG oslo_vmware.api [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662067, 'name': PowerOffVM_Task, 'duration_secs': 0.21812} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.658368] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.658636] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Updating instance '71e8cf65-e059-4f49-a50e-8d9189471cff' progress to 17 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.710037] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e5bacea-3409-46c4-a3e1-2b255dfa75f9 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "3b125c6d-a450-4a21-b246-0ca8a078e147" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.375s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.806293] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': task-2662068, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.915966] env[63440]: DEBUG nova.compute.manager [req-e8dc0333-34ca-4117-b473-f2a47d8eddbc req-48405c93-09ac-4b13-8a41-5636d140cbd7 service nova] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Received event network-vif-deleted-5cdbcf65-e126-4540-a7d2-5e041ac6d3ef {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1000.916209] env[63440]: INFO nova.compute.manager [req-e8dc0333-34ca-4117-b473-f2a47d8eddbc req-48405c93-09ac-4b13-8a41-5636d140cbd7 service nova] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Neutron deleted interface 5cdbcf65-e126-4540-a7d2-5e041ac6d3ef; detaching it from the instance and deleting it from the info cache [ 1000.916384] env[63440]: DEBUG nova.network.neutron [req-e8dc0333-34ca-4117-b473-f2a47d8eddbc req-48405c93-09ac-4b13-8a41-5636d140cbd7 service nova] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.944993] env[63440]: DEBUG nova.compute.utils [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.946665] env[63440]: DEBUG nova.compute.manager [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.946844] env[63440]: DEBUG nova.network.neutron [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.965967] env[63440]: INFO nova.compute.claims [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.992660] env[63440]: DEBUG oslo_vmware.api [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.010134] env[63440]: DEBUG oslo_concurrency.lockutils [None req-27a2711c-8f1d-442c-b520-bc6097140b9d tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "98774004-c151-47e9-a8a7-166a2edf4322" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.920s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.041833] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "5c65daf6-41c7-4d7a-81a1-22998040a24f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.042121] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "5c65daf6-41c7-4d7a-81a1-22998040a24f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.057365] env[63440]: DEBUG nova.policy [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2a42cd433d843abac5dbabccf054e93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6b8072e72ed49a3bd3012385dc8822d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.135465] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Releasing lock "refresh_cache-e5f82476-c03e-465a-b35a-bf198d93fcac" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.135465] env[63440]: DEBUG nova.compute.manager [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.135465] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.135465] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d541f045-e4db-42b6-9ab4-fe5594306972 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.140634] env[63440]: DEBUG nova.network.neutron [-] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.151683] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.152010] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67a86f8f-8d41-4d8b-8270-30727fead75b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.159572] env[63440]: DEBUG oslo_vmware.api [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 1001.159572] env[63440]: value = "task-2662070" [ 1001.159572] env[63440]: _type = "Task" [ 1001.159572] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.171593] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.171927] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.172126] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.172823] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.172924] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.173155] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.173413] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.173583] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.173756] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.173955] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.174149] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.180454] env[63440]: DEBUG oslo_vmware.api [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.181326] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a3ac912-c1b1-47c7-bf99-7d79c1a32f76 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.200365] env[63440]: DEBUG oslo_vmware.api [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 1001.200365] env[63440]: value = "task-2662071" [ 1001.200365] env[63440]: _type = "Task" [ 1001.200365] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.215141] env[63440]: DEBUG oslo_vmware.api [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662071, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.321509] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': task-2662068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578208} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.321885] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 105b0279-8467-4723-9b67-da8eaad4b2a4/105b0279-8467-4723-9b67-da8eaad4b2a4.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.322135] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.322387] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44f7738d-ad95-4479-9e5a-cb4ffa4d4c6f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.333179] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Waiting for the task: (returnval){ [ 1001.333179] env[63440]: value = "task-2662072" [ 1001.333179] env[63440]: _type = "Task" [ 1001.333179] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.344791] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': task-2662072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.395918] env[63440]: DEBUG nova.network.neutron [req-1ae54eec-481b-43e8-979d-986743c6d8e6 req-63291564-180c-4836-b676-cd0f127ddee3 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Updated VIF entry in instance network info cache for port 704d0443-bb97-4b1d-a64d-9c70fdffcb19. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.396641] env[63440]: DEBUG nova.network.neutron [req-1ae54eec-481b-43e8-979d-986743c6d8e6 req-63291564-180c-4836-b676-cd0f127ddee3 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Updating instance_info_cache with network_info: [{"id": "64548413-51bc-4fd6-a5f7-adc6e5c70a63", "address": "fa:16:3e:52:fe:01", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64548413-51", "ovs_interfaceid": "64548413-51bc-4fd6-a5f7-adc6e5c70a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "704d0443-bb97-4b1d-a64d-9c70fdffcb19", "address": "fa:16:3e:2a:df:84", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704d0443-bb", "ovs_interfaceid": "704d0443-bb97-4b1d-a64d-9c70fdffcb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.401586] env[63440]: DEBUG nova.network.neutron [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Successfully created port: 1b814106-962e-4efe-b376-aea2cfa6c1f1 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.421973] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-435613dd-7e12-46d4-8c25-ebc48e0fd32a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.432021] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4cd5f6-45bb-47d4-9248-f7815548909f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.449640] env[63440]: DEBUG nova.compute.manager [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.464816] env[63440]: DEBUG nova.compute.manager [req-e8dc0333-34ca-4117-b473-f2a47d8eddbc req-48405c93-09ac-4b13-8a41-5636d140cbd7 service nova] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Detach interface failed, port_id=5cdbcf65-e126-4540-a7d2-5e041ac6d3ef, reason: Instance 36690dbd-36cb-43fd-99c1-09dc95635f76 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1001.472030] env[63440]: INFO nova.compute.resource_tracker [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Updating resource usage from migration 0a7e48f7-917d-48c3-9d1e-bd512c0fbffa [ 1001.497157] env[63440]: DEBUG oslo_vmware.api [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662069, 'name': ReconfigVM_Task, 'duration_secs': 0.911133} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.497157] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.497157] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Reconfigured VM to attach interface {{(pid=63440) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1001.549022] env[63440]: DEBUG nova.compute.manager [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.644804] env[63440]: INFO nova.compute.manager [-] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Took 1.63 seconds to deallocate network for instance. [ 1001.671168] env[63440]: DEBUG oslo_vmware.api [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662070, 'name': PowerOffVM_Task, 'duration_secs': 0.151843} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.673663] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.673663] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.675531] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92c0a40b-77a9-4e59-9e54-d5017ed52097 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.710407] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.710777] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.711121] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Deleting the datastore file [datastore1] e5f82476-c03e-465a-b35a-bf198d93fcac {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.711457] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-921a18e4-b604-45b8-8816-c0aed94f451f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.717294] env[63440]: DEBUG oslo_vmware.api [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662071, 'name': ReconfigVM_Task, 'duration_secs': 0.245527} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.718024] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Updating instance '71e8cf65-e059-4f49-a50e-8d9189471cff' progress to 33 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1001.725634] env[63440]: DEBUG oslo_vmware.api [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for the task: (returnval){ [ 1001.725634] env[63440]: value = "task-2662074" [ 1001.725634] env[63440]: _type = "Task" [ 1001.725634] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.734936] env[63440]: DEBUG oslo_vmware.api [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.765082] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1adade-4bdf-40bf-ac74-863d591134fb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.777472] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbe9d58-3025-49eb-81e0-ebbf6df8741d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.810367] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71542821-f319-4aa1-af53-be45284865ac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.819207] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a44faf9-d3bf-4db0-97fb-ca65c9e31a02 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.835314] env[63440]: DEBUG nova.compute.provider_tree [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.845704] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': task-2662072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078781} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.846645] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.847634] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f571fd71-fd7e-49ad-bedd-8e2088f19eff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.872279] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 105b0279-8467-4723-9b67-da8eaad4b2a4/105b0279-8467-4723-9b67-da8eaad4b2a4.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.872893] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fd62944-e3a8-4852-adb9-f3e39f633a48 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.894509] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Waiting for the task: (returnval){ [ 1001.894509] env[63440]: value = "task-2662075" [ 1001.894509] env[63440]: _type = "Task" [ 1001.894509] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.899545] env[63440]: DEBUG oslo_concurrency.lockutils [req-1ae54eec-481b-43e8-979d-986743c6d8e6 req-63291564-180c-4836-b676-cd0f127ddee3 service nova] Releasing lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.904619] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': task-2662075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.004174] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e6516254-1e73-4c99-abfd-e3aa6de65e01 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "interface-12f18f18-d670-4e68-b102-47b5d4920cc9-704d0443-bb97-4b1d-a64d-9c70fdffcb19" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.583s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.065804] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.149983] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.226768] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.227137] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.227348] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.227553] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.227704] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.227858] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.228082] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.228260] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.228469] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.228680] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.228875] env[63440]: DEBUG nova.virt.hardware [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.234842] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1002.235950] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e7a400e-a20c-44cb-b033-6b2e2cda9a79 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.261849] env[63440]: DEBUG oslo_vmware.api [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Task: {'id': task-2662074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167601} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.263180] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.263383] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.263565] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.263741] env[63440]: INFO nova.compute.manager [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1002.264024] env[63440]: DEBUG oslo.service.loopingcall [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1002.264398] env[63440]: DEBUG oslo_vmware.api [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 1002.264398] env[63440]: value = "task-2662076" [ 1002.264398] env[63440]: _type = "Task" [ 1002.264398] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.264660] env[63440]: DEBUG nova.compute.manager [-] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.264815] env[63440]: DEBUG nova.network.neutron [-] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.275642] env[63440]: DEBUG oslo_vmware.api [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.284902] env[63440]: DEBUG nova.network.neutron [-] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.341740] env[63440]: DEBUG nova.scheduler.client.report [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.405377] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': task-2662075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.456563] env[63440]: DEBUG nova.compute.manager [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.489643] env[63440]: DEBUG nova.virt.hardware [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.490217] env[63440]: DEBUG nova.virt.hardware [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.490527] env[63440]: DEBUG nova.virt.hardware [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.490845] env[63440]: DEBUG nova.virt.hardware [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.491113] env[63440]: DEBUG nova.virt.hardware [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.491370] env[63440]: DEBUG nova.virt.hardware [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.491742] env[63440]: DEBUG nova.virt.hardware [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.492018] env[63440]: DEBUG nova.virt.hardware [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.492333] env[63440]: DEBUG nova.virt.hardware [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.492611] env[63440]: DEBUG nova.virt.hardware [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.493132] env[63440]: DEBUG nova.virt.hardware [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.494904] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b759d2-d801-4095-8e4d-2b280aa91824 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.506259] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbad853-01b6-4a22-a81a-ba1fe0df0646 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.776692] env[63440]: DEBUG oslo_vmware.api [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662076, 'name': ReconfigVM_Task, 'duration_secs': 0.256048} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.777032] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1002.777938] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df1fc3b-ea1f-4c36-b114-451449895eb5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.795700] env[63440]: DEBUG nova.network.neutron [-] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.804148] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 71e8cf65-e059-4f49-a50e-8d9189471cff/71e8cf65-e059-4f49-a50e-8d9189471cff.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.805892] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-184cc2af-f9b4-4ac4-8f4f-3378fb4f5e3d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.819835] env[63440]: DEBUG nova.compute.manager [req-4d1b43e8-a2c5-4dd1-8077-ed209b66f4be req-87ec0163-b29a-40cd-b6a3-7d3dd2eaec92 service nova] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Received event network-vif-plugged-1b814106-962e-4efe-b376-aea2cfa6c1f1 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1002.820067] env[63440]: DEBUG oslo_concurrency.lockutils [req-4d1b43e8-a2c5-4dd1-8077-ed209b66f4be req-87ec0163-b29a-40cd-b6a3-7d3dd2eaec92 service nova] Acquiring lock "4d8f2e01-71a8-4c54-b482-f35ff2ed876b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.820283] env[63440]: DEBUG oslo_concurrency.lockutils [req-4d1b43e8-a2c5-4dd1-8077-ed209b66f4be req-87ec0163-b29a-40cd-b6a3-7d3dd2eaec92 service nova] Lock "4d8f2e01-71a8-4c54-b482-f35ff2ed876b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.820449] env[63440]: DEBUG oslo_concurrency.lockutils [req-4d1b43e8-a2c5-4dd1-8077-ed209b66f4be req-87ec0163-b29a-40cd-b6a3-7d3dd2eaec92 service nova] Lock "4d8f2e01-71a8-4c54-b482-f35ff2ed876b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.820616] env[63440]: DEBUG nova.compute.manager [req-4d1b43e8-a2c5-4dd1-8077-ed209b66f4be req-87ec0163-b29a-40cd-b6a3-7d3dd2eaec92 service nova] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] No waiting events found dispatching network-vif-plugged-1b814106-962e-4efe-b376-aea2cfa6c1f1 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.820778] env[63440]: WARNING nova.compute.manager [req-4d1b43e8-a2c5-4dd1-8077-ed209b66f4be req-87ec0163-b29a-40cd-b6a3-7d3dd2eaec92 service nova] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Received unexpected event network-vif-plugged-1b814106-962e-4efe-b376-aea2cfa6c1f1 for instance with vm_state building and task_state spawning. [ 1002.828469] env[63440]: DEBUG oslo_vmware.api [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 1002.828469] env[63440]: value = "task-2662077" [ 1002.828469] env[63440]: _type = "Task" [ 1002.828469] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.837677] env[63440]: DEBUG oslo_vmware.api [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.846560] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.399s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.846785] env[63440]: INFO nova.compute.manager [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Migrating [ 1002.853746] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.305s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.906368] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': task-2662075, 'name': ReconfigVM_Task, 'duration_secs': 0.645076} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.907087] env[63440]: DEBUG nova.network.neutron [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Successfully updated port: 1b814106-962e-4efe-b376-aea2cfa6c1f1 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.908564] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 105b0279-8467-4723-9b67-da8eaad4b2a4/105b0279-8467-4723-9b67-da8eaad4b2a4.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.909243] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fbbfac4-71e4-47e1-b853-f77e4946eb99 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.918086] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Waiting for the task: (returnval){ [ 1002.918086] env[63440]: value = "task-2662078" [ 1002.918086] env[63440]: _type = "Task" [ 1002.918086] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.927656] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': task-2662078, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.028078] env[63440]: DEBUG nova.compute.manager [req-23e96dd3-e908-4bd3-b1d5-9ac545601777 req-1d5d5faf-42b6-456e-8ee4-1aa9f36a3533 service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Received event network-changed-23b4b626-1e35-4a7e-a1e8-91eff7509b9c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1003.028385] env[63440]: DEBUG nova.compute.manager [req-23e96dd3-e908-4bd3-b1d5-9ac545601777 req-1d5d5faf-42b6-456e-8ee4-1aa9f36a3533 service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Refreshing instance network info cache due to event network-changed-23b4b626-1e35-4a7e-a1e8-91eff7509b9c. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1003.028696] env[63440]: DEBUG oslo_concurrency.lockutils [req-23e96dd3-e908-4bd3-b1d5-9ac545601777 req-1d5d5faf-42b6-456e-8ee4-1aa9f36a3533 service nova] Acquiring lock "refresh_cache-f59c82f7-db27-4442-8751-ceb1a8a43656" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.028917] env[63440]: DEBUG oslo_concurrency.lockutils [req-23e96dd3-e908-4bd3-b1d5-9ac545601777 req-1d5d5faf-42b6-456e-8ee4-1aa9f36a3533 service nova] Acquired lock "refresh_cache-f59c82f7-db27-4442-8751-ceb1a8a43656" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.029200] env[63440]: DEBUG nova.network.neutron [req-23e96dd3-e908-4bd3-b1d5-9ac545601777 req-1d5d5faf-42b6-456e-8ee4-1aa9f36a3533 service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Refreshing network info cache for port 23b4b626-1e35-4a7e-a1e8-91eff7509b9c {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.305845] env[63440]: INFO nova.compute.manager [-] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Took 1.04 seconds to deallocate network for instance. [ 1003.339943] env[63440]: DEBUG oslo_vmware.api [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.365900] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "refresh_cache-98f3eb33-c3a0-404d-b689-16bd5baa4dd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.366114] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired lock "refresh_cache-98f3eb33-c3a0-404d-b689-16bd5baa4dd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.366297] env[63440]: DEBUG nova.network.neutron [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.409760] env[63440]: DEBUG oslo_concurrency.lockutils [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "refresh_cache-4d8f2e01-71a8-4c54-b482-f35ff2ed876b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.409917] env[63440]: DEBUG oslo_concurrency.lockutils [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "refresh_cache-4d8f2e01-71a8-4c54-b482-f35ff2ed876b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.410086] env[63440]: DEBUG nova.network.neutron [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.430143] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': task-2662078, 'name': Rename_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.619193] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "interface-12f18f18-d670-4e68-b102-47b5d4920cc9-704d0443-bb97-4b1d-a64d-9c70fdffcb19" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.619592] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "interface-12f18f18-d670-4e68-b102-47b5d4920cc9-704d0443-bb97-4b1d-a64d-9c70fdffcb19" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.771545] env[63440]: DEBUG nova.network.neutron [req-23e96dd3-e908-4bd3-b1d5-9ac545601777 req-1d5d5faf-42b6-456e-8ee4-1aa9f36a3533 service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Updated VIF entry in instance network info cache for port 23b4b626-1e35-4a7e-a1e8-91eff7509b9c. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.771937] env[63440]: DEBUG nova.network.neutron [req-23e96dd3-e908-4bd3-b1d5-9ac545601777 req-1d5d5faf-42b6-456e-8ee4-1aa9f36a3533 service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Updating instance_info_cache with network_info: [{"id": "23b4b626-1e35-4a7e-a1e8-91eff7509b9c", "address": "fa:16:3e:ce:ff:3f", "network": {"id": "bb46e920-0220-42c4-9974-c64ad3c56ebf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1307008030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d018a16ec44cc6b8b19c09673da230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b4b626-1e", "ovs_interfaceid": "23b4b626-1e35-4a7e-a1e8-91eff7509b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.812646] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.840791] env[63440]: DEBUG oslo_vmware.api [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662077, 'name': ReconfigVM_Task, 'duration_secs': 0.783926} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.841299] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 71e8cf65-e059-4f49-a50e-8d9189471cff/71e8cf65-e059-4f49-a50e-8d9189471cff.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.841426] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Updating instance '71e8cf65-e059-4f49-a50e-8d9189471cff' progress to 50 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1003.866987] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Applying migration context for instance 71e8cf65-e059-4f49-a50e-8d9189471cff as it has an incoming, in-progress migration 687a3e63-2e68-4334-b668-32e1ec5d65dc. Migration status is migrating {{(pid=63440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1003.867224] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Applying migration context for instance 98f3eb33-c3a0-404d-b689-16bd5baa4dd1 as it has an incoming, in-progress migration 0a7e48f7-917d-48c3-9d1e-bd512c0fbffa. Migration status is pre-migrating {{(pid=63440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1003.868882] env[63440]: INFO nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Updating resource usage from migration 687a3e63-2e68-4334-b668-32e1ec5d65dc [ 1003.869227] env[63440]: INFO nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Updating resource usage from migration 0a7e48f7-917d-48c3-9d1e-bd512c0fbffa [ 1003.897188] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 00f8a56f-37af-48cf-97f5-5ea6d8be75d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.897358] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 1e804776-533b-48a2-9d87-cd51a0781f9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.897486] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.897608] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 9f9922fb-aca3-4eef-a5be-4106e2abb77d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.897727] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance f59c82f7-db27-4442-8751-ceb1a8a43656 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.897844] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 12f18f18-d670-4e68-b102-47b5d4920cc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.897983] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 2aed780b-9671-434f-99e8-3d75f19e95aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.898114] env[63440]: WARNING nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 36690dbd-36cb-43fd-99c1-09dc95635f76 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1003.898233] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance e5f82476-c03e-465a-b35a-bf198d93fcac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.898347] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance eddcf98e-c779-4f00-9d6f-240939e3e672 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.898460] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 3b125c6d-a450-4a21-b246-0ca8a078e147 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.898573] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 105b0279-8467-4723-9b67-da8eaad4b2a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.898686] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Migration 687a3e63-2e68-4334-b668-32e1ec5d65dc is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1003.898799] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 71e8cf65-e059-4f49-a50e-8d9189471cff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.898911] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 4d8f2e01-71a8-4c54-b482-f35ff2ed876b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.899060] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Migration 0a7e48f7-917d-48c3-9d1e-bd512c0fbffa is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1003.899180] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 98f3eb33-c3a0-404d-b689-16bd5baa4dd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.931832] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': task-2662078, 'name': Rename_Task, 'duration_secs': 0.762226} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.932102] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.932371] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f24b78c8-b6f0-4a52-9ee8-5d9bd6c41447 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.941026] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Waiting for the task: (returnval){ [ 1003.941026] env[63440]: value = "task-2662079" [ 1003.941026] env[63440]: _type = "Task" [ 1003.941026] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.945115] env[63440]: DEBUG nova.network.neutron [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.956025] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': task-2662079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.110903] env[63440]: DEBUG nova.network.neutron [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Updating instance_info_cache with network_info: [{"id": "4c8fabae-4b35-45c0-b0fb-57b1c5592098", "address": "fa:16:3e:8b:e9:15", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c8fabae-4b", "ovs_interfaceid": "4c8fabae-4b35-45c0-b0fb-57b1c5592098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.126032] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.126032] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.126032] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef23c9fc-909f-4dbc-b8a4-39217e90fb11 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.145583] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0193723e-8bbc-49a7-a86e-4d573c391c29 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.152265] env[63440]: DEBUG nova.network.neutron [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Updating instance_info_cache with network_info: [{"id": "1b814106-962e-4efe-b376-aea2cfa6c1f1", "address": "fa:16:3e:c0:30:60", "network": {"id": "683d0572-1971-4756-a78e-94e11c551500", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-948320418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b8072e72ed49a3bd3012385dc8822d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b814106-96", "ovs_interfaceid": "1b814106-962e-4efe-b376-aea2cfa6c1f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.185072] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Reconfiguring VM to detach interface {{(pid=63440) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1004.185356] env[63440]: DEBUG oslo_concurrency.lockutils [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "refresh_cache-4d8f2e01-71a8-4c54-b482-f35ff2ed876b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.185648] env[63440]: DEBUG nova.compute.manager [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Instance network_info: |[{"id": "1b814106-962e-4efe-b376-aea2cfa6c1f1", "address": "fa:16:3e:c0:30:60", "network": {"id": "683d0572-1971-4756-a78e-94e11c551500", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-948320418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b8072e72ed49a3bd3012385dc8822d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b814106-96", "ovs_interfaceid": "1b814106-962e-4efe-b376-aea2cfa6c1f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.186173] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d105b6e3-c3f9-41e0-ac1d-04a612dea0f4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.199722] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:30:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b814106-962e-4efe-b376-aea2cfa6c1f1', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.207142] env[63440]: DEBUG oslo.service.loopingcall [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1004.207712] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.208401] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29f68aa1-1a87-4a92-8dc2-a99317fdfc0d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.227883] env[63440]: DEBUG oslo_vmware.api [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 1004.227883] env[63440]: value = "task-2662080" [ 1004.227883] env[63440]: _type = "Task" [ 1004.227883] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.232818] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.232818] env[63440]: value = "task-2662081" [ 1004.232818] env[63440]: _type = "Task" [ 1004.232818] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.243553] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662081, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.243873] env[63440]: DEBUG oslo_vmware.api [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.275205] env[63440]: DEBUG oslo_concurrency.lockutils [req-23e96dd3-e908-4bd3-b1d5-9ac545601777 req-1d5d5faf-42b6-456e-8ee4-1aa9f36a3533 service nova] Releasing lock "refresh_cache-f59c82f7-db27-4442-8751-ceb1a8a43656" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.276081] env[63440]: DEBUG nova.compute.manager [req-23e96dd3-e908-4bd3-b1d5-9ac545601777 req-1d5d5faf-42b6-456e-8ee4-1aa9f36a3533 service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Received event network-changed-23b4b626-1e35-4a7e-a1e8-91eff7509b9c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.276081] env[63440]: DEBUG nova.compute.manager [req-23e96dd3-e908-4bd3-b1d5-9ac545601777 req-1d5d5faf-42b6-456e-8ee4-1aa9f36a3533 service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Refreshing instance network info cache due to event network-changed-23b4b626-1e35-4a7e-a1e8-91eff7509b9c. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1004.276081] env[63440]: DEBUG oslo_concurrency.lockutils [req-23e96dd3-e908-4bd3-b1d5-9ac545601777 req-1d5d5faf-42b6-456e-8ee4-1aa9f36a3533 service nova] Acquiring lock "refresh_cache-f59c82f7-db27-4442-8751-ceb1a8a43656" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.276081] env[63440]: DEBUG oslo_concurrency.lockutils [req-23e96dd3-e908-4bd3-b1d5-9ac545601777 req-1d5d5faf-42b6-456e-8ee4-1aa9f36a3533 service nova] Acquired lock "refresh_cache-f59c82f7-db27-4442-8751-ceb1a8a43656" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.276242] env[63440]: DEBUG nova.network.neutron [req-23e96dd3-e908-4bd3-b1d5-9ac545601777 req-1d5d5faf-42b6-456e-8ee4-1aa9f36a3533 service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Refreshing network info cache for port 23b4b626-1e35-4a7e-a1e8-91eff7509b9c {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.350567] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54a6820-5b64-4354-b710-0907be746fb2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.374721] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac091e0-6661-4d3c-b399-f0c36912de51 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.395913] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Updating instance '71e8cf65-e059-4f49-a50e-8d9189471cff' progress to 67 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.402534] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 5c65daf6-41c7-4d7a-81a1-22998040a24f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1004.402962] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1004.403238] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1004.453721] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': task-2662079, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.613705] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lock "refresh_cache-98f3eb33-c3a0-404d-b689-16bd5baa4dd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.666410] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59a21c9-7494-490a-b7fc-6a6b6f66c54d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.674711] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0df6883-e253-4f0e-a8d9-e3785bc39f53 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.712158] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7284d83b-573b-41b1-98f6-63878f47315a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.720730] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6204edc-eef7-4369-bef0-73c04484d1fa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.735740] env[63440]: DEBUG nova.compute.provider_tree [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.754562] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662081, 'name': CreateVM_Task, 'duration_secs': 0.361053} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.754845] env[63440]: DEBUG oslo_vmware.api [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.755048] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.755702] env[63440]: DEBUG oslo_concurrency.lockutils [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.755865] env[63440]: DEBUG oslo_concurrency.lockutils [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.756239] env[63440]: DEBUG oslo_concurrency.lockutils [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.756519] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e47ffcf5-0188-43c3-909d-408fed731e48 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.761618] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 1004.761618] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5222c628-a820-2aac-72ea-9a54c0643519" [ 1004.761618] env[63440]: _type = "Task" [ 1004.761618] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.770811] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5222c628-a820-2aac-72ea-9a54c0643519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.864121] env[63440]: DEBUG nova.compute.manager [req-bb8529b5-f74c-402b-aaf7-f8c0463103f7 req-f58ec7b9-ea73-46e8-bfe5-a3879dd22702 service nova] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Received event network-changed-1b814106-962e-4efe-b376-aea2cfa6c1f1 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.864330] env[63440]: DEBUG nova.compute.manager [req-bb8529b5-f74c-402b-aaf7-f8c0463103f7 req-f58ec7b9-ea73-46e8-bfe5-a3879dd22702 service nova] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Refreshing instance network info cache due to event network-changed-1b814106-962e-4efe-b376-aea2cfa6c1f1. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1004.864552] env[63440]: DEBUG oslo_concurrency.lockutils [req-bb8529b5-f74c-402b-aaf7-f8c0463103f7 req-f58ec7b9-ea73-46e8-bfe5-a3879dd22702 service nova] Acquiring lock "refresh_cache-4d8f2e01-71a8-4c54-b482-f35ff2ed876b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.864697] env[63440]: DEBUG oslo_concurrency.lockutils [req-bb8529b5-f74c-402b-aaf7-f8c0463103f7 req-f58ec7b9-ea73-46e8-bfe5-a3879dd22702 service nova] Acquired lock "refresh_cache-4d8f2e01-71a8-4c54-b482-f35ff2ed876b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.864885] env[63440]: DEBUG nova.network.neutron [req-bb8529b5-f74c-402b-aaf7-f8c0463103f7 req-f58ec7b9-ea73-46e8-bfe5-a3879dd22702 service nova] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Refreshing network info cache for port 1b814106-962e-4efe-b376-aea2cfa6c1f1 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.937052] env[63440]: DEBUG nova.network.neutron [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Port c55680e4-523a-44da-8ace-ef1d2eb72291 binding to destination host cpu-1 is already ACTIVE {{(pid=63440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1004.952904] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': task-2662079, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.071690] env[63440]: DEBUG nova.network.neutron [req-23e96dd3-e908-4bd3-b1d5-9ac545601777 req-1d5d5faf-42b6-456e-8ee4-1aa9f36a3533 service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Updated VIF entry in instance network info cache for port 23b4b626-1e35-4a7e-a1e8-91eff7509b9c. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.072392] env[63440]: DEBUG nova.network.neutron [req-23e96dd3-e908-4bd3-b1d5-9ac545601777 req-1d5d5faf-42b6-456e-8ee4-1aa9f36a3533 service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Updating instance_info_cache with network_info: [{"id": "23b4b626-1e35-4a7e-a1e8-91eff7509b9c", "address": "fa:16:3e:ce:ff:3f", "network": {"id": "bb46e920-0220-42c4-9974-c64ad3c56ebf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1307008030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d018a16ec44cc6b8b19c09673da230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b4b626-1e", "ovs_interfaceid": "23b4b626-1e35-4a7e-a1e8-91eff7509b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.245730] env[63440]: DEBUG nova.scheduler.client.report [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.248891] env[63440]: DEBUG oslo_vmware.api [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.272795] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5222c628-a820-2aac-72ea-9a54c0643519, 'name': SearchDatastore_Task, 'duration_secs': 0.012097} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.273154] env[63440]: DEBUG oslo_concurrency.lockutils [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.273347] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.273580] env[63440]: DEBUG oslo_concurrency.lockutils [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.273727] env[63440]: DEBUG oslo_concurrency.lockutils [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.273934] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.274213] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4f39fb4-8a33-4cc6-a057-5d725ef4ce81 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.283860] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.284047] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.284758] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a631ec-89a7-4229-877e-e0ea664a3c34 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.290176] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 1005.290176] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5220984a-6060-1bff-82e3-05323d0e37f3" [ 1005.290176] env[63440]: _type = "Task" [ 1005.290176] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.298550] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5220984a-6060-1bff-82e3-05323d0e37f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.453861] env[63440]: DEBUG oslo_vmware.api [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': task-2662079, 'name': PowerOnVM_Task, 'duration_secs': 1.159829} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.454190] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.454505] env[63440]: INFO nova.compute.manager [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1005.454588] env[63440]: DEBUG nova.compute.manager [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.455346] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a12fffe-0be4-4b33-9b67-b2431e630d4a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.580066] env[63440]: DEBUG oslo_concurrency.lockutils [req-23e96dd3-e908-4bd3-b1d5-9ac545601777 req-1d5d5faf-42b6-456e-8ee4-1aa9f36a3533 service nova] Releasing lock "refresh_cache-f59c82f7-db27-4442-8751-ceb1a8a43656" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.654126] env[63440]: DEBUG nova.network.neutron [req-bb8529b5-f74c-402b-aaf7-f8c0463103f7 req-f58ec7b9-ea73-46e8-bfe5-a3879dd22702 service nova] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Updated VIF entry in instance network info cache for port 1b814106-962e-4efe-b376-aea2cfa6c1f1. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.654489] env[63440]: DEBUG nova.network.neutron [req-bb8529b5-f74c-402b-aaf7-f8c0463103f7 req-f58ec7b9-ea73-46e8-bfe5-a3879dd22702 service nova] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Updating instance_info_cache with network_info: [{"id": "1b814106-962e-4efe-b376-aea2cfa6c1f1", "address": "fa:16:3e:c0:30:60", "network": {"id": "683d0572-1971-4756-a78e-94e11c551500", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-948320418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b8072e72ed49a3bd3012385dc8822d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b814106-96", "ovs_interfaceid": "1b814106-962e-4efe-b376-aea2cfa6c1f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.746382] env[63440]: DEBUG oslo_vmware.api [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.750131] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1005.750464] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.897s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.750569] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.685s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.752076] env[63440]: INFO nova.compute.claims [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.801923] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5220984a-6060-1bff-82e3-05323d0e37f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010556} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.802736] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cb014c6-cb22-4c2e-969d-3331a50571e9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.808763] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 1005.808763] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524695de-336a-aaea-bfcd-a0724f5fe305" [ 1005.808763] env[63440]: _type = "Task" [ 1005.808763] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.817724] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524695de-336a-aaea-bfcd-a0724f5fe305, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.963870] env[63440]: DEBUG oslo_concurrency.lockutils [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "71e8cf65-e059-4f49-a50e-8d9189471cff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.963870] env[63440]: DEBUG oslo_concurrency.lockutils [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "71e8cf65-e059-4f49-a50e-8d9189471cff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.964019] env[63440]: DEBUG oslo_concurrency.lockutils [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "71e8cf65-e059-4f49-a50e-8d9189471cff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.978871] env[63440]: INFO nova.compute.manager [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Took 18.30 seconds to build instance. [ 1006.130913] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f90bc5-05ff-4447-95ef-38f09bc9d5be {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.155676] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Updating instance '98f3eb33-c3a0-404d-b689-16bd5baa4dd1' progress to 0 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1006.159298] env[63440]: DEBUG oslo_concurrency.lockutils [req-bb8529b5-f74c-402b-aaf7-f8c0463103f7 req-f58ec7b9-ea73-46e8-bfe5-a3879dd22702 service nova] Releasing lock "refresh_cache-4d8f2e01-71a8-4c54-b482-f35ff2ed876b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.248594] env[63440]: DEBUG oslo_vmware.api [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.321018] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524695de-336a-aaea-bfcd-a0724f5fe305, 'name': SearchDatastore_Task, 'duration_secs': 0.010567} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.321315] env[63440]: DEBUG oslo_concurrency.lockutils [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.321575] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 4d8f2e01-71a8-4c54-b482-f35ff2ed876b/4d8f2e01-71a8-4c54-b482-f35ff2ed876b.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.321907] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2fb405b-f166-44c2-9baf-292d8fa55875 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.330248] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 1006.330248] env[63440]: value = "task-2662082" [ 1006.330248] env[63440]: _type = "Task" [ 1006.330248] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.339843] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.482126] env[63440]: DEBUG oslo_concurrency.lockutils [None req-61455eb3-0bed-4c0a-8ecf-4709bd21ce91 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Lock "105b0279-8467-4723-9b67-da8eaad4b2a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.818s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.663135] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.663652] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da9ad4bf-37ca-4b9e-88eb-d5b49738a70e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.675825] env[63440]: DEBUG oslo_vmware.api [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1006.675825] env[63440]: value = "task-2662083" [ 1006.675825] env[63440]: _type = "Task" [ 1006.675825] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.688960] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] VM already powered off {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1006.688960] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Updating instance '98f3eb33-c3a0-404d-b689-16bd5baa4dd1' progress to 17 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1006.750330] env[63440]: DEBUG oslo_vmware.api [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.841153] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442909} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.841440] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 4d8f2e01-71a8-4c54-b482-f35ff2ed876b/4d8f2e01-71a8-4c54-b482-f35ff2ed876b.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.841656] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.841934] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b6d5bca-42bf-4619-8bc1-ca9eb31b8ee8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.848895] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 1006.848895] env[63440]: value = "task-2662084" [ 1006.848895] env[63440]: _type = "Task" [ 1006.848895] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.863662] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.875429] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Acquiring lock "105b0279-8467-4723-9b67-da8eaad4b2a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.875692] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Lock "105b0279-8467-4723-9b67-da8eaad4b2a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.875910] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Acquiring lock "105b0279-8467-4723-9b67-da8eaad4b2a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.876137] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Lock "105b0279-8467-4723-9b67-da8eaad4b2a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.876321] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Lock "105b0279-8467-4723-9b67-da8eaad4b2a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.880803] env[63440]: INFO nova.compute.manager [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Terminating instance [ 1007.005900] env[63440]: DEBUG oslo_concurrency.lockutils [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "refresh_cache-71e8cf65-e059-4f49-a50e-8d9189471cff" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.006177] env[63440]: DEBUG oslo_concurrency.lockutils [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "refresh_cache-71e8cf65-e059-4f49-a50e-8d9189471cff" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.006465] env[63440]: DEBUG nova.network.neutron [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.009086] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68b60a0-2c0b-480f-a7be-606fa6532871 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.019166] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5779b573-e058-4384-85cc-5a3eb5f911c3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.053280] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b891a48d-72a9-4b39-bb8d-30fa6c7e9988 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.062168] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf4cb0b-ae28-483b-a4ee-1f0d50378cf4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.078672] env[63440]: DEBUG nova.compute.provider_tree [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.196301] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.196301] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.196301] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.196301] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.196301] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.196665] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.196665] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.196725] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.196903] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.197077] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.197254] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.202272] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-438b31cb-8087-4cf3-9c16-44e6c8eefe01 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.221049] env[63440]: DEBUG oslo_vmware.api [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1007.221049] env[63440]: value = "task-2662085" [ 1007.221049] env[63440]: _type = "Task" [ 1007.221049] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.229317] env[63440]: DEBUG oslo_vmware.api [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.249367] env[63440]: DEBUG oslo_vmware.api [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.359023] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07047} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.359273] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.360348] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116fd059-fa4e-43d5-a113-b1cf45e8e1ab {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.382805] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 4d8f2e01-71a8-4c54-b482-f35ff2ed876b/4d8f2e01-71a8-4c54-b482-f35ff2ed876b.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.383109] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdd6a272-d00d-4e92-909d-797b311d09ca {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.397645] env[63440]: DEBUG nova.compute.manager [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.397862] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.398675] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b79e97-68cb-4156-9aa3-876101e0d2a4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.406457] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.407682] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ad7cad2-591d-4a8c-b497-7cdcdc09758d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.409263] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 1007.409263] env[63440]: value = "task-2662086" [ 1007.409263] env[63440]: _type = "Task" [ 1007.409263] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.414410] env[63440]: DEBUG oslo_vmware.api [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Waiting for the task: (returnval){ [ 1007.414410] env[63440]: value = "task-2662087" [ 1007.414410] env[63440]: _type = "Task" [ 1007.414410] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.420724] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.425960] env[63440]: DEBUG oslo_vmware.api [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': task-2662087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.582450] env[63440]: DEBUG nova.scheduler.client.report [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.732595] env[63440]: DEBUG oslo_vmware.api [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662085, 'name': ReconfigVM_Task, 'duration_secs': 0.320708} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.732927] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Updating instance '98f3eb33-c3a0-404d-b689-16bd5baa4dd1' progress to 33 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.748910] env[63440]: DEBUG oslo_vmware.api [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.924071] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662086, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.929774] env[63440]: DEBUG oslo_vmware.api [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': task-2662087, 'name': PowerOffVM_Task, 'duration_secs': 0.200773} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.930081] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.930267] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.930511] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26968ddf-3ba7-47a2-a413-38ab7e8406da {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.001586] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.001920] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.002533] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Deleting the datastore file [datastore1] 105b0279-8467-4723-9b67-da8eaad4b2a4 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.002832] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90d4c49f-ce72-4f9f-99b7-59365f0428fa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.012079] env[63440]: DEBUG oslo_vmware.api [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Waiting for the task: (returnval){ [ 1008.012079] env[63440]: value = "task-2662089" [ 1008.012079] env[63440]: _type = "Task" [ 1008.012079] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.021348] env[63440]: DEBUG oslo_vmware.api [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': task-2662089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.087914] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.088766] env[63440]: DEBUG nova.compute.manager [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.093698] env[63440]: DEBUG nova.network.neutron [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Updating instance_info_cache with network_info: [{"id": "c55680e4-523a-44da-8ace-ef1d2eb72291", "address": "fa:16:3e:13:ab:6f", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55680e4-52", "ovs_interfaceid": "c55680e4-523a-44da-8ace-ef1d2eb72291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.095231] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.945s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.095538] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.098421] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.286s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.098732] env[63440]: DEBUG nova.objects.instance [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lazy-loading 'resources' on Instance uuid e5f82476-c03e-465a-b35a-bf198d93fcac {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.121433] env[63440]: INFO nova.scheduler.client.report [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Deleted allocations for instance 36690dbd-36cb-43fd-99c1-09dc95635f76 [ 1008.239684] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.239855] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.240062] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.240306] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.240498] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.240678] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.240947] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.241189] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.241393] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.241591] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.241778] env[63440]: DEBUG nova.virt.hardware [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.247229] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1008.247667] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fc7ec1f-c900-476d-9fa6-010470ed4066 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.271935] env[63440]: DEBUG oslo_vmware.api [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.273215] env[63440]: DEBUG oslo_vmware.api [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1008.273215] env[63440]: value = "task-2662090" [ 1008.273215] env[63440]: _type = "Task" [ 1008.273215] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.281858] env[63440]: DEBUG oslo_vmware.api [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.420301] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662086, 'name': ReconfigVM_Task, 'duration_secs': 0.519065} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.420648] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 4d8f2e01-71a8-4c54-b482-f35ff2ed876b/4d8f2e01-71a8-4c54-b482-f35ff2ed876b.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.421291] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85aeb0d6-6ad7-40d0-9e36-85a35597e203 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.430109] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 1008.430109] env[63440]: value = "task-2662091" [ 1008.430109] env[63440]: _type = "Task" [ 1008.430109] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.438720] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662091, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.491233] env[63440]: INFO nova.compute.manager [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Rebuilding instance [ 1008.525425] env[63440]: DEBUG oslo_vmware.api [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Task: {'id': task-2662089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146885} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.529193] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.529398] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.529578] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.529756] env[63440]: INFO nova.compute.manager [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1008.529997] env[63440]: DEBUG oslo.service.loopingcall [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1008.531044] env[63440]: DEBUG nova.compute.manager [-] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.531044] env[63440]: DEBUG nova.network.neutron [-] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.553075] env[63440]: DEBUG nova.compute.manager [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.554402] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ee13d5-b88f-41ae-a9a6-cc4cb9534ab1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.602049] env[63440]: DEBUG nova.compute.utils [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.603437] env[63440]: DEBUG oslo_concurrency.lockutils [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "refresh_cache-71e8cf65-e059-4f49-a50e-8d9189471cff" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.609863] env[63440]: DEBUG nova.compute.manager [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.610033] env[63440]: DEBUG nova.network.neutron [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.630293] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6d147ad3-4bb2-47be-a480-b72c463b84c5 tempest-ServersTestFqdnHostnames-2047151975 tempest-ServersTestFqdnHostnames-2047151975-project-member] Lock "36690dbd-36cb-43fd-99c1-09dc95635f76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.314s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.681536] env[63440]: DEBUG nova.policy [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36cd1561de5f4ef0b3cfd4fbed4e738c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12ef09ee64fe4159ab5e9d1ffedcf9e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.760458] env[63440]: DEBUG oslo_vmware.api [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.790217] env[63440]: DEBUG oslo_vmware.api [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662090, 'name': ReconfigVM_Task, 'duration_secs': 0.168249} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.790605] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1008.791920] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f322e451-51ba-4008-9174-9e90106fef73 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.824559] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 98f3eb33-c3a0-404d-b689-16bd5baa4dd1/98f3eb33-c3a0-404d-b689-16bd5baa4dd1.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.827447] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-214ac66b-0a09-48d1-b99e-88a13201e230 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.847600] env[63440]: DEBUG oslo_vmware.api [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1008.847600] env[63440]: value = "task-2662092" [ 1008.847600] env[63440]: _type = "Task" [ 1008.847600] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.858810] env[63440]: DEBUG oslo_vmware.api [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.927196] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc817aeb-869f-44f3-b193-8c682eafb669 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.937398] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642bf859-f858-43bf-943d-7733a6d7ed9c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.946314] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662091, 'name': Rename_Task, 'duration_secs': 0.162682} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.946724] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.946947] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8a3ae9e-28fb-4000-af16-e2df777fad0c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.976700] env[63440]: DEBUG nova.network.neutron [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Successfully created port: 2d0f1b32-70d7-4fc5-98fb-63c34283f9db {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.983715] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f8de25-95d7-43e3-ad89-7207d5109a9c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.987552] env[63440]: DEBUG nova.compute.manager [req-0bed5e1e-4d17-4187-ae40-93d785a15ee1 req-2934c3d5-d98e-4495-a6cf-961450091577 service nova] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Received event network-vif-deleted-8924805b-e748-479a-b589-05b093235c35 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.987753] env[63440]: INFO nova.compute.manager [req-0bed5e1e-4d17-4187-ae40-93d785a15ee1 req-2934c3d5-d98e-4495-a6cf-961450091577 service nova] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Neutron deleted interface 8924805b-e748-479a-b589-05b093235c35; detaching it from the instance and deleting it from the info cache [ 1008.987931] env[63440]: DEBUG nova.network.neutron [req-0bed5e1e-4d17-4187-ae40-93d785a15ee1 req-2934c3d5-d98e-4495-a6cf-961450091577 service nova] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.993024] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 1008.993024] env[63440]: value = "task-2662093" [ 1008.993024] env[63440]: _type = "Task" [ 1008.993024] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.998413] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec01acb7-fe66-4976-97e1-4435c5566248 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.009098] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.020685] env[63440]: DEBUG nova.compute.provider_tree [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.108435] env[63440]: DEBUG nova.compute.manager [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.134380] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399110e7-1b93-476d-9d7b-d5e2047c84fe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.158821] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6234fcdc-73a9-4782-843a-4eb7839289d8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.168380] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Updating instance '71e8cf65-e059-4f49-a50e-8d9189471cff' progress to 83 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1009.259152] env[63440]: DEBUG oslo_vmware.api [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.358505] env[63440]: DEBUG oslo_vmware.api [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662092, 'name': ReconfigVM_Task, 'duration_secs': 0.446447} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.358797] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 98f3eb33-c3a0-404d-b689-16bd5baa4dd1/98f3eb33-c3a0-404d-b689-16bd5baa4dd1.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.359235] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Updating instance '98f3eb33-c3a0-404d-b689-16bd5baa4dd1' progress to 50 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1009.446754] env[63440]: DEBUG nova.network.neutron [-] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.491207] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b450ed8-f0ac-4a5c-86c8-731af8be5443 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.502709] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.506454] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a10f47-70bf-4cf8-bf3f-a93aa15285e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.523789] env[63440]: DEBUG nova.scheduler.client.report [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.544442] env[63440]: DEBUG nova.compute.manager [req-0bed5e1e-4d17-4187-ae40-93d785a15ee1 req-2934c3d5-d98e-4495-a6cf-961450091577 service nova] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Detach interface failed, port_id=8924805b-e748-479a-b589-05b093235c35, reason: Instance 105b0279-8467-4723-9b67-da8eaad4b2a4 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1009.571641] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.571952] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef1dc10a-8c84-4522-8b46-4399bc65de75 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.580361] env[63440]: DEBUG oslo_vmware.api [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Waiting for the task: (returnval){ [ 1009.580361] env[63440]: value = "task-2662094" [ 1009.580361] env[63440]: _type = "Task" [ 1009.580361] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.589146] env[63440]: DEBUG oslo_vmware.api [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2662094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.674809] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.675183] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f67c99f2-7bd2-4533-9cb7-def7c2dfcf24 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.683418] env[63440]: DEBUG oslo_vmware.api [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 1009.683418] env[63440]: value = "task-2662095" [ 1009.683418] env[63440]: _type = "Task" [ 1009.683418] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.692345] env[63440]: DEBUG oslo_vmware.api [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.761252] env[63440]: DEBUG oslo_vmware.api [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662080, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.865789] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fb1e83-ae19-48c3-b522-66e9c417869b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.885882] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7e4709-cfe6-40ab-9b59-1a9adf2ae935 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.904485] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Updating instance '98f3eb33-c3a0-404d-b689-16bd5baa4dd1' progress to 67 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1009.952601] env[63440]: INFO nova.compute.manager [-] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Took 1.42 seconds to deallocate network for instance. [ 1010.003034] env[63440]: DEBUG oslo_vmware.api [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662093, 'name': PowerOnVM_Task, 'duration_secs': 0.863114} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.003356] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.003594] env[63440]: INFO nova.compute.manager [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1010.003776] env[63440]: DEBUG nova.compute.manager [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.004638] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55325a75-7a2e-49dd-a407-f55b48b1cdf5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.030499] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.063093] env[63440]: INFO nova.scheduler.client.report [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Deleted allocations for instance e5f82476-c03e-465a-b35a-bf198d93fcac [ 1010.094935] env[63440]: DEBUG oslo_vmware.api [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2662094, 'name': PowerOffVM_Task, 'duration_secs': 0.187929} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.095264] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.095958] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.096405] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-076b59b9-3de0-41ca-a818-20197d6a914b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.103584] env[63440]: DEBUG oslo_vmware.api [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Waiting for the task: (returnval){ [ 1010.103584] env[63440]: value = "task-2662096" [ 1010.103584] env[63440]: _type = "Task" [ 1010.103584] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.113458] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] VM already powered off {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1010.113691] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Volume detach. Driver type: vmdk {{(pid=63440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1010.113922] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536751', 'volume_id': 'fa287259-887d-4210-8a23-f5fa43e43737', 'name': 'volume-fa287259-887d-4210-8a23-f5fa43e43737', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f9922fb-aca3-4eef-a5be-4106e2abb77d', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa287259-887d-4210-8a23-f5fa43e43737', 'serial': 'fa287259-887d-4210-8a23-f5fa43e43737'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1010.114729] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc0586b-b323-4851-b8df-59102e0de67e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.118506] env[63440]: DEBUG nova.compute.manager [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.142304] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4976b8-ef61-434e-ba21-2c0d92efafd8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.151221] env[63440]: DEBUG nova.virt.hardware [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.151465] env[63440]: DEBUG nova.virt.hardware [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.151620] env[63440]: DEBUG nova.virt.hardware [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.151803] env[63440]: DEBUG nova.virt.hardware [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.153025] env[63440]: DEBUG nova.virt.hardware [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.153025] env[63440]: DEBUG nova.virt.hardware [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.153025] env[63440]: DEBUG nova.virt.hardware [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.153025] env[63440]: DEBUG nova.virt.hardware [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.153025] env[63440]: DEBUG nova.virt.hardware [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.153025] env[63440]: DEBUG nova.virt.hardware [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.153025] env[63440]: DEBUG nova.virt.hardware [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.153729] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc409a5-97cd-480a-a023-e506ee06dc69 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.156715] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c8be07-6af4-42db-937f-9034ff0d6ffa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.178886] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b53071a-b353-443f-b2f3-4cf5c6f95da5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.183632] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ed260c-099a-48cd-a4a1-1b5445db40de {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.211019] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] The volume has not been displaced from its original location: [datastore1] volume-fa287259-887d-4210-8a23-f5fa43e43737/volume-fa287259-887d-4210-8a23-f5fa43e43737.vmdk. No consolidation needed. {{(pid=63440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1010.215816] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1010.219642] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7af6101a-436e-4e9d-891a-fea4c9363daf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.234901] env[63440]: DEBUG oslo_vmware.api [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662095, 'name': PowerOnVM_Task, 'duration_secs': 0.416757} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.234901] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.234901] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-873e7e7c-bf76-452c-b938-294ce65842cd tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Updating instance '71e8cf65-e059-4f49-a50e-8d9189471cff' progress to 100 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1010.244727] env[63440]: DEBUG oslo_vmware.api [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Waiting for the task: (returnval){ [ 1010.244727] env[63440]: value = "task-2662097" [ 1010.244727] env[63440]: _type = "Task" [ 1010.244727] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.260658] env[63440]: DEBUG oslo_vmware.api [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2662097, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.265300] env[63440]: DEBUG oslo_vmware.api [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662080, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.403171] env[63440]: DEBUG nova.compute.manager [req-315bd1ae-4bc6-44b1-b374-8afa93fcd36e req-4f432c06-e39b-474a-8569-8325a6d5676a service nova] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Received event network-vif-plugged-2d0f1b32-70d7-4fc5-98fb-63c34283f9db {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.403416] env[63440]: DEBUG oslo_concurrency.lockutils [req-315bd1ae-4bc6-44b1-b374-8afa93fcd36e req-4f432c06-e39b-474a-8569-8325a6d5676a service nova] Acquiring lock "5c65daf6-41c7-4d7a-81a1-22998040a24f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.404523] env[63440]: DEBUG oslo_concurrency.lockutils [req-315bd1ae-4bc6-44b1-b374-8afa93fcd36e req-4f432c06-e39b-474a-8569-8325a6d5676a service nova] Lock "5c65daf6-41c7-4d7a-81a1-22998040a24f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.404727] env[63440]: DEBUG oslo_concurrency.lockutils [req-315bd1ae-4bc6-44b1-b374-8afa93fcd36e req-4f432c06-e39b-474a-8569-8325a6d5676a service nova] Lock "5c65daf6-41c7-4d7a-81a1-22998040a24f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.405049] env[63440]: DEBUG nova.compute.manager [req-315bd1ae-4bc6-44b1-b374-8afa93fcd36e req-4f432c06-e39b-474a-8569-8325a6d5676a service nova] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] No waiting events found dispatching network-vif-plugged-2d0f1b32-70d7-4fc5-98fb-63c34283f9db {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.405122] env[63440]: WARNING nova.compute.manager [req-315bd1ae-4bc6-44b1-b374-8afa93fcd36e req-4f432c06-e39b-474a-8569-8325a6d5676a service nova] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Received unexpected event network-vif-plugged-2d0f1b32-70d7-4fc5-98fb-63c34283f9db for instance with vm_state building and task_state spawning. [ 1010.461615] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.461955] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.462214] env[63440]: DEBUG nova.objects.instance [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Lazy-loading 'resources' on Instance uuid 105b0279-8467-4723-9b67-da8eaad4b2a4 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.489324] env[63440]: DEBUG nova.network.neutron [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Port 4c8fabae-4b35-45c0-b0fb-57b1c5592098 binding to destination host cpu-1 is already ACTIVE {{(pid=63440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1010.528932] env[63440]: INFO nova.compute.manager [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Took 16.78 seconds to build instance. [ 1010.576289] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c2223f17-a433-4b6e-89ae-baebd3454daa tempest-ServerShowV247Test-912353148 tempest-ServerShowV247Test-912353148-project-member] Lock "e5f82476-c03e-465a-b35a-bf198d93fcac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.085s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.758596] env[63440]: DEBUG oslo_vmware.api [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2662097, 'name': ReconfigVM_Task, 'duration_secs': 0.192509} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.759821] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1010.767646] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-666757e2-9438-42c8-b0b3-b1604dd1e03d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.779856] env[63440]: DEBUG oslo_vmware.api [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662080, 'name': ReconfigVM_Task, 'duration_secs': 6.108695} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.780570] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.780788] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Reconfigured VM to detach interface {{(pid=63440) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1010.789790] env[63440]: DEBUG oslo_vmware.api [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Waiting for the task: (returnval){ [ 1010.789790] env[63440]: value = "task-2662098" [ 1010.789790] env[63440]: _type = "Task" [ 1010.789790] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.799397] env[63440]: DEBUG oslo_vmware.api [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2662098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.972800] env[63440]: DEBUG nova.network.neutron [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Successfully updated port: 2d0f1b32-70d7-4fc5-98fb-63c34283f9db {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.022366] env[63440]: DEBUG nova.compute.manager [req-c7bf7f39-8f18-4461-ab48-2bb674c6bc3a req-b8d8bafa-af75-42af-a104-68dd55969238 service nova] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Received event network-changed-2d0f1b32-70d7-4fc5-98fb-63c34283f9db {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.022366] env[63440]: DEBUG nova.compute.manager [req-c7bf7f39-8f18-4461-ab48-2bb674c6bc3a req-b8d8bafa-af75-42af-a104-68dd55969238 service nova] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Refreshing instance network info cache due to event network-changed-2d0f1b32-70d7-4fc5-98fb-63c34283f9db. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1011.022366] env[63440]: DEBUG oslo_concurrency.lockutils [req-c7bf7f39-8f18-4461-ab48-2bb674c6bc3a req-b8d8bafa-af75-42af-a104-68dd55969238 service nova] Acquiring lock "refresh_cache-5c65daf6-41c7-4d7a-81a1-22998040a24f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.022366] env[63440]: DEBUG oslo_concurrency.lockutils [req-c7bf7f39-8f18-4461-ab48-2bb674c6bc3a req-b8d8bafa-af75-42af-a104-68dd55969238 service nova] Acquired lock "refresh_cache-5c65daf6-41c7-4d7a-81a1-22998040a24f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.022366] env[63440]: DEBUG nova.network.neutron [req-c7bf7f39-8f18-4461-ab48-2bb674c6bc3a req-b8d8bafa-af75-42af-a104-68dd55969238 service nova] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Refreshing network info cache for port 2d0f1b32-70d7-4fc5-98fb-63c34283f9db {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.031306] env[63440]: DEBUG oslo_concurrency.lockutils [None req-57c80dca-2035-4bca-941b-d8aa8a2294f7 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "4d8f2e01-71a8-4c54-b482-f35ff2ed876b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.329s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.296738] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333e3ad2-77c0-430d-8c85-51a2f699df9f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.307097] env[63440]: DEBUG oslo_vmware.api [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2662098, 'name': ReconfigVM_Task, 'duration_secs': 0.155815} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.308641] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536751', 'volume_id': 'fa287259-887d-4210-8a23-f5fa43e43737', 'name': 'volume-fa287259-887d-4210-8a23-f5fa43e43737', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f9922fb-aca3-4eef-a5be-4106e2abb77d', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa287259-887d-4210-8a23-f5fa43e43737', 'serial': 'fa287259-887d-4210-8a23-f5fa43e43737'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1011.308971] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.311867] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd9d507-0585-480c-8da9-66d976b0be5b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.315074] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dd2cd4-f6b8-4738-9ee9-137af3024040 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.325415] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.351009] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54ca5a4d-0378-4fa1-b10e-d81101f3dc4b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.354034] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fc8d98-58dc-46c0-a8c1-244a49301ae7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.362996] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef748da-de81-4ff3-aca2-207b059405fe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.379224] env[63440]: DEBUG nova.compute.provider_tree [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.429795] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.430120] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.430622] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Deleting the datastore file [datastore1] 9f9922fb-aca3-4eef-a5be-4106e2abb77d {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.430687] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa968442-b9b2-43d0-8867-0e4469892cdc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.437558] env[63440]: DEBUG oslo_vmware.api [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Waiting for the task: (returnval){ [ 1011.437558] env[63440]: value = "task-2662100" [ 1011.437558] env[63440]: _type = "Task" [ 1011.437558] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.446531] env[63440]: DEBUG oslo_vmware.api [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2662100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.476545] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "refresh_cache-5c65daf6-41c7-4d7a-81a1-22998040a24f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.521456] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "98f3eb33-c3a0-404d-b689-16bd5baa4dd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.521456] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "98f3eb33-c3a0-404d-b689-16bd5baa4dd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.521456] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "98f3eb33-c3a0-404d-b689-16bd5baa4dd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.563214] env[63440]: DEBUG nova.network.neutron [req-c7bf7f39-8f18-4461-ab48-2bb674c6bc3a req-b8d8bafa-af75-42af-a104-68dd55969238 service nova] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.671180] env[63440]: DEBUG nova.network.neutron [req-c7bf7f39-8f18-4461-ab48-2bb674c6bc3a req-b8d8bafa-af75-42af-a104-68dd55969238 service nova] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.882805] env[63440]: DEBUG nova.scheduler.client.report [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.949551] env[63440]: DEBUG oslo_vmware.api [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Task: {'id': task-2662100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302969} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.949839] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.950042] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.950231] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.011586] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Volume detach. Driver type: vmdk {{(pid=63440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1012.011704] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-381dfac8-df23-4560-88af-7617fa2fe1a6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.026032] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d020aba-1a2e-430d-b897-b3f3bd49d6a2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.067042] env[63440]: ERROR nova.compute.manager [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Failed to detach volume fa287259-887d-4210-8a23-f5fa43e43737 from /dev/sda: nova.exception.InstanceNotFound: Instance 9f9922fb-aca3-4eef-a5be-4106e2abb77d could not be found. [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Traceback (most recent call last): [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] self.driver.rebuild(**kwargs) [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] raise NotImplementedError() [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] NotImplementedError [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] During handling of the above exception, another exception occurred: [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Traceback (most recent call last): [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] self.driver.detach_volume(context, old_connection_info, [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] return self._volumeops.detach_volume(connection_info, instance) [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] self._detach_volume_vmdk(connection_info, instance) [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] stable_ref.fetch_moref(session) [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] nova.exception.InstanceNotFound: Instance 9f9922fb-aca3-4eef-a5be-4106e2abb77d could not be found. [ 1012.067042] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] [ 1012.118870] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "4d8f2e01-71a8-4c54-b482-f35ff2ed876b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.119181] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "4d8f2e01-71a8-4c54-b482-f35ff2ed876b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.119388] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "4d8f2e01-71a8-4c54-b482-f35ff2ed876b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.119592] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "4d8f2e01-71a8-4c54-b482-f35ff2ed876b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.119770] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "4d8f2e01-71a8-4c54-b482-f35ff2ed876b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.122261] env[63440]: INFO nova.compute.manager [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Terminating instance [ 1012.127806] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "refresh_cache-98f3eb33-c3a0-404d-b689-16bd5baa4dd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.128040] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired lock "refresh_cache-98f3eb33-c3a0-404d-b689-16bd5baa4dd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.128328] env[63440]: DEBUG nova.network.neutron [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.175145] env[63440]: DEBUG oslo_concurrency.lockutils [req-c7bf7f39-8f18-4461-ab48-2bb674c6bc3a req-b8d8bafa-af75-42af-a104-68dd55969238 service nova] Releasing lock "refresh_cache-5c65daf6-41c7-4d7a-81a1-22998040a24f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.175145] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired lock "refresh_cache-5c65daf6-41c7-4d7a-81a1-22998040a24f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.175145] env[63440]: DEBUG nova.network.neutron [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.258437] env[63440]: DEBUG nova.compute.utils [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Build of instance 9f9922fb-aca3-4eef-a5be-4106e2abb77d aborted: Failed to rebuild volume backed instance. {{(pid=63440) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1012.260699] env[63440]: ERROR nova.compute.manager [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 9f9922fb-aca3-4eef-a5be-4106e2abb77d aborted: Failed to rebuild volume backed instance. [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Traceback (most recent call last): [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] self.driver.rebuild(**kwargs) [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] raise NotImplementedError() [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] NotImplementedError [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] During handling of the above exception, another exception occurred: [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Traceback (most recent call last): [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] self._detach_root_volume(context, instance, root_bdm) [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] with excutils.save_and_reraise_exception(): [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] self.force_reraise() [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] raise self.value [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] self.driver.detach_volume(context, old_connection_info, [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] return self._volumeops.detach_volume(connection_info, instance) [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] self._detach_volume_vmdk(connection_info, instance) [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] stable_ref.fetch_moref(session) [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] nova.exception.InstanceNotFound: Instance 9f9922fb-aca3-4eef-a5be-4106e2abb77d could not be found. [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] During handling of the above exception, another exception occurred: [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Traceback (most recent call last): [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] yield [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1012.260699] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] self._do_rebuild_instance_with_claim( [ 1012.262685] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1012.262685] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] self._do_rebuild_instance( [ 1012.262685] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1012.262685] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] self._rebuild_default_impl(**kwargs) [ 1012.262685] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1012.262685] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] self._rebuild_volume_backed_instance( [ 1012.262685] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1012.262685] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] raise exception.BuildAbortException( [ 1012.262685] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] nova.exception.BuildAbortException: Build of instance 9f9922fb-aca3-4eef-a5be-4106e2abb77d aborted: Failed to rebuild volume backed instance. [ 1012.262685] env[63440]: ERROR nova.compute.manager [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] [ 1012.286761] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.286761] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.286761] env[63440]: DEBUG nova.network.neutron [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.388410] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.409707] env[63440]: INFO nova.scheduler.client.report [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Deleted allocations for instance 105b0279-8467-4723-9b67-da8eaad4b2a4 [ 1012.636985] env[63440]: DEBUG nova.compute.manager [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.637237] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.638415] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b8e5e9-07fc-41b7-9519-43b78e4ccb8a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.648308] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.648776] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f5f1353-85fd-46dd-8c91-078f0ef56543 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.658159] env[63440]: DEBUG oslo_vmware.api [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 1012.658159] env[63440]: value = "task-2662101" [ 1012.658159] env[63440]: _type = "Task" [ 1012.658159] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.675663] env[63440]: DEBUG oslo_vmware.api [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.711386] env[63440]: DEBUG nova.network.neutron [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.919965] env[63440]: DEBUG oslo_concurrency.lockutils [None req-4b95a53d-1a21-4f77-bcc2-f4f2b2089b83 tempest-ServerMetadataNegativeTestJSON-1915006796 tempest-ServerMetadataNegativeTestJSON-1915006796-project-member] Lock "105b0279-8467-4723-9b67-da8eaad4b2a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.044s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.922028] env[63440]: DEBUG nova.network.neutron [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Updating instance_info_cache with network_info: [{"id": "2d0f1b32-70d7-4fc5-98fb-63c34283f9db", "address": "fa:16:3e:5d:e8:3e", "network": {"id": "322e46f8-0b97-426e-8b85-10d7a79f6012", "bridge": "br-int", "label": "tempest-ServersTestJSON-126670939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ef09ee64fe4159ab5e9d1ffedcf9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0f1b32-70", "ovs_interfaceid": "2d0f1b32-70d7-4fc5-98fb-63c34283f9db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.048896] env[63440]: INFO nova.network.neutron [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Port 704d0443-bb97-4b1d-a64d-9c70fdffcb19 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1013.049304] env[63440]: DEBUG nova.network.neutron [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Updating instance_info_cache with network_info: [{"id": "64548413-51bc-4fd6-a5f7-adc6e5c70a63", "address": "fa:16:3e:52:fe:01", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64548413-51", "ovs_interfaceid": "64548413-51bc-4fd6-a5f7-adc6e5c70a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.155309] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "71e8cf65-e059-4f49-a50e-8d9189471cff" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.155565] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "71e8cf65-e059-4f49-a50e-8d9189471cff" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.155759] env[63440]: DEBUG nova.compute.manager [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Going to confirm migration 5 {{(pid=63440) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1013.169321] env[63440]: DEBUG oslo_vmware.api [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662101, 'name': PowerOffVM_Task, 'duration_secs': 0.237796} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.171742] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.171918] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.172186] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6687ea8d-e5ad-453c-a9f4-29a57a38e2bb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.206061] env[63440]: DEBUG nova.network.neutron [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Updating instance_info_cache with network_info: [{"id": "4c8fabae-4b35-45c0-b0fb-57b1c5592098", "address": "fa:16:3e:8b:e9:15", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c8fabae-4b", "ovs_interfaceid": "4c8fabae-4b35-45c0-b0fb-57b1c5592098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.257460] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.257683] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.257869] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Deleting the datastore file [datastore1] 4d8f2e01-71a8-4c54-b482-f35ff2ed876b {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.258226] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fdfaeb7-d8d2-4a51-9ac0-e897ea156557 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.266764] env[63440]: DEBUG oslo_vmware.api [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for the task: (returnval){ [ 1013.266764] env[63440]: value = "task-2662103" [ 1013.266764] env[63440]: _type = "Task" [ 1013.266764] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.277011] env[63440]: DEBUG oslo_vmware.api [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.367696] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "interface-eddcf98e-c779-4f00-9d6f-240939e3e672-704d0443-bb97-4b1d-a64d-9c70fdffcb19" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.368097] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "interface-eddcf98e-c779-4f00-9d6f-240939e3e672-704d0443-bb97-4b1d-a64d-9c70fdffcb19" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.368575] env[63440]: DEBUG nova.objects.instance [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lazy-loading 'flavor' on Instance uuid eddcf98e-c779-4f00-9d6f-240939e3e672 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.424257] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Releasing lock "refresh_cache-5c65daf6-41c7-4d7a-81a1-22998040a24f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.424573] env[63440]: DEBUG nova.compute.manager [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Instance network_info: |[{"id": "2d0f1b32-70d7-4fc5-98fb-63c34283f9db", "address": "fa:16:3e:5d:e8:3e", "network": {"id": "322e46f8-0b97-426e-8b85-10d7a79f6012", "bridge": "br-int", "label": "tempest-ServersTestJSON-126670939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ef09ee64fe4159ab5e9d1ffedcf9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0f1b32-70", "ovs_interfaceid": "2d0f1b32-70d7-4fc5-98fb-63c34283f9db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.424999] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:e8:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d0f1b32-70d7-4fc5-98fb-63c34283f9db', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.432991] env[63440]: DEBUG oslo.service.loopingcall [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1013.433238] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.433459] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e14ab14-bd6a-4292-971c-6e32353defdd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.457073] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.457073] env[63440]: value = "task-2662104" [ 1013.457073] env[63440]: _type = "Task" [ 1013.457073] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.465956] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662104, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.552737] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.695836] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "refresh_cache-71e8cf65-e059-4f49-a50e-8d9189471cff" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.696076] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquired lock "refresh_cache-71e8cf65-e059-4f49-a50e-8d9189471cff" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.696401] env[63440]: DEBUG nova.network.neutron [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.697154] env[63440]: DEBUG nova.objects.instance [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lazy-loading 'info_cache' on Instance uuid 71e8cf65-e059-4f49-a50e-8d9189471cff {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.709009] env[63440]: DEBUG oslo_concurrency.lockutils [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lock "refresh_cache-98f3eb33-c3a0-404d-b689-16bd5baa4dd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.784807] env[63440]: DEBUG oslo_vmware.api [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Task: {'id': task-2662103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348032} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.785551] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.785752] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.785938] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.786129] env[63440]: INFO nova.compute.manager [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1013.786370] env[63440]: DEBUG oslo.service.loopingcall [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1013.786566] env[63440]: DEBUG nova.compute.manager [-] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.786663] env[63440]: DEBUG nova.network.neutron [-] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.972689] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662104, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.973982] env[63440]: DEBUG nova.objects.instance [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lazy-loading 'pci_requests' on Instance uuid eddcf98e-c779-4f00-9d6f-240939e3e672 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.058671] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a4e27a03-9a9a-470d-9426-dc978c64f642 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "interface-12f18f18-d670-4e68-b102-47b5d4920cc9-704d0443-bb97-4b1d-a64d-9c70fdffcb19" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.438s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.241518] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22de1e0f-9f62-4e3b-b3dd-94e11cfd3f6a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.262051] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b945769-8014-4ff9-8411-9c199e1c4867 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.269768] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Updating instance '98f3eb33-c3a0-404d-b689-16bd5baa4dd1' progress to 83 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.287038] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.287038] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.470982] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662104, 'name': CreateVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.477157] env[63440]: DEBUG nova.objects.base [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1014.477378] env[63440]: DEBUG nova.network.neutron [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.484539] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32917e2-4670-43a7-9775-dab7628e2f31 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.492910] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfed1fc-a039-474a-8aec-a28ca2e765c4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.528165] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a7a097-3718-454c-8421-0a6667dc5332 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.536731] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5706bb9-9177-4d2e-b1e5-fe4ef90b3ad3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.551688] env[63440]: DEBUG nova.network.neutron [-] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.553237] env[63440]: DEBUG nova.compute.provider_tree [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.579937] env[63440]: DEBUG nova.policy [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '657fe975058a4d1e83a225e9b96f3aaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5509f9877a04870bede11fbfc799125', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.776562] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-dc389f27-e65c-4c90-8777-4146bdfa8ad0 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Updating instance '98f3eb33-c3a0-404d-b689-16bd5baa4dd1' progress to 100 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.916352] env[63440]: DEBUG nova.network.neutron [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Updating instance_info_cache with network_info: [{"id": "c55680e4-523a-44da-8ace-ef1d2eb72291", "address": "fa:16:3e:13:ab:6f", "network": {"id": "2041faee-5fa6-4433-bec2-62297f7aeda0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-163337577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c9e9a45ba94e03b2344bc39bad331e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55680e4-52", "ovs_interfaceid": "c55680e4-523a-44da-8ace-ef1d2eb72291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.970659] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662104, 'name': CreateVM_Task, 'duration_secs': 1.378897} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.970802] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.971492] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.971661] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.972034] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.972293] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f386983c-b218-4f78-b2a3-50bd551fd03c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.977615] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1014.977615] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ccd36f-6c78-2d2c-54ad-b1048a2c4202" [ 1014.977615] env[63440]: _type = "Task" [ 1014.977615] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.985483] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ccd36f-6c78-2d2c-54ad-b1048a2c4202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.055609] env[63440]: INFO nova.compute.manager [-] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Took 1.27 seconds to deallocate network for instance. [ 1015.056578] env[63440]: DEBUG nova.scheduler.client.report [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.418965] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Releasing lock "refresh_cache-71e8cf65-e059-4f49-a50e-8d9189471cff" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.418965] env[63440]: DEBUG nova.objects.instance [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lazy-loading 'migration_context' on Instance uuid 71e8cf65-e059-4f49-a50e-8d9189471cff {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.489374] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ccd36f-6c78-2d2c-54ad-b1048a2c4202, 'name': SearchDatastore_Task, 'duration_secs': 0.010333} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.489694] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.489971] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.490189] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.490378] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.490571] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.490901] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e0d11c3-6daf-4c3b-a16c-3e00fb357851 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.499479] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.499658] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.500371] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d65f2ba1-f27a-4ff6-9873-772e9b77f266 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.507227] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1015.507227] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c0db28-fd48-5d21-ccce-ab1d5310b97e" [ 1015.507227] env[63440]: _type = "Task" [ 1015.507227] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.514628] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c0db28-fd48-5d21-ccce-ab1d5310b97e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.562048] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.275s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.562277] env[63440]: INFO nova.compute.manager [None req-fb93388d-219d-4d63-b73b-5ba7e658645f tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Successfully reverted task state from rebuilding on failure for instance. [ 1015.567893] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.568198] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.568453] env[63440]: DEBUG nova.objects.instance [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lazy-loading 'resources' on Instance uuid 4d8f2e01-71a8-4c54-b482-f35ff2ed876b {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.922037] env[63440]: DEBUG nova.objects.base [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Object Instance<71e8cf65-e059-4f49-a50e-8d9189471cff> lazy-loaded attributes: info_cache,migration_context {{(pid=63440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1015.922576] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b63a57-ef79-4c5e-b2df-a835e16184bd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.943302] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a9cfa3-ffd1-4813-b917-905e113da4ef {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.950098] env[63440]: DEBUG oslo_vmware.api [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 1015.950098] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ad3dd4-ba70-b36c-63dd-4bff2444fc07" [ 1015.950098] env[63440]: _type = "Task" [ 1015.950098] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.959968] env[63440]: DEBUG oslo_vmware.api [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ad3dd4-ba70-b36c-63dd-4bff2444fc07, 'name': SearchDatastore_Task, 'duration_secs': 0.007898} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.960264] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.020963] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c0db28-fd48-5d21-ccce-ab1d5310b97e, 'name': SearchDatastore_Task, 'duration_secs': 0.008557} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.022141] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e73de10-93a4-473a-aabf-4d9d49cea7cd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.027825] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1016.027825] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5202a259-6ce3-5957-2af8-84640692bae5" [ 1016.027825] env[63440]: _type = "Task" [ 1016.027825] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.038834] env[63440]: DEBUG nova.network.neutron [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Successfully updated port: 704d0443-bb97-4b1d-a64d-9c70fdffcb19 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.039953] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5202a259-6ce3-5957-2af8-84640692bae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.238013] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19aa0b3-2dda-4e0e-aad7-ee55e2d26c12 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.245821] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bb5235-1dd2-43d9-89ee-e6c6439f3ae4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.276455] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3f57b9-7f6a-4eb8-a814-74987bc204aa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.283805] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615379aa-939e-4985-8ebf-f7b20ca5b73e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.306138] env[63440]: DEBUG nova.compute.provider_tree [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.538686] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5202a259-6ce3-5957-2af8-84640692bae5, 'name': SearchDatastore_Task, 'duration_secs': 0.009978} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.538911] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.539198] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 5c65daf6-41c7-4d7a-81a1-22998040a24f/5c65daf6-41c7-4d7a-81a1-22998040a24f.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.539455] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11eca377-7ea6-4cd2-a2a4-a0fd27467fc8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.541694] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.541915] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.542112] env[63440]: DEBUG nova.network.neutron [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.549110] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1016.549110] env[63440]: value = "task-2662105" [ 1016.549110] env[63440]: _type = "Task" [ 1016.549110] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.557718] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.810964] env[63440]: DEBUG nova.scheduler.client.report [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.058334] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481032} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.058594] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 5c65daf6-41c7-4d7a-81a1-22998040a24f/5c65daf6-41c7-4d7a-81a1-22998040a24f.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.058815] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.059045] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c8af4aa-c0c6-4e77-be3b-5484316ab7d6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.066481] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1017.066481] env[63440]: value = "task-2662106" [ 1017.066481] env[63440]: _type = "Task" [ 1017.066481] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.074747] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.081754] env[63440]: WARNING nova.network.neutron [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] 6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0 already exists in list: networks containing: ['6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0']. ignoring it [ 1017.316088] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.318133] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.358s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.336148] env[63440]: INFO nova.scheduler.client.report [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Deleted allocations for instance 4d8f2e01-71a8-4c54-b482-f35ff2ed876b [ 1017.369117] env[63440]: DEBUG nova.network.neutron [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Updating instance_info_cache with network_info: [{"id": "d090ccab-6b33-4160-8180-42c20f02520e", "address": "fa:16:3e:d8:13:06", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd090ccab-6b", "ovs_interfaceid": "d090ccab-6b33-4160-8180-42c20f02520e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "704d0443-bb97-4b1d-a64d-9c70fdffcb19", "address": "fa:16:3e:2a:df:84", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704d0443-bb", "ovs_interfaceid": "704d0443-bb97-4b1d-a64d-9c70fdffcb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.576128] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071171} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.576417] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.577197] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f774477-9f6e-4aac-a6df-0b57c30e6708 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.598984] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 5c65daf6-41c7-4d7a-81a1-22998040a24f/5c65daf6-41c7-4d7a-81a1-22998040a24f.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.599266] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62bfa08c-dd9f-4f96-af3f-bf34f0245da6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.619793] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1017.619793] env[63440]: value = "task-2662107" [ 1017.619793] env[63440]: _type = "Task" [ 1017.619793] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.627817] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.843028] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a5506dab-b78e-483a-9e56-a3745e82e348 tempest-ServerDiskConfigTestJSON-569354423 tempest-ServerDiskConfigTestJSON-569354423-project-member] Lock "4d8f2e01-71a8-4c54-b482-f35ff2ed876b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.724s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.872186] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.872815] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.872971] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.874066] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4270c4-78ba-4f8a-85b5-813b5b42434a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.891560] env[63440]: DEBUG nova.virt.hardware [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.891711] env[63440]: DEBUG nova.virt.hardware [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.891879] env[63440]: DEBUG nova.virt.hardware [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.892079] env[63440]: DEBUG nova.virt.hardware [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.892230] env[63440]: DEBUG nova.virt.hardware [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.892378] env[63440]: DEBUG nova.virt.hardware [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.892586] env[63440]: DEBUG nova.virt.hardware [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.892746] env[63440]: DEBUG nova.virt.hardware [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.892916] env[63440]: DEBUG nova.virt.hardware [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.893099] env[63440]: DEBUG nova.virt.hardware [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.893279] env[63440]: DEBUG nova.virt.hardware [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.900156] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Reconfiguring VM to attach interface {{(pid=63440) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1017.902961] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3abb6857-f3fe-40ac-8c2f-d0257f688dd9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.922808] env[63440]: DEBUG oslo_vmware.api [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 1017.922808] env[63440]: value = "task-2662108" [ 1017.922808] env[63440]: _type = "Task" [ 1017.922808] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.933728] env[63440]: DEBUG oslo_vmware.api [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662108, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.020132] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee6f6c0-d7cd-4f26-8626-7f92a334155e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.028360] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb12567-770f-44cb-a7d8-e854e9773dd7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.060478] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d92c19-6d37-464a-bb1f-70ab92ae6d11 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.068864] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5cefff-371c-4821-bdb4-d8668e002555 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.805307] env[63440]: DEBUG nova.compute.provider_tree [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.812194] env[63440]: DEBUG oslo_vmware.api [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662108, 'name': ReconfigVM_Task, 'duration_secs': 0.818899} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.812194] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662107, 'name': ReconfigVM_Task, 'duration_secs': 0.33748} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.812846] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.813069] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Reconfigured VM to attach interface {{(pid=63440) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1018.815478] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 5c65daf6-41c7-4d7a-81a1-22998040a24f/5c65daf6-41c7-4d7a-81a1-22998040a24f.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.816752] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63fdc2a1-5a59-4f42-acd2-73f1d270c7ea {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.826023] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1018.826023] env[63440]: value = "task-2662109" [ 1018.826023] env[63440]: _type = "Task" [ 1018.826023] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.834249] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662109, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.315105] env[63440]: DEBUG nova.scheduler.client.report [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.319120] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d7ef5535-e43d-44d3-b5a0-94f4a4a83147 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "interface-eddcf98e-c779-4f00-9d6f-240939e3e672-704d0443-bb97-4b1d-a64d-9c70fdffcb19" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.951s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.334303] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662109, 'name': Rename_Task, 'duration_secs': 0.153475} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.334572] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.334799] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc89266e-06cc-4a04-9827-6022b13f64d5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.342486] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1019.342486] env[63440]: value = "task-2662110" [ 1019.342486] env[63440]: _type = "Task" [ 1019.342486] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.350698] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.852834] env[63440]: DEBUG oslo_vmware.api [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662110, 'name': PowerOnVM_Task, 'duration_secs': 0.456333} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.853089] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.853306] env[63440]: INFO nova.compute.manager [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1019.853492] env[63440]: DEBUG nova.compute.manager [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.854276] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02960b62-4547-44ed-a635-095ee8645032 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.231783] env[63440]: DEBUG nova.compute.manager [req-98b707d5-a281-4863-8bf0-ab20177ca622 req-1ccacecf-c748-4bf2-88e0-a257dd662a24 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Received event network-changed-64548413-51bc-4fd6-a5f7-adc6e5c70a63 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.232856] env[63440]: DEBUG nova.compute.manager [req-98b707d5-a281-4863-8bf0-ab20177ca622 req-1ccacecf-c748-4bf2-88e0-a257dd662a24 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Refreshing instance network info cache due to event network-changed-64548413-51bc-4fd6-a5f7-adc6e5c70a63. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1020.232856] env[63440]: DEBUG oslo_concurrency.lockutils [req-98b707d5-a281-4863-8bf0-ab20177ca622 req-1ccacecf-c748-4bf2-88e0-a257dd662a24 service nova] Acquiring lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.232856] env[63440]: DEBUG oslo_concurrency.lockutils [req-98b707d5-a281-4863-8bf0-ab20177ca622 req-1ccacecf-c748-4bf2-88e0-a257dd662a24 service nova] Acquired lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.232856] env[63440]: DEBUG nova.network.neutron [req-98b707d5-a281-4863-8bf0-ab20177ca622 req-1ccacecf-c748-4bf2-88e0-a257dd662a24 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Refreshing network info cache for port 64548413-51bc-4fd6-a5f7-adc6e5c70a63 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.326656] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.008s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.375863] env[63440]: DEBUG nova.compute.manager [req-89d5aca1-0b90-4a8f-9643-7fb6f18cd2f7 req-75d742cb-204f-40c0-988b-0a02876fe181 service nova] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Received event network-vif-deleted-1b814106-962e-4efe-b376-aea2cfa6c1f1 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.376777] env[63440]: INFO nova.compute.manager [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Took 18.32 seconds to build instance. [ 1020.878799] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ddbc4303-2a87-4483-a4be-29fa3ce9e109 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "5c65daf6-41c7-4d7a-81a1-22998040a24f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.836s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.902253] env[63440]: INFO nova.scheduler.client.report [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Deleted allocation for migration 687a3e63-2e68-4334-b668-32e1ec5d65dc [ 1021.072921] env[63440]: DEBUG nova.network.neutron [req-98b707d5-a281-4863-8bf0-ab20177ca622 req-1ccacecf-c748-4bf2-88e0-a257dd662a24 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Updated VIF entry in instance network info cache for port 64548413-51bc-4fd6-a5f7-adc6e5c70a63. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.072921] env[63440]: DEBUG nova.network.neutron [req-98b707d5-a281-4863-8bf0-ab20177ca622 req-1ccacecf-c748-4bf2-88e0-a257dd662a24 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Updating instance_info_cache with network_info: [{"id": "64548413-51bc-4fd6-a5f7-adc6e5c70a63", "address": "fa:16:3e:52:fe:01", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64548413-51", "ovs_interfaceid": "64548413-51bc-4fd6-a5f7-adc6e5c70a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.364861] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Acquiring lock "d411e7e8-58c8-4f77-ae6a-81c132e44a54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.365227] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Lock "d411e7e8-58c8-4f77-ae6a-81c132e44a54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.393541] env[63440]: DEBUG oslo_concurrency.lockutils [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Acquiring lock "9f9922fb-aca3-4eef-a5be-4106e2abb77d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.393812] env[63440]: DEBUG oslo_concurrency.lockutils [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Lock "9f9922fb-aca3-4eef-a5be-4106e2abb77d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.394146] env[63440]: DEBUG oslo_concurrency.lockutils [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Acquiring lock "9f9922fb-aca3-4eef-a5be-4106e2abb77d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.395450] env[63440]: DEBUG oslo_concurrency.lockutils [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Lock "9f9922fb-aca3-4eef-a5be-4106e2abb77d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.395450] env[63440]: DEBUG oslo_concurrency.lockutils [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Lock "9f9922fb-aca3-4eef-a5be-4106e2abb77d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.397295] env[63440]: INFO nova.compute.manager [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Terminating instance [ 1021.407624] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "71e8cf65-e059-4f49-a50e-8d9189471cff" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.252s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.577453] env[63440]: DEBUG oslo_concurrency.lockutils [req-98b707d5-a281-4863-8bf0-ab20177ca622 req-1ccacecf-c748-4bf2-88e0-a257dd662a24 service nova] Releasing lock "refresh_cache-12f18f18-d670-4e68-b102-47b5d4920cc9" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.578027] env[63440]: DEBUG nova.compute.manager [req-98b707d5-a281-4863-8bf0-ab20177ca622 req-1ccacecf-c748-4bf2-88e0-a257dd662a24 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Received event network-changed-d090ccab-6b33-4160-8180-42c20f02520e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1021.578111] env[63440]: DEBUG nova.compute.manager [req-98b707d5-a281-4863-8bf0-ab20177ca622 req-1ccacecf-c748-4bf2-88e0-a257dd662a24 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Refreshing instance network info cache due to event network-changed-d090ccab-6b33-4160-8180-42c20f02520e. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1021.578294] env[63440]: DEBUG oslo_concurrency.lockutils [req-98b707d5-a281-4863-8bf0-ab20177ca622 req-1ccacecf-c748-4bf2-88e0-a257dd662a24 service nova] Acquiring lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.578443] env[63440]: DEBUG oslo_concurrency.lockutils [req-98b707d5-a281-4863-8bf0-ab20177ca622 req-1ccacecf-c748-4bf2-88e0-a257dd662a24 service nova] Acquired lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.578606] env[63440]: DEBUG nova.network.neutron [req-98b707d5-a281-4863-8bf0-ab20177ca622 req-1ccacecf-c748-4bf2-88e0-a257dd662a24 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Refreshing network info cache for port d090ccab-6b33-4160-8180-42c20f02520e {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.645401] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "98f3eb33-c3a0-404d-b689-16bd5baa4dd1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.645401] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "98f3eb33-c3a0-404d-b689-16bd5baa4dd1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.645401] env[63440]: DEBUG nova.compute.manager [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Going to confirm migration 6 {{(pid=63440) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1021.722233] env[63440]: DEBUG oslo_concurrency.lockutils [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "interface-eddcf98e-c779-4f00-9d6f-240939e3e672-704d0443-bb97-4b1d-a64d-9c70fdffcb19" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.722610] env[63440]: DEBUG oslo_concurrency.lockutils [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "interface-eddcf98e-c779-4f00-9d6f-240939e3e672-704d0443-bb97-4b1d-a64d-9c70fdffcb19" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.867927] env[63440]: DEBUG nova.compute.manager [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.905109] env[63440]: DEBUG nova.compute.manager [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.905109] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc66034e-9280-4f8d-93e1-5b70e1b21bc0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.915300] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f6fbdd-36b2-4efc-b2ca-9b8e66bba52b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.949172] env[63440]: WARNING nova.virt.vmwareapi.driver [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 9f9922fb-aca3-4eef-a5be-4106e2abb77d could not be found. [ 1021.949861] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.949861] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bc6e9b5-e09f-42a5-a3fc-72b52bc65dcb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.959214] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b94ae5-359f-4efe-9997-8e8fbb6ece60 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.992894] env[63440]: WARNING nova.virt.vmwareapi.vmops [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 9f9922fb-aca3-4eef-a5be-4106e2abb77d could not be found. [ 1021.993138] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.993326] env[63440]: INFO nova.compute.manager [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1021.993576] env[63440]: DEBUG oslo.service.loopingcall [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1021.993813] env[63440]: DEBUG nova.compute.manager [-] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.993953] env[63440]: DEBUG nova.network.neutron [-] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.137722] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "5c65daf6-41c7-4d7a-81a1-22998040a24f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.138017] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "5c65daf6-41c7-4d7a-81a1-22998040a24f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.138245] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "5c65daf6-41c7-4d7a-81a1-22998040a24f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.138432] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "5c65daf6-41c7-4d7a-81a1-22998040a24f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.138606] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "5c65daf6-41c7-4d7a-81a1-22998040a24f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.140837] env[63440]: INFO nova.compute.manager [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Terminating instance [ 1022.225600] env[63440]: DEBUG oslo_concurrency.lockutils [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.225799] env[63440]: DEBUG oslo_concurrency.lockutils [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.226863] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c460a5-d7cf-469b-8405-d2436a57782e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.250218] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7f32f5-75a4-4ddf-ab8e-6440a05f324b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.286230] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Reconfiguring VM to detach interface {{(pid=63440) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1022.290576] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "refresh_cache-98f3eb33-c3a0-404d-b689-16bd5baa4dd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.290760] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired lock "refresh_cache-98f3eb33-c3a0-404d-b689-16bd5baa4dd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.290937] env[63440]: DEBUG nova.network.neutron [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.291354] env[63440]: DEBUG nova.objects.instance [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lazy-loading 'info_cache' on Instance uuid 98f3eb33-c3a0-404d-b689-16bd5baa4dd1 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.297021] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-156ce293-4d9d-4b9f-bd69-9d53a93e2a47 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.316878] env[63440]: DEBUG oslo_vmware.api [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 1022.316878] env[63440]: value = "task-2662111" [ 1022.316878] env[63440]: _type = "Task" [ 1022.316878] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.330209] env[63440]: DEBUG oslo_vmware.api [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.410664] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.410888] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.413313] env[63440]: INFO nova.compute.claims [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.469420] env[63440]: DEBUG nova.compute.manager [req-37aad3cb-d006-4ddb-a9cf-8e8d2df242ad req-b0606f5c-a563-4109-8c24-f11d0f64da53 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Received event network-vif-plugged-704d0443-bb97-4b1d-a64d-9c70fdffcb19 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.469677] env[63440]: DEBUG oslo_concurrency.lockutils [req-37aad3cb-d006-4ddb-a9cf-8e8d2df242ad req-b0606f5c-a563-4109-8c24-f11d0f64da53 service nova] Acquiring lock "eddcf98e-c779-4f00-9d6f-240939e3e672-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.469910] env[63440]: DEBUG oslo_concurrency.lockutils [req-37aad3cb-d006-4ddb-a9cf-8e8d2df242ad req-b0606f5c-a563-4109-8c24-f11d0f64da53 service nova] Lock "eddcf98e-c779-4f00-9d6f-240939e3e672-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.470242] env[63440]: DEBUG oslo_concurrency.lockutils [req-37aad3cb-d006-4ddb-a9cf-8e8d2df242ad req-b0606f5c-a563-4109-8c24-f11d0f64da53 service nova] Lock "eddcf98e-c779-4f00-9d6f-240939e3e672-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.470504] env[63440]: DEBUG nova.compute.manager [req-37aad3cb-d006-4ddb-a9cf-8e8d2df242ad req-b0606f5c-a563-4109-8c24-f11d0f64da53 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] No waiting events found dispatching network-vif-plugged-704d0443-bb97-4b1d-a64d-9c70fdffcb19 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.470763] env[63440]: WARNING nova.compute.manager [req-37aad3cb-d006-4ddb-a9cf-8e8d2df242ad req-b0606f5c-a563-4109-8c24-f11d0f64da53 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Received unexpected event network-vif-plugged-704d0443-bb97-4b1d-a64d-9c70fdffcb19 for instance with vm_state active and task_state None. [ 1022.471023] env[63440]: DEBUG nova.compute.manager [req-37aad3cb-d006-4ddb-a9cf-8e8d2df242ad req-b0606f5c-a563-4109-8c24-f11d0f64da53 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Received event network-changed-704d0443-bb97-4b1d-a64d-9c70fdffcb19 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.471254] env[63440]: DEBUG nova.compute.manager [req-37aad3cb-d006-4ddb-a9cf-8e8d2df242ad req-b0606f5c-a563-4109-8c24-f11d0f64da53 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Refreshing instance network info cache due to event network-changed-704d0443-bb97-4b1d-a64d-9c70fdffcb19. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1022.471493] env[63440]: DEBUG oslo_concurrency.lockutils [req-37aad3cb-d006-4ddb-a9cf-8e8d2df242ad req-b0606f5c-a563-4109-8c24-f11d0f64da53 service nova] Acquiring lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.642531] env[63440]: DEBUG nova.network.neutron [req-98b707d5-a281-4863-8bf0-ab20177ca622 req-1ccacecf-c748-4bf2-88e0-a257dd662a24 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Updated VIF entry in instance network info cache for port d090ccab-6b33-4160-8180-42c20f02520e. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.643952] env[63440]: DEBUG nova.network.neutron [req-98b707d5-a281-4863-8bf0-ab20177ca622 req-1ccacecf-c748-4bf2-88e0-a257dd662a24 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Updating instance_info_cache with network_info: [{"id": "d090ccab-6b33-4160-8180-42c20f02520e", "address": "fa:16:3e:d8:13:06", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd090ccab-6b", "ovs_interfaceid": "d090ccab-6b33-4160-8180-42c20f02520e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "704d0443-bb97-4b1d-a64d-9c70fdffcb19", "address": "fa:16:3e:2a:df:84", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704d0443-bb", "ovs_interfaceid": "704d0443-bb97-4b1d-a64d-9c70fdffcb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.644659] env[63440]: DEBUG nova.compute.manager [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.644852] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.646073] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b6d060-d164-423c-97f5-111781253074 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.655631] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.662739] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9360d19b-f788-4a81-8000-e253f5f16519 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.667375] env[63440]: DEBUG oslo_vmware.api [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1022.667375] env[63440]: value = "task-2662112" [ 1022.667375] env[63440]: _type = "Task" [ 1022.667375] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.677084] env[63440]: DEBUG oslo_vmware.api [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.706343] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "71e8cf65-e059-4f49-a50e-8d9189471cff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.706636] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "71e8cf65-e059-4f49-a50e-8d9189471cff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.706849] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "71e8cf65-e059-4f49-a50e-8d9189471cff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.707045] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "71e8cf65-e059-4f49-a50e-8d9189471cff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.707230] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "71e8cf65-e059-4f49-a50e-8d9189471cff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.709658] env[63440]: INFO nova.compute.manager [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Terminating instance [ 1022.832955] env[63440]: DEBUG oslo_vmware.api [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.047467] env[63440]: DEBUG nova.network.neutron [-] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.148530] env[63440]: DEBUG oslo_concurrency.lockutils [req-98b707d5-a281-4863-8bf0-ab20177ca622 req-1ccacecf-c748-4bf2-88e0-a257dd662a24 service nova] Releasing lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.148530] env[63440]: DEBUG oslo_concurrency.lockutils [req-37aad3cb-d006-4ddb-a9cf-8e8d2df242ad req-b0606f5c-a563-4109-8c24-f11d0f64da53 service nova] Acquired lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.148530] env[63440]: DEBUG nova.network.neutron [req-37aad3cb-d006-4ddb-a9cf-8e8d2df242ad req-b0606f5c-a563-4109-8c24-f11d0f64da53 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Refreshing network info cache for port 704d0443-bb97-4b1d-a64d-9c70fdffcb19 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.182859] env[63440]: DEBUG oslo_vmware.api [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662112, 'name': PowerOffVM_Task, 'duration_secs': 0.287516} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.183351] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.183725] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.184106] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b287b4b-04eb-43f2-9e6c-16ef2b1d309b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.220023] env[63440]: DEBUG nova.compute.manager [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.220023] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.220023] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db77974-6feb-4d14-8e11-d6e09a815748 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.227551] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.228225] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9349580e-af30-448b-ba31-d20e12fcfad4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.238116] env[63440]: DEBUG oslo_vmware.api [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 1023.238116] env[63440]: value = "task-2662114" [ 1023.238116] env[63440]: _type = "Task" [ 1023.238116] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.245743] env[63440]: DEBUG oslo_vmware.api [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.258329] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.261020] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.261020] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Deleting the datastore file [datastore2] 5c65daf6-41c7-4d7a-81a1-22998040a24f {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.261020] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a25224e7-ac92-427f-adbc-3c236a87cd86 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.269015] env[63440]: DEBUG oslo_vmware.api [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1023.269015] env[63440]: value = "task-2662115" [ 1023.269015] env[63440]: _type = "Task" [ 1023.269015] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.278631] env[63440]: DEBUG oslo_vmware.api [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.333960] env[63440]: DEBUG oslo_vmware.api [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.552212] env[63440]: INFO nova.compute.manager [-] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Took 1.56 seconds to deallocate network for instance. [ 1023.671409] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cec491-366b-4de4-9157-c1dc88eaa5f0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.679617] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca15a79-5dd9-442f-ad03-ce15296741a1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.717812] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a040e3da-98c9-4aab-b97d-319251b3793a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.726641] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb02375-3655-4cf1-96de-0a7462a44f18 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.749881] env[63440]: DEBUG nova.compute.provider_tree [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.755941] env[63440]: DEBUG oslo_vmware.api [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662114, 'name': PowerOffVM_Task, 'duration_secs': 0.236664} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.756270] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.756467] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.756725] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d2a7ebd-5200-4462-b4cc-fdafff5cb96f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.777352] env[63440]: DEBUG oslo_vmware.api [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228882} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.777587] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.777763] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.777940] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.778128] env[63440]: INFO nova.compute.manager [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1023.778365] env[63440]: DEBUG oslo.service.loopingcall [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.779295] env[63440]: DEBUG nova.network.neutron [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Updating instance_info_cache with network_info: [{"id": "4c8fabae-4b35-45c0-b0fb-57b1c5592098", "address": "fa:16:3e:8b:e9:15", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c8fabae-4b", "ovs_interfaceid": "4c8fabae-4b35-45c0-b0fb-57b1c5592098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.780369] env[63440]: DEBUG nova.compute.manager [-] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.780460] env[63440]: DEBUG nova.network.neutron [-] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.832190] env[63440]: DEBUG oslo_vmware.api [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.843371] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.843578] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.843756] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Deleting the datastore file [datastore2] 71e8cf65-e059-4f49-a50e-8d9189471cff {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.844092] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-790752b4-ab39-4ac4-8ecd-357e6e994296 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.852557] env[63440]: DEBUG oslo_vmware.api [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for the task: (returnval){ [ 1023.852557] env[63440]: value = "task-2662117" [ 1023.852557] env[63440]: _type = "Task" [ 1023.852557] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.862756] env[63440]: DEBUG oslo_vmware.api [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.099407] env[63440]: DEBUG nova.network.neutron [req-37aad3cb-d006-4ddb-a9cf-8e8d2df242ad req-b0606f5c-a563-4109-8c24-f11d0f64da53 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Updated VIF entry in instance network info cache for port 704d0443-bb97-4b1d-a64d-9c70fdffcb19. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.099864] env[63440]: DEBUG nova.network.neutron [req-37aad3cb-d006-4ddb-a9cf-8e8d2df242ad req-b0606f5c-a563-4109-8c24-f11d0f64da53 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Updating instance_info_cache with network_info: [{"id": "d090ccab-6b33-4160-8180-42c20f02520e", "address": "fa:16:3e:d8:13:06", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd090ccab-6b", "ovs_interfaceid": "d090ccab-6b33-4160-8180-42c20f02520e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "704d0443-bb97-4b1d-a64d-9c70fdffcb19", "address": "fa:16:3e:2a:df:84", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704d0443-bb", "ovs_interfaceid": "704d0443-bb97-4b1d-a64d-9c70fdffcb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.105430] env[63440]: INFO nova.compute.manager [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Took 0.55 seconds to detach 1 volumes for instance. [ 1024.107255] env[63440]: DEBUG nova.compute.manager [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Deleting volume: fa287259-887d-4210-8a23-f5fa43e43737 {{(pid=63440) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1024.210180] env[63440]: DEBUG nova.compute.manager [req-24d2d15b-2cb5-4496-8692-198bc03147bc req-74d68577-7be7-4948-b11e-0a564766ad45 service nova] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Received event network-vif-deleted-2d0f1b32-70d7-4fc5-98fb-63c34283f9db {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.210512] env[63440]: INFO nova.compute.manager [req-24d2d15b-2cb5-4496-8692-198bc03147bc req-74d68577-7be7-4948-b11e-0a564766ad45 service nova] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Neutron deleted interface 2d0f1b32-70d7-4fc5-98fb-63c34283f9db; detaching it from the instance and deleting it from the info cache [ 1024.210584] env[63440]: DEBUG nova.network.neutron [req-24d2d15b-2cb5-4496-8692-198bc03147bc req-74d68577-7be7-4948-b11e-0a564766ad45 service nova] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.252735] env[63440]: DEBUG nova.scheduler.client.report [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.284752] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lock "refresh_cache-98f3eb33-c3a0-404d-b689-16bd5baa4dd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.285259] env[63440]: DEBUG nova.objects.instance [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lazy-loading 'migration_context' on Instance uuid 98f3eb33-c3a0-404d-b689-16bd5baa4dd1 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.335197] env[63440]: DEBUG oslo_vmware.api [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.363902] env[63440]: DEBUG oslo_vmware.api [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Task: {'id': task-2662117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431686} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.364431] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.364647] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.364830] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.365138] env[63440]: INFO nova.compute.manager [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1024.365334] env[63440]: DEBUG oslo.service.loopingcall [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1024.365662] env[63440]: DEBUG nova.compute.manager [-] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.365662] env[63440]: DEBUG nova.network.neutron [-] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.511842] env[63440]: DEBUG nova.compute.manager [req-55d5213b-08f9-417c-9d8d-c37e991c6fe9 req-92358f63-24f5-4114-b08a-82cf5cc28e9e service nova] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Received event network-vif-deleted-7850e1fc-e0c9-412a-99cd-84a0f272f9a2 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.602790] env[63440]: DEBUG oslo_concurrency.lockutils [req-37aad3cb-d006-4ddb-a9cf-8e8d2df242ad req-b0606f5c-a563-4109-8c24-f11d0f64da53 service nova] Releasing lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.662737] env[63440]: DEBUG oslo_concurrency.lockutils [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.672286] env[63440]: DEBUG nova.network.neutron [-] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.714517] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6be345fa-a9b2-4091-ab9d-a9f86b969be0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.726363] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c494894-e1c3-475b-9d0b-585866b35efa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.762895] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.763437] env[63440]: DEBUG nova.compute.manager [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.766019] env[63440]: DEBUG nova.compute.manager [req-24d2d15b-2cb5-4496-8692-198bc03147bc req-74d68577-7be7-4948-b11e-0a564766ad45 service nova] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Detach interface failed, port_id=2d0f1b32-70d7-4fc5-98fb-63c34283f9db, reason: Instance 5c65daf6-41c7-4d7a-81a1-22998040a24f could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1024.769674] env[63440]: DEBUG oslo_concurrency.lockutils [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.104s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.769674] env[63440]: DEBUG nova.objects.instance [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Lazy-loading 'resources' on Instance uuid 9f9922fb-aca3-4eef-a5be-4106e2abb77d {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.788433] env[63440]: DEBUG nova.objects.base [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Object Instance<98f3eb33-c3a0-404d-b689-16bd5baa4dd1> lazy-loaded attributes: info_cache,migration_context {{(pid=63440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1024.789393] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f7a18e-bb92-4f68-9375-31ec7cbaa8fe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.811025] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cadcd939-a0ef-440e-9456-81ef0d74030c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.817651] env[63440]: DEBUG oslo_vmware.api [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1024.817651] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b60b96-90ba-0f56-0c7e-5e44393f0dc7" [ 1024.817651] env[63440]: _type = "Task" [ 1024.817651] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.828881] env[63440]: DEBUG oslo_vmware.api [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b60b96-90ba-0f56-0c7e-5e44393f0dc7, 'name': SearchDatastore_Task, 'duration_secs': 0.007974} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.829614] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.834440] env[63440]: DEBUG oslo_vmware.api [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.174454] env[63440]: INFO nova.compute.manager [-] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Took 1.39 seconds to deallocate network for instance. [ 1025.268104] env[63440]: DEBUG nova.compute.utils [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.269613] env[63440]: DEBUG nova.compute.manager [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.269707] env[63440]: DEBUG nova.network.neutron [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.296219] env[63440]: DEBUG nova.network.neutron [-] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.321830] env[63440]: DEBUG nova.policy [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e62fce0480c4f5e9c3f0804433170d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a76b0e035a954f6490e4a4306b2f6fa6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.336650] env[63440]: DEBUG oslo_vmware.api [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.463405] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744b23ae-34de-49f0-a0bb-a1f2e9947434 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.472602] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fa9286-10d1-40c4-ae57-64cdf0f03ccf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.507958] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82c8a5e-eff5-44d2-bdd9-c554a868ccfd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.513613] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8198764d-c18b-471d-9b2f-83915e986139 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.528073] env[63440]: DEBUG nova.compute.provider_tree [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.611117] env[63440]: DEBUG nova.network.neutron [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Successfully created port: 774254a6-ada3-493d-b601-09e0bdf63ff4 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.686065] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.775136] env[63440]: DEBUG nova.compute.manager [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.802352] env[63440]: INFO nova.compute.manager [-] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Took 1.44 seconds to deallocate network for instance. [ 1025.840021] env[63440]: DEBUG oslo_vmware.api [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.032328] env[63440]: DEBUG nova.scheduler.client.report [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.255191] env[63440]: DEBUG nova.compute.manager [req-e5503d0a-dde7-4542-b9c6-97f35082a706 req-8968e25e-ab69-49df-b288-2216289613bd service nova] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Received event network-vif-deleted-c55680e4-523a-44da-8ace-ef1d2eb72291 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1026.311898] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.339303] env[63440]: DEBUG oslo_vmware.api [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.541577] env[63440]: DEBUG oslo_concurrency.lockutils [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.544604] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.715s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.787378] env[63440]: DEBUG nova.compute.manager [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.821316] env[63440]: DEBUG nova.virt.hardware [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.821316] env[63440]: DEBUG nova.virt.hardware [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.821316] env[63440]: DEBUG nova.virt.hardware [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.821316] env[63440]: DEBUG nova.virt.hardware [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.821316] env[63440]: DEBUG nova.virt.hardware [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.821316] env[63440]: DEBUG nova.virt.hardware [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.822113] env[63440]: DEBUG nova.virt.hardware [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.822409] env[63440]: DEBUG nova.virt.hardware [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.822705] env[63440]: DEBUG nova.virt.hardware [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.822976] env[63440]: DEBUG nova.virt.hardware [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.823773] env[63440]: DEBUG nova.virt.hardware [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.824605] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15c04c0-8279-48a9-a94c-03872042eb96 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.841918] env[63440]: DEBUG oslo_vmware.api [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.841918] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d091ef-9c89-48f7-b2ef-a992198ba752 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.068877] env[63440]: DEBUG oslo_concurrency.lockutils [None req-515b587f-7ba2-442d-b170-e9a0a6dee353 tempest-ServerActionsV293TestJSON-1310528975 tempest-ServerActionsV293TestJSON-1310528975-project-member] Lock "9f9922fb-aca3-4eef-a5be-4106e2abb77d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.674s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.159438] env[63440]: DEBUG nova.network.neutron [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Successfully updated port: 774254a6-ada3-493d-b601-09e0bdf63ff4 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.279759] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebeb0aac-ffd4-484d-b969-49d16d39717f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.288552] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c702e3dc-c711-4d1e-814e-b134e6b49a22 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.331132] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dddf2db-123a-48e3-9457-1241a308cea7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.344018] env[63440]: DEBUG oslo_vmware.api [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.349499] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fbfb59-918e-443c-baf7-f19880b13bd5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.363798] env[63440]: DEBUG nova.compute.provider_tree [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1027.660172] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Acquiring lock "refresh_cache-d411e7e8-58c8-4f77-ae6a-81c132e44a54" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.660355] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Acquired lock "refresh_cache-d411e7e8-58c8-4f77-ae6a-81c132e44a54" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.660516] env[63440]: DEBUG nova.network.neutron [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.840626] env[63440]: DEBUG oslo_vmware.api [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662111, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.896597] env[63440]: ERROR nova.scheduler.client.report [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [req-ddf8bfe1-93e1-40da-98ec-83374383319b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ddf8bfe1-93e1-40da-98ec-83374383319b"}]} [ 1027.916039] env[63440]: DEBUG nova.scheduler.client.report [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Refreshing inventories for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1027.938167] env[63440]: DEBUG nova.scheduler.client.report [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Updating ProviderTree inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1027.938431] env[63440]: DEBUG nova.compute.provider_tree [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1027.951017] env[63440]: DEBUG oslo_concurrency.lockutils [None req-26969fbb-ac38-467a-826d-d113bf80cf60 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "2aed780b-9671-434f-99e8-3d75f19e95aa" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.951329] env[63440]: DEBUG oslo_concurrency.lockutils [None req-26969fbb-ac38-467a-826d-d113bf80cf60 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "2aed780b-9671-434f-99e8-3d75f19e95aa" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.959324] env[63440]: DEBUG nova.scheduler.client.report [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Refreshing aggregate associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, aggregates: None {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1027.980776] env[63440]: DEBUG nova.scheduler.client.report [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Refreshing trait associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1028.091791] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquiring lock "565880df-cdb2-44c1-a33f-99d5cfa0b907" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.092030] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lock "565880df-cdb2-44c1-a33f-99d5cfa0b907" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.190622] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca48e14-73f1-4baf-8808-a57e082d4ab9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.202034] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abd7932-2b02-4a03-aed6-09a017884b63 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.206768] env[63440]: DEBUG nova.network.neutron [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.239271] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11982396-ba7d-4f5f-9494-32865f6eb14f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.249435] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54bda5e-cc89-4a35-a092-498aeb172764 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.267883] env[63440]: DEBUG nova.compute.provider_tree [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1028.291109] env[63440]: DEBUG nova.compute.manager [req-aa1898dd-99bc-4537-8f97-b12be87ef06c req-4cce7c82-dff4-4ce8-89c0-cd00a0e6166a service nova] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Received event network-vif-plugged-774254a6-ada3-493d-b601-09e0bdf63ff4 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1028.291109] env[63440]: DEBUG oslo_concurrency.lockutils [req-aa1898dd-99bc-4537-8f97-b12be87ef06c req-4cce7c82-dff4-4ce8-89c0-cd00a0e6166a service nova] Acquiring lock "d411e7e8-58c8-4f77-ae6a-81c132e44a54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.291109] env[63440]: DEBUG oslo_concurrency.lockutils [req-aa1898dd-99bc-4537-8f97-b12be87ef06c req-4cce7c82-dff4-4ce8-89c0-cd00a0e6166a service nova] Lock "d411e7e8-58c8-4f77-ae6a-81c132e44a54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.291109] env[63440]: DEBUG oslo_concurrency.lockutils [req-aa1898dd-99bc-4537-8f97-b12be87ef06c req-4cce7c82-dff4-4ce8-89c0-cd00a0e6166a service nova] Lock "d411e7e8-58c8-4f77-ae6a-81c132e44a54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.291109] env[63440]: DEBUG nova.compute.manager [req-aa1898dd-99bc-4537-8f97-b12be87ef06c req-4cce7c82-dff4-4ce8-89c0-cd00a0e6166a service nova] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] No waiting events found dispatching network-vif-plugged-774254a6-ada3-493d-b601-09e0bdf63ff4 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.291109] env[63440]: WARNING nova.compute.manager [req-aa1898dd-99bc-4537-8f97-b12be87ef06c req-4cce7c82-dff4-4ce8-89c0-cd00a0e6166a service nova] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Received unexpected event network-vif-plugged-774254a6-ada3-493d-b601-09e0bdf63ff4 for instance with vm_state building and task_state spawning. [ 1028.291109] env[63440]: DEBUG nova.compute.manager [req-aa1898dd-99bc-4537-8f97-b12be87ef06c req-4cce7c82-dff4-4ce8-89c0-cd00a0e6166a service nova] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Received event network-changed-774254a6-ada3-493d-b601-09e0bdf63ff4 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1028.291109] env[63440]: DEBUG nova.compute.manager [req-aa1898dd-99bc-4537-8f97-b12be87ef06c req-4cce7c82-dff4-4ce8-89c0-cd00a0e6166a service nova] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Refreshing instance network info cache due to event network-changed-774254a6-ada3-493d-b601-09e0bdf63ff4. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1028.291625] env[63440]: DEBUG oslo_concurrency.lockutils [req-aa1898dd-99bc-4537-8f97-b12be87ef06c req-4cce7c82-dff4-4ce8-89c0-cd00a0e6166a service nova] Acquiring lock "refresh_cache-d411e7e8-58c8-4f77-ae6a-81c132e44a54" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.344233] env[63440]: DEBUG oslo_vmware.api [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662111, 'name': ReconfigVM_Task, 'duration_secs': 5.764622} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.344452] env[63440]: DEBUG oslo_concurrency.lockutils [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.344670] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Reconfigured VM to detach interface {{(pid=63440) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1028.419860] env[63440]: DEBUG nova.network.neutron [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Updating instance_info_cache with network_info: [{"id": "774254a6-ada3-493d-b601-09e0bdf63ff4", "address": "fa:16:3e:29:7b:cb", "network": {"id": "829c505e-685d-40a8-bbbb-4f9967d4e483", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-460550135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76b0e035a954f6490e4a4306b2f6fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774254a6-ad", "ovs_interfaceid": "774254a6-ada3-493d-b601-09e0bdf63ff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.456511] env[63440]: INFO nova.compute.manager [None req-26969fbb-ac38-467a-826d-d113bf80cf60 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Detaching volume d283e0a4-6eed-48ff-b759-7dfa07bd7efe [ 1028.507727] env[63440]: INFO nova.virt.block_device [None req-26969fbb-ac38-467a-826d-d113bf80cf60 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Attempting to driver detach volume d283e0a4-6eed-48ff-b759-7dfa07bd7efe from mountpoint /dev/sdb [ 1028.507727] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-26969fbb-ac38-467a-826d-d113bf80cf60 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Volume detach. Driver type: vmdk {{(pid=63440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1028.507727] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-26969fbb-ac38-467a-826d-d113bf80cf60 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536797', 'volume_id': 'd283e0a4-6eed-48ff-b759-7dfa07bd7efe', 'name': 'volume-d283e0a4-6eed-48ff-b759-7dfa07bd7efe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2aed780b-9671-434f-99e8-3d75f19e95aa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd283e0a4-6eed-48ff-b759-7dfa07bd7efe', 'serial': 'd283e0a4-6eed-48ff-b759-7dfa07bd7efe'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1028.507916] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca7d250-8e07-4629-88d0-ace00526849b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.533170] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92af315-f50c-4dd2-bda9-f74c971da375 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.541860] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8451cd01-a339-4556-ab0e-005730d38ce4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.566102] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191252ba-9678-4a90-a4fd-8c1d0557353b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.583008] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-26969fbb-ac38-467a-826d-d113bf80cf60 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] The volume has not been displaced from its original location: [datastore2] volume-d283e0a4-6eed-48ff-b759-7dfa07bd7efe/volume-d283e0a4-6eed-48ff-b759-7dfa07bd7efe.vmdk. No consolidation needed. {{(pid=63440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1028.588519] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-26969fbb-ac38-467a-826d-d113bf80cf60 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1028.589070] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a72ef2e0-1b9d-41e2-9e1a-dc8440b83b2b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.602033] env[63440]: DEBUG nova.compute.manager [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.617421] env[63440]: DEBUG oslo_vmware.api [None req-26969fbb-ac38-467a-826d-d113bf80cf60 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1028.617421] env[63440]: value = "task-2662119" [ 1028.617421] env[63440]: _type = "Task" [ 1028.617421] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.630343] env[63440]: DEBUG oslo_vmware.api [None req-26969fbb-ac38-467a-826d-d113bf80cf60 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.804123] env[63440]: DEBUG nova.scheduler.client.report [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Updated inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1028.804528] env[63440]: DEBUG nova.compute.provider_tree [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Updating resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 generation from 148 to 149 during operation: update_inventory {{(pid=63440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1028.804796] env[63440]: DEBUG nova.compute.provider_tree [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1028.924662] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Releasing lock "refresh_cache-d411e7e8-58c8-4f77-ae6a-81c132e44a54" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.925113] env[63440]: DEBUG nova.compute.manager [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Instance network_info: |[{"id": "774254a6-ada3-493d-b601-09e0bdf63ff4", "address": "fa:16:3e:29:7b:cb", "network": {"id": "829c505e-685d-40a8-bbbb-4f9967d4e483", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-460550135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76b0e035a954f6490e4a4306b2f6fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774254a6-ad", "ovs_interfaceid": "774254a6-ada3-493d-b601-09e0bdf63ff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.925404] env[63440]: DEBUG oslo_concurrency.lockutils [req-aa1898dd-99bc-4537-8f97-b12be87ef06c req-4cce7c82-dff4-4ce8-89c0-cd00a0e6166a service nova] Acquired lock "refresh_cache-d411e7e8-58c8-4f77-ae6a-81c132e44a54" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.925587] env[63440]: DEBUG nova.network.neutron [req-aa1898dd-99bc-4537-8f97-b12be87ef06c req-4cce7c82-dff4-4ce8-89c0-cd00a0e6166a service nova] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Refreshing network info cache for port 774254a6-ada3-493d-b601-09e0bdf63ff4 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.926815] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:7b:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '774254a6-ada3-493d-b601-09e0bdf63ff4', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.945067] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Creating folder: Project (a76b0e035a954f6490e4a4306b2f6fa6). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.949023] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dde2016a-2644-4f16-874b-9f52ccffe6f9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.959603] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Created folder: Project (a76b0e035a954f6490e4a4306b2f6fa6) in parent group-v536546. [ 1028.959816] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Creating folder: Instances. Parent ref: group-v536822. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.960071] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9293a44-ead6-4dbb-aa0f-f0f22e916f8a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.970706] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Created folder: Instances in parent group-v536822. [ 1028.970976] env[63440]: DEBUG oslo.service.loopingcall [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1028.971194] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.971448] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fee8b2e-93e7-43d8-8b26-85febdce8708 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.994896] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.994896] env[63440]: value = "task-2662122" [ 1028.994896] env[63440]: _type = "Task" [ 1028.994896] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.003139] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662122, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.125219] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.128652] env[63440]: DEBUG oslo_vmware.api [None req-26969fbb-ac38-467a-826d-d113bf80cf60 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662119, 'name': ReconfigVM_Task, 'duration_secs': 0.289757} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.128825] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-26969fbb-ac38-467a-826d-d113bf80cf60 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1029.133392] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc13c2bc-a8f2-4f71-9867-1ef666e9ce4a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.150449] env[63440]: DEBUG oslo_vmware.api [None req-26969fbb-ac38-467a-826d-d113bf80cf60 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1029.150449] env[63440]: value = "task-2662123" [ 1029.150449] env[63440]: _type = "Task" [ 1029.150449] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.160045] env[63440]: DEBUG oslo_vmware.api [None req-26969fbb-ac38-467a-826d-d113bf80cf60 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662123, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.403165] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Acquiring lock "532ef389-03cf-416f-aa35-4a4cee2dadd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.403595] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Lock "532ef389-03cf-416f-aa35-4a4cee2dadd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.504668] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662122, 'name': CreateVM_Task, 'duration_secs': 0.338515} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.504835] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.506193] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.506437] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.506688] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.506936] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e64ef6d-018f-4bce-a5d7-0abc78284591 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.514495] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Waiting for the task: (returnval){ [ 1029.514495] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521bb8ef-2f72-54dc-8af3-fc6c6ebebe45" [ 1029.514495] env[63440]: _type = "Task" [ 1029.514495] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.521377] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521bb8ef-2f72-54dc-8af3-fc6c6ebebe45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.660322] env[63440]: DEBUG oslo_vmware.api [None req-26969fbb-ac38-467a-826d-d113bf80cf60 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662123, 'name': ReconfigVM_Task, 'duration_secs': 0.155682} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.660322] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-26969fbb-ac38-467a-826d-d113bf80cf60 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536797', 'volume_id': 'd283e0a4-6eed-48ff-b759-7dfa07bd7efe', 'name': 'volume-d283e0a4-6eed-48ff-b759-7dfa07bd7efe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2aed780b-9671-434f-99e8-3d75f19e95aa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd283e0a4-6eed-48ff-b759-7dfa07bd7efe', 'serial': 'd283e0a4-6eed-48ff-b759-7dfa07bd7efe'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1029.687569] env[63440]: DEBUG nova.network.neutron [req-aa1898dd-99bc-4537-8f97-b12be87ef06c req-4cce7c82-dff4-4ce8-89c0-cd00a0e6166a service nova] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Updated VIF entry in instance network info cache for port 774254a6-ada3-493d-b601-09e0bdf63ff4. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.687969] env[63440]: DEBUG nova.network.neutron [req-aa1898dd-99bc-4537-8f97-b12be87ef06c req-4cce7c82-dff4-4ce8-89c0-cd00a0e6166a service nova] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Updating instance_info_cache with network_info: [{"id": "774254a6-ada3-493d-b601-09e0bdf63ff4", "address": "fa:16:3e:29:7b:cb", "network": {"id": "829c505e-685d-40a8-bbbb-4f9967d4e483", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-460550135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76b0e035a954f6490e4a4306b2f6fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774254a6-ad", "ovs_interfaceid": "774254a6-ada3-493d-b601-09e0bdf63ff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.815095] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.270s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.815095] env[63440]: DEBUG nova.compute.manager [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63440) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1029.819677] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.134s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.819984] env[63440]: DEBUG nova.objects.instance [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lazy-loading 'resources' on Instance uuid 5c65daf6-41c7-4d7a-81a1-22998040a24f {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.855674] env[63440]: DEBUG oslo_concurrency.lockutils [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.855914] env[63440]: DEBUG oslo_concurrency.lockutils [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquired lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.855991] env[63440]: DEBUG nova.network.neutron [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.906039] env[63440]: DEBUG nova.compute.manager [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.025771] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521bb8ef-2f72-54dc-8af3-fc6c6ebebe45, 'name': SearchDatastore_Task, 'duration_secs': 0.010588} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.026123] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.026331] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.026555] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.026704] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.026879] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.027153] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed7ef97e-e5c1-45c2-a4f4-a8b4f61faf6d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.035834] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.036036] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.036745] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d144a83-3a3b-4577-9bb7-bd3f1ed446b4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.042148] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Waiting for the task: (returnval){ [ 1030.042148] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52633e6b-b552-0e2a-9161-ed99fbd7e01f" [ 1030.042148] env[63440]: _type = "Task" [ 1030.042148] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.053171] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52633e6b-b552-0e2a-9161-ed99fbd7e01f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.191915] env[63440]: DEBUG oslo_concurrency.lockutils [req-aa1898dd-99bc-4537-8f97-b12be87ef06c req-4cce7c82-dff4-4ce8-89c0-cd00a0e6166a service nova] Releasing lock "refresh_cache-d411e7e8-58c8-4f77-ae6a-81c132e44a54" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.213255] env[63440]: DEBUG nova.objects.instance [None req-26969fbb-ac38-467a-826d-d113bf80cf60 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lazy-loading 'flavor' on Instance uuid 2aed780b-9671-434f-99e8-3d75f19e95aa {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.305049] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "eddcf98e-c779-4f00-9d6f-240939e3e672" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.305217] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "eddcf98e-c779-4f00-9d6f-240939e3e672" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.305856] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "eddcf98e-c779-4f00-9d6f-240939e3e672-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.305856] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "eddcf98e-c779-4f00-9d6f-240939e3e672-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.305856] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "eddcf98e-c779-4f00-9d6f-240939e3e672-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.307761] env[63440]: INFO nova.compute.manager [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Terminating instance [ 1030.378229] env[63440]: INFO nova.scheduler.client.report [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Deleted allocation for migration 0a7e48f7-917d-48c3-9d1e-bd512c0fbffa [ 1030.429393] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.503316] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f16462d-8fee-4fd3-bb03-27ef0eda7b32 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.511320] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bddc69b-facc-46aa-b9a8-52452fa30681 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.544049] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50268220-c645-4bbc-8b29-0e9d0daf4d53 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.557537] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705e76bf-15e3-4dc7-8050-7d52a12c815d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.562743] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52633e6b-b552-0e2a-9161-ed99fbd7e01f, 'name': SearchDatastore_Task, 'duration_secs': 0.024288} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.563840] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f16476e0-955d-49f0-8e67-4dc2a263d781 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.573712] env[63440]: DEBUG nova.compute.provider_tree [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.579430] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Waiting for the task: (returnval){ [ 1030.579430] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d0d8b6-344b-fc97-057b-1e383c6ded74" [ 1030.579430] env[63440]: _type = "Task" [ 1030.579430] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.587680] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d0d8b6-344b-fc97-057b-1e383c6ded74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.640857] env[63440]: INFO nova.network.neutron [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Port 704d0443-bb97-4b1d-a64d-9c70fdffcb19 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1030.641455] env[63440]: DEBUG nova.network.neutron [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Updating instance_info_cache with network_info: [{"id": "d090ccab-6b33-4160-8180-42c20f02520e", "address": "fa:16:3e:d8:13:06", "network": {"id": "6cf5f62e-9bb8-42d0-a3b9-ca0fce6cb4a0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1093973283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5509f9877a04870bede11fbfc799125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd090ccab-6b", "ovs_interfaceid": "d090ccab-6b33-4160-8180-42c20f02520e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.811297] env[63440]: DEBUG nova.compute.manager [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.811589] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.812595] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e29316a-4ee7-4745-8ee9-ee911a03c322 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.820646] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.820883] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68b8b7c7-398a-41f4-9ee9-16341284fefd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.827451] env[63440]: DEBUG oslo_vmware.api [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 1030.827451] env[63440]: value = "task-2662124" [ 1030.827451] env[63440]: _type = "Task" [ 1030.827451] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.835645] env[63440]: DEBUG oslo_vmware.api [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.884584] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c3106004-ee52-4254-8cea-b33a0757e000 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "98f3eb33-c3a0-404d-b689-16bd5baa4dd1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.241s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.076805] env[63440]: DEBUG nova.scheduler.client.report [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.090875] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d0d8b6-344b-fc97-057b-1e383c6ded74, 'name': SearchDatastore_Task, 'duration_secs': 0.026441} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.091750] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.092160] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] d411e7e8-58c8-4f77-ae6a-81c132e44a54/d411e7e8-58c8-4f77-ae6a-81c132e44a54.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.092471] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f33a0099-f15b-4f3e-bf4c-1c68dd187b58 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.099866] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Waiting for the task: (returnval){ [ 1031.099866] env[63440]: value = "task-2662125" [ 1031.099866] env[63440]: _type = "Task" [ 1031.099866] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.115526] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': task-2662125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.145313] env[63440]: DEBUG oslo_concurrency.lockutils [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Releasing lock "refresh_cache-eddcf98e-c779-4f00-9d6f-240939e3e672" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.220757] env[63440]: DEBUG oslo_concurrency.lockutils [None req-26969fbb-ac38-467a-826d-d113bf80cf60 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "2aed780b-9671-434f-99e8-3d75f19e95aa" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.337644] env[63440]: DEBUG oslo_vmware.api [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662124, 'name': PowerOffVM_Task, 'duration_secs': 0.24621} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.337901] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.338082] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.338326] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07eba531-54fc-4b73-a546-53e3194c9297 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.408696] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.408913] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.409129] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Deleting the datastore file [datastore2] eddcf98e-c779-4f00-9d6f-240939e3e672 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.409401] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d60e775e-55d5-4529-b028-95626c806719 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.419923] env[63440]: DEBUG oslo_vmware.api [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 1031.419923] env[63440]: value = "task-2662127" [ 1031.419923] env[63440]: _type = "Task" [ 1031.419923] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.430014] env[63440]: DEBUG oslo_vmware.api [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.585766] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.588362] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.277s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.588579] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.590493] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.465s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.592012] env[63440]: INFO nova.compute.claims [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.612392] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': task-2662125, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.613511] env[63440]: INFO nova.scheduler.client.report [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Deleted allocations for instance 71e8cf65-e059-4f49-a50e-8d9189471cff [ 1031.615314] env[63440]: INFO nova.scheduler.client.report [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Deleted allocations for instance 5c65daf6-41c7-4d7a-81a1-22998040a24f [ 1031.653075] env[63440]: DEBUG oslo_concurrency.lockutils [None req-58267e72-4111-4af8-a4da-de8366bbf715 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "interface-eddcf98e-c779-4f00-9d6f-240939e3e672-704d0443-bb97-4b1d-a64d-9c70fdffcb19" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.930s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.703827] env[63440]: DEBUG nova.objects.instance [None req-82290d4e-f764-42ef-9cd2-868d8de82bb9 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lazy-loading 'flavor' on Instance uuid 98f3eb33-c3a0-404d-b689-16bd5baa4dd1 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.930147] env[63440]: DEBUG oslo_vmware.api [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339735} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.930416] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.930606] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.930787] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.930963] env[63440]: INFO nova.compute.manager [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1031.931330] env[63440]: DEBUG oslo.service.loopingcall [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1031.931549] env[63440]: DEBUG nova.compute.manager [-] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.931646] env[63440]: DEBUG nova.network.neutron [-] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.110445] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': task-2662125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617543} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.110781] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] d411e7e8-58c8-4f77-ae6a-81c132e44a54/d411e7e8-58c8-4f77-ae6a-81c132e44a54.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.111470] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.111470] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7253c854-6a74-4f66-bcd2-f9ac54e5a501 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.118479] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Waiting for the task: (returnval){ [ 1032.118479] env[63440]: value = "task-2662128" [ 1032.118479] env[63440]: _type = "Task" [ 1032.118479] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.126291] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d1d08d33-b9da-45fd-90fd-73e9fdc234ba tempest-DeleteServersTestJSON-215877830 tempest-DeleteServersTestJSON-215877830-project-member] Lock "71e8cf65-e059-4f49-a50e-8d9189471cff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.420s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.129699] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c30dc839-d756-4d8d-b3c8-412909d90377 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "5c65daf6-41c7-4d7a-81a1-22998040a24f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.992s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.137631] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': task-2662128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.211103] env[63440]: DEBUG oslo_concurrency.lockutils [None req-82290d4e-f764-42ef-9cd2-868d8de82bb9 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "refresh_cache-98f3eb33-c3a0-404d-b689-16bd5baa4dd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.211483] env[63440]: DEBUG oslo_concurrency.lockutils [None req-82290d4e-f764-42ef-9cd2-868d8de82bb9 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired lock "refresh_cache-98f3eb33-c3a0-404d-b689-16bd5baa4dd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.211645] env[63440]: DEBUG nova.network.neutron [None req-82290d4e-f764-42ef-9cd2-868d8de82bb9 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.211793] env[63440]: DEBUG nova.objects.instance [None req-82290d4e-f764-42ef-9cd2-868d8de82bb9 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lazy-loading 'info_cache' on Instance uuid 98f3eb33-c3a0-404d-b689-16bd5baa4dd1 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.256338] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "2aed780b-9671-434f-99e8-3d75f19e95aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.256561] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "2aed780b-9671-434f-99e8-3d75f19e95aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.256820] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "2aed780b-9671-434f-99e8-3d75f19e95aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.257116] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "2aed780b-9671-434f-99e8-3d75f19e95aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.257384] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "2aed780b-9671-434f-99e8-3d75f19e95aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.259446] env[63440]: INFO nova.compute.manager [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Terminating instance [ 1032.328715] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "3b125c6d-a450-4a21-b246-0ca8a078e147" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.328995] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "3b125c6d-a450-4a21-b246-0ca8a078e147" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.329225] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "3b125c6d-a450-4a21-b246-0ca8a078e147-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.329415] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "3b125c6d-a450-4a21-b246-0ca8a078e147-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.329589] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "3b125c6d-a450-4a21-b246-0ca8a078e147-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.332130] env[63440]: INFO nova.compute.manager [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Terminating instance [ 1032.632742] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': task-2662128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057543} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.633409] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.634837] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21584e9-968b-4a53-be62-a8e4e96e2229 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.661446] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] d411e7e8-58c8-4f77-ae6a-81c132e44a54/d411e7e8-58c8-4f77-ae6a-81c132e44a54.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.664181] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-290d320a-bab7-403b-977d-13ea035e29e7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.683287] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Waiting for the task: (returnval){ [ 1032.683287] env[63440]: value = "task-2662130" [ 1032.683287] env[63440]: _type = "Task" [ 1032.683287] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.693726] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': task-2662130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.717354] env[63440]: DEBUG nova.objects.base [None req-82290d4e-f764-42ef-9cd2-868d8de82bb9 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Object Instance<98f3eb33-c3a0-404d-b689-16bd5baa4dd1> lazy-loaded attributes: flavor,info_cache {{(pid=63440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1032.732918] env[63440]: DEBUG nova.compute.manager [req-85150b2f-782d-436e-a105-12db4c0bd241 req-f3635e13-b3ae-4fdd-975a-6c2bfa63c4d0 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Received event network-vif-deleted-d090ccab-6b33-4160-8180-42c20f02520e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.733243] env[63440]: INFO nova.compute.manager [req-85150b2f-782d-436e-a105-12db4c0bd241 req-f3635e13-b3ae-4fdd-975a-6c2bfa63c4d0 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Neutron deleted interface d090ccab-6b33-4160-8180-42c20f02520e; detaching it from the instance and deleting it from the info cache [ 1032.733366] env[63440]: DEBUG nova.network.neutron [req-85150b2f-782d-436e-a105-12db4c0bd241 req-f3635e13-b3ae-4fdd-975a-6c2bfa63c4d0 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.763692] env[63440]: DEBUG nova.compute.manager [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.764154] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.765275] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a630023-6439-4d14-905a-011e2302dd66 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.777458] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.777689] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-908aed7f-273a-4b9d-9ded-8305b610ab6b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.783229] env[63440]: DEBUG oslo_vmware.api [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1032.783229] env[63440]: value = "task-2662131" [ 1032.783229] env[63440]: _type = "Task" [ 1032.783229] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.792086] env[63440]: DEBUG oslo_vmware.api [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.824678] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e718d9f3-962f-41e9-93ca-f5a7c3d345bb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.831680] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e26d96-953b-4886-88af-aa167f6e7728 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.836202] env[63440]: DEBUG nova.compute.manager [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.836491] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.837277] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffab21c5-8b29-4337-8fe8-afb9ad9d7b71 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.869952] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.870836] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9befac18-1fe7-4e02-97c7-43b7a297a92b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.873855] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cd223a-4303-418c-8856-36479d37e155 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.885206] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8b8047-57cb-45d5-a073-ccaa45bf492f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.889469] env[63440]: DEBUG oslo_vmware.api [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1032.889469] env[63440]: value = "task-2662132" [ 1032.889469] env[63440]: _type = "Task" [ 1032.889469] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.903130] env[63440]: DEBUG nova.compute.provider_tree [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.909464] env[63440]: DEBUG oslo_vmware.api [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.194786] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': task-2662130, 'name': ReconfigVM_Task, 'duration_secs': 0.305548} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.195369] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Reconfigured VM instance instance-00000065 to attach disk [datastore1] d411e7e8-58c8-4f77-ae6a-81c132e44a54/d411e7e8-58c8-4f77-ae6a-81c132e44a54.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.196076] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-349cb23d-4174-4592-a720-ee52710ce671 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.202933] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Waiting for the task: (returnval){ [ 1033.202933] env[63440]: value = "task-2662133" [ 1033.202933] env[63440]: _type = "Task" [ 1033.202933] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.211196] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': task-2662133, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.212551] env[63440]: DEBUG nova.network.neutron [-] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.235698] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae101828-935b-4c3e-b45e-36c4ff8fd054 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.245238] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f26b35-b329-45e2-8091-658d7b41c992 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.277737] env[63440]: DEBUG nova.compute.manager [req-85150b2f-782d-436e-a105-12db4c0bd241 req-f3635e13-b3ae-4fdd-975a-6c2bfa63c4d0 service nova] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Detach interface failed, port_id=d090ccab-6b33-4160-8180-42c20f02520e, reason: Instance eddcf98e-c779-4f00-9d6f-240939e3e672 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1033.292388] env[63440]: DEBUG oslo_vmware.api [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662131, 'name': PowerOffVM_Task, 'duration_secs': 0.239616} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.294844] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.295038] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.295300] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-224f123f-3ab3-49d7-a9c1-385f53fc0546 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.361264] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.361481] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.361666] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Deleting the datastore file [datastore2] 2aed780b-9671-434f-99e8-3d75f19e95aa {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.361919] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-318b98ca-ac42-4c0e-9cb0-9ac1ada1e934 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.368552] env[63440]: DEBUG oslo_vmware.api [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1033.368552] env[63440]: value = "task-2662135" [ 1033.368552] env[63440]: _type = "Task" [ 1033.368552] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.375788] env[63440]: DEBUG oslo_vmware.api [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.399576] env[63440]: DEBUG oslo_vmware.api [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662132, 'name': PowerOffVM_Task, 'duration_secs': 0.188427} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.399817] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.399982] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.400236] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22833c80-bcb9-4442-ba44-226f9297b7a9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.406713] env[63440]: DEBUG nova.scheduler.client.report [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.440250] env[63440]: DEBUG nova.network.neutron [None req-82290d4e-f764-42ef-9cd2-868d8de82bb9 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Updating instance_info_cache with network_info: [{"id": "4c8fabae-4b35-45c0-b0fb-57b1c5592098", "address": "fa:16:3e:8b:e9:15", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c8fabae-4b", "ovs_interfaceid": "4c8fabae-4b35-45c0-b0fb-57b1c5592098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.463573] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.463723] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.464022] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Deleting the datastore file [datastore1] 3b125c6d-a450-4a21-b246-0ca8a078e147 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.464629] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-253c1178-d494-4711-9ce2-b4b732dfc331 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.471636] env[63440]: DEBUG oslo_vmware.api [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1033.471636] env[63440]: value = "task-2662137" [ 1033.471636] env[63440]: _type = "Task" [ 1033.471636] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.479300] env[63440]: DEBUG oslo_vmware.api [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.713092] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': task-2662133, 'name': Rename_Task, 'duration_secs': 0.149751} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.713092] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.713092] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37e6d6be-d79b-43d4-8764-0c857e06d70a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.718279] env[63440]: INFO nova.compute.manager [-] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Took 1.79 seconds to deallocate network for instance. [ 1033.720936] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Waiting for the task: (returnval){ [ 1033.720936] env[63440]: value = "task-2662138" [ 1033.720936] env[63440]: _type = "Task" [ 1033.720936] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.731191] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': task-2662138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.878074] env[63440]: DEBUG oslo_vmware.api [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148132} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.878359] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.878559] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.878750] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.878928] env[63440]: INFO nova.compute.manager [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1033.879193] env[63440]: DEBUG oslo.service.loopingcall [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1033.879398] env[63440]: DEBUG nova.compute.manager [-] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.879485] env[63440]: DEBUG nova.network.neutron [-] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.913418] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.913892] env[63440]: DEBUG nova.compute.manager [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.916524] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.487s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.917937] env[63440]: INFO nova.compute.claims [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.944027] env[63440]: DEBUG oslo_concurrency.lockutils [None req-82290d4e-f764-42ef-9cd2-868d8de82bb9 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lock "refresh_cache-98f3eb33-c3a0-404d-b689-16bd5baa4dd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.980674] env[63440]: DEBUG oslo_vmware.api [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137964} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.980937] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.981136] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.981432] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.981494] env[63440]: INFO nova.compute.manager [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1033.981706] env[63440]: DEBUG oslo.service.loopingcall [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1033.981893] env[63440]: DEBUG nova.compute.manager [-] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.981989] env[63440]: DEBUG nova.network.neutron [-] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.230020] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.236363] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': task-2662138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.275521] env[63440]: DEBUG nova.compute.manager [req-2ca40967-8b46-4ebb-a380-98271e5c5d8a req-5edb04ab-04f4-4965-a851-b3418520f71d service nova] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Received event network-vif-deleted-6800a4fb-4283-4388-8b41-58b4f0127f93 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.276025] env[63440]: INFO nova.compute.manager [req-2ca40967-8b46-4ebb-a380-98271e5c5d8a req-5edb04ab-04f4-4965-a851-b3418520f71d service nova] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Neutron deleted interface 6800a4fb-4283-4388-8b41-58b4f0127f93; detaching it from the instance and deleting it from the info cache [ 1034.276025] env[63440]: DEBUG nova.network.neutron [req-2ca40967-8b46-4ebb-a380-98271e5c5d8a req-5edb04ab-04f4-4965-a851-b3418520f71d service nova] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.421973] env[63440]: DEBUG nova.compute.utils [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.425038] env[63440]: DEBUG nova.compute.manager [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.425221] env[63440]: DEBUG nova.network.neutron [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.466907] env[63440]: DEBUG nova.policy [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '395a4cba57804727ad7e83aa3382882d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c96b151cd6ac4919b937d3b9818f410e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.731407] env[63440]: DEBUG oslo_vmware.api [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': task-2662138, 'name': PowerOnVM_Task, 'duration_secs': 0.615104} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.731678] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.731881] env[63440]: INFO nova.compute.manager [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1034.732129] env[63440]: DEBUG nova.compute.manager [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.732921] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368d3d5d-b813-45b5-8263-eb00e29a2612 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.757976] env[63440]: DEBUG nova.network.neutron [-] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.778516] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd8b2a9f-9477-4822-89e5-4074d51af1f4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.787615] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9611d34-6dc8-443d-91d1-db4095554951 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.808847] env[63440]: DEBUG nova.network.neutron [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Successfully created port: 77eeb7fb-22e7-446e-bc5f-2370d5a2963e {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.820040] env[63440]: DEBUG nova.compute.manager [req-2ca40967-8b46-4ebb-a380-98271e5c5d8a req-5edb04ab-04f4-4965-a851-b3418520f71d service nova] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Detach interface failed, port_id=6800a4fb-4283-4388-8b41-58b4f0127f93, reason: Instance 3b125c6d-a450-4a21-b246-0ca8a078e147 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1034.844906] env[63440]: DEBUG nova.compute.manager [req-82d7d18c-c466-49f3-a0c2-7d70c5dbe914 req-9d02a25e-67c1-4753-b6f1-246172a782e7 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Received event network-vif-deleted-ff21749d-6ecc-4514-8149-1c11975aaecc {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.845085] env[63440]: INFO nova.compute.manager [req-82d7d18c-c466-49f3-a0c2-7d70c5dbe914 req-9d02a25e-67c1-4753-b6f1-246172a782e7 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Neutron deleted interface ff21749d-6ecc-4514-8149-1c11975aaecc; detaching it from the instance and deleting it from the info cache [ 1034.845291] env[63440]: DEBUG nova.network.neutron [req-82d7d18c-c466-49f3-a0c2-7d70c5dbe914 req-9d02a25e-67c1-4753-b6f1-246172a782e7 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.910735] env[63440]: DEBUG nova.network.neutron [-] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.926308] env[63440]: DEBUG nova.compute.manager [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.948958] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-82290d4e-f764-42ef-9cd2-868d8de82bb9 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.949755] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1143ed5f-1845-41c4-b51f-b856fdfe7629 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.962139] env[63440]: DEBUG oslo_vmware.api [None req-82290d4e-f764-42ef-9cd2-868d8de82bb9 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1034.962139] env[63440]: value = "task-2662139" [ 1034.962139] env[63440]: _type = "Task" [ 1034.962139] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.971427] env[63440]: DEBUG oslo_vmware.api [None req-82290d4e-f764-42ef-9cd2-868d8de82bb9 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.136049] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d35bf7-98fb-487c-8e9b-13c60a446cdb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.143441] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512f33ee-5771-4c88-ace3-f828fca4b346 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.179993] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610292a4-b5e2-4008-8552-d0c19db963df {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.188371] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844b03b4-ee9b-4acb-90ea-561829bb8073 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.204876] env[63440]: DEBUG nova.compute.provider_tree [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.253904] env[63440]: INFO nova.compute.manager [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Took 12.88 seconds to build instance. [ 1035.260647] env[63440]: INFO nova.compute.manager [-] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Took 1.28 seconds to deallocate network for instance. [ 1035.351058] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db7a12bb-0793-44e2-b9af-a9c90f1beae6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.358570] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e4615a-3768-4623-86a4-7e505170d085 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.392902] env[63440]: DEBUG nova.compute.manager [req-82d7d18c-c466-49f3-a0c2-7d70c5dbe914 req-9d02a25e-67c1-4753-b6f1-246172a782e7 service nova] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Detach interface failed, port_id=ff21749d-6ecc-4514-8149-1c11975aaecc, reason: Instance 2aed780b-9671-434f-99e8-3d75f19e95aa could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1035.413130] env[63440]: INFO nova.compute.manager [-] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Took 1.53 seconds to deallocate network for instance. [ 1035.472656] env[63440]: DEBUG oslo_vmware.api [None req-82290d4e-f764-42ef-9cd2-868d8de82bb9 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662139, 'name': PowerOnVM_Task, 'duration_secs': 0.431627} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.472953] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-82290d4e-f764-42ef-9cd2-868d8de82bb9 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.473217] env[63440]: DEBUG nova.compute.manager [None req-82290d4e-f764-42ef-9cd2-868d8de82bb9 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.474036] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df76ba3-c728-4eb4-9287-58275fefd20f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.710973] env[63440]: DEBUG nova.scheduler.client.report [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.757441] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6ca5ac0e-d373-4d0a-945f-7487219ddc8d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Lock "d411e7e8-58c8-4f77-ae6a-81c132e44a54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.392s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.767033] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.919380] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.938032] env[63440]: DEBUG nova.compute.manager [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.968994] env[63440]: DEBUG nova.virt.hardware [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.969272] env[63440]: DEBUG nova.virt.hardware [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.969434] env[63440]: DEBUG nova.virt.hardware [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.969616] env[63440]: DEBUG nova.virt.hardware [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.969763] env[63440]: DEBUG nova.virt.hardware [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.969910] env[63440]: DEBUG nova.virt.hardware [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.970336] env[63440]: DEBUG nova.virt.hardware [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.970336] env[63440]: DEBUG nova.virt.hardware [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.970437] env[63440]: DEBUG nova.virt.hardware [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.970597] env[63440]: DEBUG nova.virt.hardware [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.970812] env[63440]: DEBUG nova.virt.hardware [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.971730] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042d2928-b756-4864-94aa-d38f5c594f3f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.980245] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474d4c37-7c68-44ce-b767-e4927f7a0d45 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.219274] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.219274] env[63440]: DEBUG nova.compute.manager [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.221615] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.992s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.221870] env[63440]: DEBUG nova.objects.instance [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lazy-loading 'resources' on Instance uuid eddcf98e-c779-4f00-9d6f-240939e3e672 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.526583] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "98f3eb33-c3a0-404d-b689-16bd5baa4dd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.527267] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "98f3eb33-c3a0-404d-b689-16bd5baa4dd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.527510] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "98f3eb33-c3a0-404d-b689-16bd5baa4dd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.527683] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "98f3eb33-c3a0-404d-b689-16bd5baa4dd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.527856] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "98f3eb33-c3a0-404d-b689-16bd5baa4dd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.529842] env[63440]: INFO nova.compute.manager [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Terminating instance [ 1036.563300] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b9a5b0a6-6555-4eea-98b6-c3b7843b7a5d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Acquiring lock "d411e7e8-58c8-4f77-ae6a-81c132e44a54" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.563574] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b9a5b0a6-6555-4eea-98b6-c3b7843b7a5d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Lock "d411e7e8-58c8-4f77-ae6a-81c132e44a54" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.563823] env[63440]: INFO nova.compute.manager [None req-b9a5b0a6-6555-4eea-98b6-c3b7843b7a5d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Rebooting instance [ 1036.675042] env[63440]: DEBUG nova.network.neutron [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Successfully updated port: 77eeb7fb-22e7-446e-bc5f-2370d5a2963e {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.725944] env[63440]: DEBUG nova.compute.utils [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.729458] env[63440]: DEBUG nova.compute.manager [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.729707] env[63440]: DEBUG nova.network.neutron [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.770107] env[63440]: DEBUG nova.policy [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e35ebadd18cb4593a1af432adf0d5dd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b409b5a668c0422692cbc29bbf1a6727', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.858653] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b0f10a5e-49e9-41d4-9eee-bcd370fcebbe tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "f59c82f7-db27-4442-8751-ceb1a8a43656" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.858986] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b0f10a5e-49e9-41d4-9eee-bcd370fcebbe tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "f59c82f7-db27-4442-8751-ceb1a8a43656" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.880184] env[63440]: DEBUG nova.compute.manager [req-d6d520b5-2504-413d-a981-06e5daef0f14 req-681fb3c8-432e-468f-b2f3-f8605bc1c9f5 service nova] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Received event network-vif-plugged-77eeb7fb-22e7-446e-bc5f-2370d5a2963e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.880428] env[63440]: DEBUG oslo_concurrency.lockutils [req-d6d520b5-2504-413d-a981-06e5daef0f14 req-681fb3c8-432e-468f-b2f3-f8605bc1c9f5 service nova] Acquiring lock "565880df-cdb2-44c1-a33f-99d5cfa0b907-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.880670] env[63440]: DEBUG oslo_concurrency.lockutils [req-d6d520b5-2504-413d-a981-06e5daef0f14 req-681fb3c8-432e-468f-b2f3-f8605bc1c9f5 service nova] Lock "565880df-cdb2-44c1-a33f-99d5cfa0b907-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.880799] env[63440]: DEBUG oslo_concurrency.lockutils [req-d6d520b5-2504-413d-a981-06e5daef0f14 req-681fb3c8-432e-468f-b2f3-f8605bc1c9f5 service nova] Lock "565880df-cdb2-44c1-a33f-99d5cfa0b907-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.880970] env[63440]: DEBUG nova.compute.manager [req-d6d520b5-2504-413d-a981-06e5daef0f14 req-681fb3c8-432e-468f-b2f3-f8605bc1c9f5 service nova] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] No waiting events found dispatching network-vif-plugged-77eeb7fb-22e7-446e-bc5f-2370d5a2963e {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.881326] env[63440]: WARNING nova.compute.manager [req-d6d520b5-2504-413d-a981-06e5daef0f14 req-681fb3c8-432e-468f-b2f3-f8605bc1c9f5 service nova] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Received unexpected event network-vif-plugged-77eeb7fb-22e7-446e-bc5f-2370d5a2963e for instance with vm_state building and task_state spawning. [ 1036.881529] env[63440]: DEBUG nova.compute.manager [req-d6d520b5-2504-413d-a981-06e5daef0f14 req-681fb3c8-432e-468f-b2f3-f8605bc1c9f5 service nova] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Received event network-changed-77eeb7fb-22e7-446e-bc5f-2370d5a2963e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.881693] env[63440]: DEBUG nova.compute.manager [req-d6d520b5-2504-413d-a981-06e5daef0f14 req-681fb3c8-432e-468f-b2f3-f8605bc1c9f5 service nova] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Refreshing instance network info cache due to event network-changed-77eeb7fb-22e7-446e-bc5f-2370d5a2963e. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1036.881883] env[63440]: DEBUG oslo_concurrency.lockutils [req-d6d520b5-2504-413d-a981-06e5daef0f14 req-681fb3c8-432e-468f-b2f3-f8605bc1c9f5 service nova] Acquiring lock "refresh_cache-565880df-cdb2-44c1-a33f-99d5cfa0b907" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.882078] env[63440]: DEBUG oslo_concurrency.lockutils [req-d6d520b5-2504-413d-a981-06e5daef0f14 req-681fb3c8-432e-468f-b2f3-f8605bc1c9f5 service nova] Acquired lock "refresh_cache-565880df-cdb2-44c1-a33f-99d5cfa0b907" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.882243] env[63440]: DEBUG nova.network.neutron [req-d6d520b5-2504-413d-a981-06e5daef0f14 req-681fb3c8-432e-468f-b2f3-f8605bc1c9f5 service nova] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Refreshing network info cache for port 77eeb7fb-22e7-446e-bc5f-2370d5a2963e {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.917476] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2639d1b-c24d-41b6-8cd7-93a7e8be16f0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.925957] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e60f01-1674-4596-8f84-bcbcf6b24fb7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.957069] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc61de1-de18-4a1c-afbf-c5d31756d0c3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.964425] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715558d9-df31-43e5-8c93-9113d71a1d90 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.980358] env[63440]: DEBUG nova.compute.provider_tree [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.026558] env[63440]: DEBUG nova.network.neutron [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Successfully created port: 0621eacd-4f9b-4955-ba6d-fb2b1ba759bd {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.034723] env[63440]: DEBUG nova.compute.manager [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.034954] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.035822] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e7b5f7-bf02-4422-8f40-58828d71a051 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.043145] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.043417] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47d91ea6-a858-491d-935b-5edae81bd309 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.049369] env[63440]: DEBUG oslo_vmware.api [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1037.049369] env[63440]: value = "task-2662140" [ 1037.049369] env[63440]: _type = "Task" [ 1037.049369] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.059146] env[63440]: DEBUG oslo_vmware.api [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.081636] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b9a5b0a6-6555-4eea-98b6-c3b7843b7a5d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Acquiring lock "refresh_cache-d411e7e8-58c8-4f77-ae6a-81c132e44a54" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.081728] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b9a5b0a6-6555-4eea-98b6-c3b7843b7a5d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Acquired lock "refresh_cache-d411e7e8-58c8-4f77-ae6a-81c132e44a54" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.081911] env[63440]: DEBUG nova.network.neutron [None req-b9a5b0a6-6555-4eea-98b6-c3b7843b7a5d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.177816] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquiring lock "refresh_cache-565880df-cdb2-44c1-a33f-99d5cfa0b907" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.235520] env[63440]: DEBUG nova.compute.manager [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.364575] env[63440]: INFO nova.compute.manager [None req-b0f10a5e-49e9-41d4-9eee-bcd370fcebbe tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Detaching volume 52fcbf1f-203f-4fd0-91f1-046016ada681 [ 1037.399197] env[63440]: INFO nova.virt.block_device [None req-b0f10a5e-49e9-41d4-9eee-bcd370fcebbe tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Attempting to driver detach volume 52fcbf1f-203f-4fd0-91f1-046016ada681 from mountpoint /dev/sdb [ 1037.399731] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f10a5e-49e9-41d4-9eee-bcd370fcebbe tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Volume detach. Driver type: vmdk {{(pid=63440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1037.399731] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f10a5e-49e9-41d4-9eee-bcd370fcebbe tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536813', 'volume_id': '52fcbf1f-203f-4fd0-91f1-046016ada681', 'name': 'volume-52fcbf1f-203f-4fd0-91f1-046016ada681', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f59c82f7-db27-4442-8751-ceb1a8a43656', 'attached_at': '', 'detached_at': '', 'volume_id': '52fcbf1f-203f-4fd0-91f1-046016ada681', 'serial': '52fcbf1f-203f-4fd0-91f1-046016ada681'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1037.400702] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620d4269-67fc-4c21-8ba8-16810eb40ca0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.429279] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18069906-7c68-4d29-a50f-983a9e0da525 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.436927] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a319a13-c73c-435c-b634-2be3b5a1e15c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.457976] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c9ab9a-ea75-40c7-9a57-2c55506a53bb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.473972] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f10a5e-49e9-41d4-9eee-bcd370fcebbe tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] The volume has not been displaced from its original location: [datastore2] volume-52fcbf1f-203f-4fd0-91f1-046016ada681/volume-52fcbf1f-203f-4fd0-91f1-046016ada681.vmdk. No consolidation needed. {{(pid=63440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1037.479507] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f10a5e-49e9-41d4-9eee-bcd370fcebbe tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1037.479860] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39ec7502-0cfd-4ee3-bbc9-03ebbe8928d3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.496241] env[63440]: DEBUG nova.scheduler.client.report [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.506114] env[63440]: DEBUG oslo_vmware.api [None req-b0f10a5e-49e9-41d4-9eee-bcd370fcebbe tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 1037.506114] env[63440]: value = "task-2662141" [ 1037.506114] env[63440]: _type = "Task" [ 1037.506114] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.514637] env[63440]: DEBUG oslo_vmware.api [None req-b0f10a5e-49e9-41d4-9eee-bcd370fcebbe tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.560013] env[63440]: DEBUG oslo_vmware.api [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662140, 'name': PowerOffVM_Task, 'duration_secs': 0.177988} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.560734] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.560917] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.561301] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8665ddd1-3e2d-4ccd-915f-9fca7b042797 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.627747] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.628020] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.628305] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Deleting the datastore file [datastore2] 98f3eb33-c3a0-404d-b689-16bd5baa4dd1 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.628584] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cf1e9a1-1ca0-4097-be39-76f0d544465a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.635292] env[63440]: DEBUG oslo_vmware.api [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1037.635292] env[63440]: value = "task-2662143" [ 1037.635292] env[63440]: _type = "Task" [ 1037.635292] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.644552] env[63440]: DEBUG oslo_vmware.api [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.677522] env[63440]: DEBUG nova.network.neutron [req-d6d520b5-2504-413d-a981-06e5daef0f14 req-681fb3c8-432e-468f-b2f3-f8605bc1c9f5 service nova] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.844709] env[63440]: DEBUG nova.network.neutron [req-d6d520b5-2504-413d-a981-06e5daef0f14 req-681fb3c8-432e-468f-b2f3-f8605bc1c9f5 service nova] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.988347] env[63440]: DEBUG nova.network.neutron [None req-b9a5b0a6-6555-4eea-98b6-c3b7843b7a5d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Updating instance_info_cache with network_info: [{"id": "774254a6-ada3-493d-b601-09e0bdf63ff4", "address": "fa:16:3e:29:7b:cb", "network": {"id": "829c505e-685d-40a8-bbbb-4f9967d4e483", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-460550135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76b0e035a954f6490e4a4306b2f6fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774254a6-ad", "ovs_interfaceid": "774254a6-ada3-493d-b601-09e0bdf63ff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.002376] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.004617] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.238s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.004861] env[63440]: DEBUG nova.objects.instance [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lazy-loading 'resources' on Instance uuid 3b125c6d-a450-4a21-b246-0ca8a078e147 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.016457] env[63440]: DEBUG oslo_vmware.api [None req-b0f10a5e-49e9-41d4-9eee-bcd370fcebbe tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662141, 'name': ReconfigVM_Task, 'duration_secs': 0.264387} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.017233] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f10a5e-49e9-41d4-9eee-bcd370fcebbe tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1038.022773] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e6dcbed-1e50-46db-a2b9-a2b6b2eae2b5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.033244] env[63440]: INFO nova.scheduler.client.report [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Deleted allocations for instance eddcf98e-c779-4f00-9d6f-240939e3e672 [ 1038.042122] env[63440]: DEBUG oslo_vmware.api [None req-b0f10a5e-49e9-41d4-9eee-bcd370fcebbe tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 1038.042122] env[63440]: value = "task-2662144" [ 1038.042122] env[63440]: _type = "Task" [ 1038.042122] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.050722] env[63440]: DEBUG oslo_vmware.api [None req-b0f10a5e-49e9-41d4-9eee-bcd370fcebbe tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.146179] env[63440]: DEBUG oslo_vmware.api [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15026} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.146420] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.146614] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.146796] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.146968] env[63440]: INFO nova.compute.manager [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1038.147232] env[63440]: DEBUG oslo.service.loopingcall [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1038.147427] env[63440]: DEBUG nova.compute.manager [-] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.147533] env[63440]: DEBUG nova.network.neutron [-] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.247630] env[63440]: DEBUG nova.compute.manager [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.272202] env[63440]: DEBUG nova.virt.hardware [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.272405] env[63440]: DEBUG nova.virt.hardware [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.272566] env[63440]: DEBUG nova.virt.hardware [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.272755] env[63440]: DEBUG nova.virt.hardware [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.272907] env[63440]: DEBUG nova.virt.hardware [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.273079] env[63440]: DEBUG nova.virt.hardware [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.273284] env[63440]: DEBUG nova.virt.hardware [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.273450] env[63440]: DEBUG nova.virt.hardware [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.273628] env[63440]: DEBUG nova.virt.hardware [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.273782] env[63440]: DEBUG nova.virt.hardware [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.273955] env[63440]: DEBUG nova.virt.hardware [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.275194] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c952f96e-2229-4fdf-89b5-1209a3d35be8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.282891] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc8e78f-7deb-4f98-8708-4acf4d4dfccd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.348088] env[63440]: DEBUG oslo_concurrency.lockutils [req-d6d520b5-2504-413d-a981-06e5daef0f14 req-681fb3c8-432e-468f-b2f3-f8605bc1c9f5 service nova] Releasing lock "refresh_cache-565880df-cdb2-44c1-a33f-99d5cfa0b907" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.348623] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquired lock "refresh_cache-565880df-cdb2-44c1-a33f-99d5cfa0b907" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.348812] env[63440]: DEBUG nova.network.neutron [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.490686] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b9a5b0a6-6555-4eea-98b6-c3b7843b7a5d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Releasing lock "refresh_cache-d411e7e8-58c8-4f77-ae6a-81c132e44a54" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.540545] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9a23d8d2-4a87-4ab5-9fce-762ae23a12cc tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "eddcf98e-c779-4f00-9d6f-240939e3e672" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.235s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.564396] env[63440]: DEBUG oslo_vmware.api [None req-b0f10a5e-49e9-41d4-9eee-bcd370fcebbe tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662144, 'name': ReconfigVM_Task, 'duration_secs': 0.14027} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.564748] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f10a5e-49e9-41d4-9eee-bcd370fcebbe tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536813', 'volume_id': '52fcbf1f-203f-4fd0-91f1-046016ada681', 'name': 'volume-52fcbf1f-203f-4fd0-91f1-046016ada681', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f59c82f7-db27-4442-8751-ceb1a8a43656', 'attached_at': '', 'detached_at': '', 'volume_id': '52fcbf1f-203f-4fd0-91f1-046016ada681', 'serial': '52fcbf1f-203f-4fd0-91f1-046016ada681'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1038.711141] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c84fe8-3b09-47a1-a0d0-a8550bc6418b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.722993] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11dc6c3-a589-4638-b795-187f6f66dbd7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.762697] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b3f182-2337-4dd2-b7fd-4d41eceb5136 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.773531] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb3496d-7ef5-4520-b828-dde40559d9b7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.789433] env[63440]: DEBUG nova.compute.provider_tree [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.868470] env[63440]: DEBUG nova.compute.manager [req-0c75224a-5cfb-47d1-8dc6-090caa159173 req-fdcd22d3-9811-41f7-8b8f-47a4d3361ef3 service nova] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Received event network-vif-deleted-4c8fabae-4b35-45c0-b0fb-57b1c5592098 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1038.868665] env[63440]: INFO nova.compute.manager [req-0c75224a-5cfb-47d1-8dc6-090caa159173 req-fdcd22d3-9811-41f7-8b8f-47a4d3361ef3 service nova] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Neutron deleted interface 4c8fabae-4b35-45c0-b0fb-57b1c5592098; detaching it from the instance and deleting it from the info cache [ 1038.868833] env[63440]: DEBUG nova.network.neutron [req-0c75224a-5cfb-47d1-8dc6-090caa159173 req-fdcd22d3-9811-41f7-8b8f-47a4d3361ef3 service nova] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.887751] env[63440]: DEBUG nova.network.neutron [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.971502] env[63440]: DEBUG nova.network.neutron [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Successfully updated port: 0621eacd-4f9b-4955-ba6d-fb2b1ba759bd {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.976373] env[63440]: DEBUG nova.compute.manager [req-7532c0c4-ef86-4fb3-9219-01b13a54855a req-eeba9589-cc05-44f3-909d-b369e8cf9b15 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Received event network-vif-plugged-0621eacd-4f9b-4955-ba6d-fb2b1ba759bd {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1038.976460] env[63440]: DEBUG oslo_concurrency.lockutils [req-7532c0c4-ef86-4fb3-9219-01b13a54855a req-eeba9589-cc05-44f3-909d-b369e8cf9b15 service nova] Acquiring lock "532ef389-03cf-416f-aa35-4a4cee2dadd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.976699] env[63440]: DEBUG oslo_concurrency.lockutils [req-7532c0c4-ef86-4fb3-9219-01b13a54855a req-eeba9589-cc05-44f3-909d-b369e8cf9b15 service nova] Lock "532ef389-03cf-416f-aa35-4a4cee2dadd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.976834] env[63440]: DEBUG oslo_concurrency.lockutils [req-7532c0c4-ef86-4fb3-9219-01b13a54855a req-eeba9589-cc05-44f3-909d-b369e8cf9b15 service nova] Lock "532ef389-03cf-416f-aa35-4a4cee2dadd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.977012] env[63440]: DEBUG nova.compute.manager [req-7532c0c4-ef86-4fb3-9219-01b13a54855a req-eeba9589-cc05-44f3-909d-b369e8cf9b15 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] No waiting events found dispatching network-vif-plugged-0621eacd-4f9b-4955-ba6d-fb2b1ba759bd {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.977570] env[63440]: WARNING nova.compute.manager [req-7532c0c4-ef86-4fb3-9219-01b13a54855a req-eeba9589-cc05-44f3-909d-b369e8cf9b15 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Received unexpected event network-vif-plugged-0621eacd-4f9b-4955-ba6d-fb2b1ba759bd for instance with vm_state building and task_state spawning. [ 1038.994878] env[63440]: DEBUG nova.compute.manager [None req-b9a5b0a6-6555-4eea-98b6-c3b7843b7a5d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.996219] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442e3807-6bc3-46ff-8b79-9b52375aeaf2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.044145] env[63440]: DEBUG nova.network.neutron [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Updating instance_info_cache with network_info: [{"id": "77eeb7fb-22e7-446e-bc5f-2370d5a2963e", "address": "fa:16:3e:4b:12:6b", "network": {"id": "6069e8ea-73b1-47e3-91a0-218c35b8fbf6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1799585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c96b151cd6ac4919b937d3b9818f410e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77eeb7fb-22", "ovs_interfaceid": "77eeb7fb-22e7-446e-bc5f-2370d5a2963e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.116514] env[63440]: DEBUG nova.objects.instance [None req-b0f10a5e-49e9-41d4-9eee-bcd370fcebbe tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lazy-loading 'flavor' on Instance uuid f59c82f7-db27-4442-8751-ceb1a8a43656 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.201987] env[63440]: DEBUG nova.network.neutron [-] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.295540] env[63440]: DEBUG nova.scheduler.client.report [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.376349] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc61058a-6324-4e04-b2df-79104c21c340 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.384737] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74603097-afea-4beb-ad18-34db1924e6b4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.415550] env[63440]: DEBUG nova.compute.manager [req-0c75224a-5cfb-47d1-8dc6-090caa159173 req-fdcd22d3-9811-41f7-8b8f-47a4d3361ef3 service nova] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Detach interface failed, port_id=4c8fabae-4b35-45c0-b0fb-57b1c5592098, reason: Instance 98f3eb33-c3a0-404d-b689-16bd5baa4dd1 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1039.449594] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "12f18f18-d670-4e68-b102-47b5d4920cc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.449594] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "12f18f18-d670-4e68-b102-47b5d4920cc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.449594] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "12f18f18-d670-4e68-b102-47b5d4920cc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.449777] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "12f18f18-d670-4e68-b102-47b5d4920cc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.451371] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "12f18f18-d670-4e68-b102-47b5d4920cc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.453113] env[63440]: INFO nova.compute.manager [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Terminating instance [ 1039.474916] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Acquiring lock "refresh_cache-532ef389-03cf-416f-aa35-4a4cee2dadd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.475069] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Acquired lock "refresh_cache-532ef389-03cf-416f-aa35-4a4cee2dadd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.475267] env[63440]: DEBUG nova.network.neutron [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.547076] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Releasing lock "refresh_cache-565880df-cdb2-44c1-a33f-99d5cfa0b907" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.547454] env[63440]: DEBUG nova.compute.manager [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Instance network_info: |[{"id": "77eeb7fb-22e7-446e-bc5f-2370d5a2963e", "address": "fa:16:3e:4b:12:6b", "network": {"id": "6069e8ea-73b1-47e3-91a0-218c35b8fbf6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1799585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c96b151cd6ac4919b937d3b9818f410e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77eeb7fb-22", "ovs_interfaceid": "77eeb7fb-22e7-446e-bc5f-2370d5a2963e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.551722] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:12:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77eeb7fb-22e7-446e-bc5f-2370d5a2963e', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.559481] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Creating folder: Project (c96b151cd6ac4919b937d3b9818f410e). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.560242] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe6e9f40-7be0-46e4-b579-6caff4260ce4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.572426] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Created folder: Project (c96b151cd6ac4919b937d3b9818f410e) in parent group-v536546. [ 1039.572694] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Creating folder: Instances. Parent ref: group-v536825. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.572958] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f02f7b5-a4c8-46d7-a0bc-bf4e6dfb65d2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.583305] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Created folder: Instances in parent group-v536825. [ 1039.583673] env[63440]: DEBUG oslo.service.loopingcall [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1039.583877] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.584120] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a97dbac9-bf15-4014-8c05-eacd6a1195ee {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.603847] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.603847] env[63440]: value = "task-2662147" [ 1039.603847] env[63440]: _type = "Task" [ 1039.603847] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.611272] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662147, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.705183] env[63440]: INFO nova.compute.manager [-] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Took 1.56 seconds to deallocate network for instance. [ 1039.798079] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.800110] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.881s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.800387] env[63440]: DEBUG nova.objects.instance [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lazy-loading 'resources' on Instance uuid 2aed780b-9671-434f-99e8-3d75f19e95aa {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.821457] env[63440]: INFO nova.scheduler.client.report [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Deleted allocations for instance 3b125c6d-a450-4a21-b246-0ca8a078e147 [ 1039.957364] env[63440]: DEBUG nova.compute.manager [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.957597] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.959405] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2041bbb6-bbcd-41d2-8414-9fea4cd3b64b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.968163] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.968401] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b241891-9209-40d1-8a7a-93fc03b1e327 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.974683] env[63440]: DEBUG oslo_vmware.api [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 1039.974683] env[63440]: value = "task-2662148" [ 1039.974683] env[63440]: _type = "Task" [ 1039.974683] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.989897] env[63440]: DEBUG oslo_vmware.api [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.012956] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621a878e-714d-41fc-b04b-0edb5e2db01e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.020858] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a5b0a6-6555-4eea-98b6-c3b7843b7a5d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Doing hard reboot of VM {{(pid=63440) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1040.021827] env[63440]: DEBUG nova.network.neutron [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.024194] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3a303896-ba21-40d1-aaff-59cfb62c116c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.035902] env[63440]: DEBUG oslo_vmware.api [None req-b9a5b0a6-6555-4eea-98b6-c3b7843b7a5d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Waiting for the task: (returnval){ [ 1040.035902] env[63440]: value = "task-2662149" [ 1040.035902] env[63440]: _type = "Task" [ 1040.035902] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.046395] env[63440]: DEBUG oslo_vmware.api [None req-b9a5b0a6-6555-4eea-98b6-c3b7843b7a5d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': task-2662149, 'name': ResetVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.117016] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662147, 'name': CreateVM_Task, 'duration_secs': 0.311169} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.117202] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.117983] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.118083] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.118415] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.118685] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82505ccd-ace7-4777-885d-adcb029e2bac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.123815] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1040.123815] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5255321c-5bf9-24ab-5672-e880e5bfc815" [ 1040.123815] env[63440]: _type = "Task" [ 1040.123815] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.127837] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b0f10a5e-49e9-41d4-9eee-bcd370fcebbe tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "f59c82f7-db27-4442-8751-ceb1a8a43656" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.135707] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5255321c-5bf9-24ab-5672-e880e5bfc815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.189387] env[63440]: DEBUG nova.network.neutron [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Updating instance_info_cache with network_info: [{"id": "0621eacd-4f9b-4955-ba6d-fb2b1ba759bd", "address": "fa:16:3e:a5:d0:07", "network": {"id": "d209948a-6b8c-4e38-94b2-1c85e040d2b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-667359890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b409b5a668c0422692cbc29bbf1a6727", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0621eacd-4f", "ovs_interfaceid": "0621eacd-4f9b-4955-ba6d-fb2b1ba759bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.213961] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.330326] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bac3e5e3-31a6-4ab7-aeeb-887a2115d20d tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "3b125c6d-a450-4a21-b246-0ca8a078e147" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.459285] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a57d5e-f896-4d12-9408-a331d29e8505 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.467102] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1dbc55-bc4e-4491-81bd-a83616dfbc4a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.505107] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155e1c7b-b5ba-4dcf-9ab4-51c299ed1a22 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.515368] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75b730d-7307-40ee-940f-e8a20b750978 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.519029] env[63440]: DEBUG oslo_vmware.api [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662148, 'name': PowerOffVM_Task, 'duration_secs': 0.180505} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.519300] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.519468] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.520177] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-402aa1bd-17cb-4cbd-93a0-4cc090f920c5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.529517] env[63440]: DEBUG nova.compute.provider_tree [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.533570] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "f59c82f7-db27-4442-8751-ceb1a8a43656" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.533800] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "f59c82f7-db27-4442-8751-ceb1a8a43656" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.534007] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "f59c82f7-db27-4442-8751-ceb1a8a43656-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.534200] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "f59c82f7-db27-4442-8751-ceb1a8a43656-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.534393] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "f59c82f7-db27-4442-8751-ceb1a8a43656-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.536633] env[63440]: INFO nova.compute.manager [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Terminating instance [ 1040.548939] env[63440]: DEBUG oslo_vmware.api [None req-b9a5b0a6-6555-4eea-98b6-c3b7843b7a5d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': task-2662149, 'name': ResetVM_Task, 'duration_secs': 0.142368} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.549460] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a5b0a6-6555-4eea-98b6-c3b7843b7a5d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Did hard reboot of VM {{(pid=63440) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1040.549662] env[63440]: DEBUG nova.compute.manager [None req-b9a5b0a6-6555-4eea-98b6-c3b7843b7a5d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.550622] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96231f8b-9b7c-4024-88e5-e30bfd9c9aab {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.583949] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.584404] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.584519] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Deleting the datastore file [datastore2] 12f18f18-d670-4e68-b102-47b5d4920cc9 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.584738] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04c8cf5e-5bc5-4f6c-96bb-3e7688e0eed9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.592016] env[63440]: DEBUG oslo_vmware.api [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for the task: (returnval){ [ 1040.592016] env[63440]: value = "task-2662151" [ 1040.592016] env[63440]: _type = "Task" [ 1040.592016] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.599770] env[63440]: DEBUG oslo_vmware.api [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.637375] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5255321c-5bf9-24ab-5672-e880e5bfc815, 'name': SearchDatastore_Task, 'duration_secs': 0.013875} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.637821] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.638314] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.639049] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.639049] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.639247] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.639604] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53f02be3-881e-4065-84d3-67a511053c83 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.648557] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.648818] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.649867] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1c6821a-83fe-4670-8f2f-497b7ed5db40 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.659047] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1040.659047] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528899e5-aa06-fa5f-7b06-10ce769e37c2" [ 1040.659047] env[63440]: _type = "Task" [ 1040.659047] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.672018] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528899e5-aa06-fa5f-7b06-10ce769e37c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009309} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.673102] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1632e52c-2863-43af-abf8-b9cbb830e94a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.679288] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1040.679288] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520143d4-5242-880f-f286-126e8956caad" [ 1040.679288] env[63440]: _type = "Task" [ 1040.679288] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.688166] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520143d4-5242-880f-f286-126e8956caad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.691857] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Releasing lock "refresh_cache-532ef389-03cf-416f-aa35-4a4cee2dadd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.692188] env[63440]: DEBUG nova.compute.manager [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Instance network_info: |[{"id": "0621eacd-4f9b-4955-ba6d-fb2b1ba759bd", "address": "fa:16:3e:a5:d0:07", "network": {"id": "d209948a-6b8c-4e38-94b2-1c85e040d2b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-667359890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b409b5a668c0422692cbc29bbf1a6727", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0621eacd-4f", "ovs_interfaceid": "0621eacd-4f9b-4955-ba6d-fb2b1ba759bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.692579] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:d0:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0621eacd-4f9b-4955-ba6d-fb2b1ba759bd', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.701347] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Creating folder: Project (b409b5a668c0422692cbc29bbf1a6727). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.701638] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee49bd09-ddca-4f0f-be68-3a35c1a589d2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.711908] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Created folder: Project (b409b5a668c0422692cbc29bbf1a6727) in parent group-v536546. [ 1040.712123] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Creating folder: Instances. Parent ref: group-v536828. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.712382] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-418c00f6-e383-4477-96ff-e018959473b8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.722883] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Created folder: Instances in parent group-v536828. [ 1040.723145] env[63440]: DEBUG oslo.service.loopingcall [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1040.723347] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.723555] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cdae874-475a-4dfa-8db3-0c6bc95518de {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.746293] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.746293] env[63440]: value = "task-2662154" [ 1040.746293] env[63440]: _type = "Task" [ 1040.746293] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.754840] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662154, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.033764] env[63440]: DEBUG nova.scheduler.client.report [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.044251] env[63440]: DEBUG nova.compute.manager [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.044672] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.046051] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe503dc1-dcd1-4a5d-93da-926fb2e7d670 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.059177] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.062023] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-450fcb9d-d9d0-4b48-bae5-de64078497e8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.064823] env[63440]: DEBUG nova.compute.manager [req-e3169d10-348a-4d52-8e81-2ff88331dd12 req-d732ddee-f928-49f6-af51-9a7fc33c1b2f service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Received event network-changed-0621eacd-4f9b-4955-ba6d-fb2b1ba759bd {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1041.065025] env[63440]: DEBUG nova.compute.manager [req-e3169d10-348a-4d52-8e81-2ff88331dd12 req-d732ddee-f928-49f6-af51-9a7fc33c1b2f service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Refreshing instance network info cache due to event network-changed-0621eacd-4f9b-4955-ba6d-fb2b1ba759bd. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1041.065321] env[63440]: DEBUG oslo_concurrency.lockutils [req-e3169d10-348a-4d52-8e81-2ff88331dd12 req-d732ddee-f928-49f6-af51-9a7fc33c1b2f service nova] Acquiring lock "refresh_cache-532ef389-03cf-416f-aa35-4a4cee2dadd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.065446] env[63440]: DEBUG oslo_concurrency.lockutils [req-e3169d10-348a-4d52-8e81-2ff88331dd12 req-d732ddee-f928-49f6-af51-9a7fc33c1b2f service nova] Acquired lock "refresh_cache-532ef389-03cf-416f-aa35-4a4cee2dadd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.065639] env[63440]: DEBUG nova.network.neutron [req-e3169d10-348a-4d52-8e81-2ff88331dd12 req-d732ddee-f928-49f6-af51-9a7fc33c1b2f service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Refreshing network info cache for port 0621eacd-4f9b-4955-ba6d-fb2b1ba759bd {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.067303] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b9a5b0a6-6555-4eea-98b6-c3b7843b7a5d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Lock "d411e7e8-58c8-4f77-ae6a-81c132e44a54" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.503s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.072651] env[63440]: DEBUG oslo_vmware.api [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 1041.072651] env[63440]: value = "task-2662155" [ 1041.072651] env[63440]: _type = "Task" [ 1041.072651] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.083021] env[63440]: DEBUG oslo_vmware.api [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.100173] env[63440]: DEBUG oslo_vmware.api [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Task: {'id': task-2662151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101202} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.101020] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.101020] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.101020] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.101020] env[63440]: INFO nova.compute.manager [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1041.101276] env[63440]: DEBUG oslo.service.loopingcall [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1041.101396] env[63440]: DEBUG nova.compute.manager [-] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.101493] env[63440]: DEBUG nova.network.neutron [-] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.190182] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520143d4-5242-880f-f286-126e8956caad, 'name': SearchDatastore_Task, 'duration_secs': 0.013333} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.190471] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.190734] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 565880df-cdb2-44c1-a33f-99d5cfa0b907/565880df-cdb2-44c1-a33f-99d5cfa0b907.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.190997] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1b25d11-cfa5-4e19-ab0a-1d9c9ed54bbb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.198337] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1041.198337] env[63440]: value = "task-2662156" [ 1041.198337] env[63440]: _type = "Task" [ 1041.198337] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.210617] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.256221] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662154, 'name': CreateVM_Task, 'duration_secs': 0.405155} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.256221] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.256944] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.257173] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.257566] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.257929] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f35ef9e6-2a8d-4b8f-bd19-864408c44ea2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.263289] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Waiting for the task: (returnval){ [ 1041.263289] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521858a1-c217-6083-eb1f-655eaac3fe7d" [ 1041.263289] env[63440]: _type = "Task" [ 1041.263289] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.271505] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521858a1-c217-6083-eb1f-655eaac3fe7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.516815] env[63440]: DEBUG nova.compute.manager [req-98bb709c-92ff-4bbe-ac04-6b3a1f4199fa req-d15760f3-ac68-41f4-b1f1-1e7f8e6b54b7 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Received event network-vif-deleted-64548413-51bc-4fd6-a5f7-adc6e5c70a63 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1041.517055] env[63440]: INFO nova.compute.manager [req-98bb709c-92ff-4bbe-ac04-6b3a1f4199fa req-d15760f3-ac68-41f4-b1f1-1e7f8e6b54b7 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Neutron deleted interface 64548413-51bc-4fd6-a5f7-adc6e5c70a63; detaching it from the instance and deleting it from the info cache [ 1041.517239] env[63440]: DEBUG nova.network.neutron [req-98bb709c-92ff-4bbe-ac04-6b3a1f4199fa req-d15760f3-ac68-41f4-b1f1-1e7f8e6b54b7 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.532368] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Acquiring lock "d411e7e8-58c8-4f77-ae6a-81c132e44a54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.532714] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Lock "d411e7e8-58c8-4f77-ae6a-81c132e44a54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.532934] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Acquiring lock "d411e7e8-58c8-4f77-ae6a-81c132e44a54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.533487] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Lock "d411e7e8-58c8-4f77-ae6a-81c132e44a54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.533487] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Lock "d411e7e8-58c8-4f77-ae6a-81c132e44a54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.541020] env[63440]: INFO nova.compute.manager [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Terminating instance [ 1041.541672] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.546975] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.333s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.547304] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.552721] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "54e14642-1bde-49f8-b441-9ec1c2ff9455" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.553163] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "54e14642-1bde-49f8-b441-9ec1c2ff9455" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.574673] env[63440]: INFO nova.scheduler.client.report [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Deleted allocations for instance 2aed780b-9671-434f-99e8-3d75f19e95aa [ 1041.595588] env[63440]: DEBUG oslo_vmware.api [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662155, 'name': PowerOffVM_Task, 'duration_secs': 0.19921} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.597944] env[63440]: INFO nova.scheduler.client.report [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Deleted allocations for instance 98f3eb33-c3a0-404d-b689-16bd5baa4dd1 [ 1041.599539] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.599735] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.602237] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc166457-7780-4bd6-ba4d-09642a901f32 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.668724] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.668989] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.669199] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Deleting the datastore file [datastore1] f59c82f7-db27-4442-8751-ceb1a8a43656 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.669546] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7281dc4a-538f-4524-86a4-b2f224fa093e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.678562] env[63440]: DEBUG oslo_vmware.api [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 1041.678562] env[63440]: value = "task-2662158" [ 1041.678562] env[63440]: _type = "Task" [ 1041.678562] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.687534] env[63440]: DEBUG oslo_vmware.api [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.709258] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662156, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.775091] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521858a1-c217-6083-eb1f-655eaac3fe7d, 'name': SearchDatastore_Task, 'duration_secs': 0.012803} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.775505] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.775781] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.776064] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.776350] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.776480] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.776838] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13b4cb18-a9cf-49e4-8b50-a730c1de75f7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.791006] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.791256] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.792829] env[63440]: DEBUG nova.network.neutron [req-e3169d10-348a-4d52-8e81-2ff88331dd12 req-d732ddee-f928-49f6-af51-9a7fc33c1b2f service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Updated VIF entry in instance network info cache for port 0621eacd-4f9b-4955-ba6d-fb2b1ba759bd. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.793211] env[63440]: DEBUG nova.network.neutron [req-e3169d10-348a-4d52-8e81-2ff88331dd12 req-d732ddee-f928-49f6-af51-9a7fc33c1b2f service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Updating instance_info_cache with network_info: [{"id": "0621eacd-4f9b-4955-ba6d-fb2b1ba759bd", "address": "fa:16:3e:a5:d0:07", "network": {"id": "d209948a-6b8c-4e38-94b2-1c85e040d2b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-667359890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b409b5a668c0422692cbc29bbf1a6727", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0621eacd-4f", "ovs_interfaceid": "0621eacd-4f9b-4955-ba6d-fb2b1ba759bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.794717] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cdcca81-c648-4215-8e84-376fcaabcadf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.800774] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Waiting for the task: (returnval){ [ 1041.800774] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c36726-3cda-293f-1960-4e9f05a25b9d" [ 1041.800774] env[63440]: _type = "Task" [ 1041.800774] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.810395] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c36726-3cda-293f-1960-4e9f05a25b9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.889208] env[63440]: DEBUG nova.network.neutron [-] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.019839] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21ee5a24-67fc-48cf-ba9c-14a42be861ed {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.030130] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71952a23-ebd0-4425-ace5-d26a2414c9c3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.045624] env[63440]: DEBUG oslo_concurrency.lockutils [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "ec22078c-f181-495c-9438-6a7815e81859" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.045857] env[63440]: DEBUG oslo_concurrency.lockutils [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "ec22078c-f181-495c-9438-6a7815e81859" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.052474] env[63440]: DEBUG nova.compute.manager [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.052700] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.053543] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace9b747-d646-4d1c-815a-5d6ace851f8b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.064987] env[63440]: DEBUG nova.compute.manager [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.067876] env[63440]: DEBUG nova.compute.manager [req-98bb709c-92ff-4bbe-ac04-6b3a1f4199fa req-d15760f3-ac68-41f4-b1f1-1e7f8e6b54b7 service nova] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Detach interface failed, port_id=64548413-51bc-4fd6-a5f7-adc6e5c70a63, reason: Instance 12f18f18-d670-4e68-b102-47b5d4920cc9 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1042.073490] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.073707] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db5b40f1-8552-4de6-945b-29edc6f639d4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.081364] env[63440]: DEBUG oslo_vmware.api [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Waiting for the task: (returnval){ [ 1042.081364] env[63440]: value = "task-2662159" [ 1042.081364] env[63440]: _type = "Task" [ 1042.081364] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.091961] env[63440]: DEBUG oslo_vmware.api [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': task-2662159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.092432] env[63440]: DEBUG oslo_concurrency.lockutils [None req-c9560976-54a7-4524-8334-6bc4477f7766 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "2aed780b-9671-434f-99e8-3d75f19e95aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.836s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.108105] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2077a7c6-4c86-4c51-8255-c17b6d5145cb tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "98f3eb33-c3a0-404d-b689-16bd5baa4dd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.581s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.193477] env[63440]: DEBUG oslo_vmware.api [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231714} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.193477] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.193627] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.193893] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.194924] env[63440]: INFO nova.compute.manager [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1042.194924] env[63440]: DEBUG oslo.service.loopingcall [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1042.194924] env[63440]: DEBUG nova.compute.manager [-] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.194924] env[63440]: DEBUG nova.network.neutron [-] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.211287] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632383} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.211775] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 565880df-cdb2-44c1-a33f-99d5cfa0b907/565880df-cdb2-44c1-a33f-99d5cfa0b907.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.211905] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.212150] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b81789f2-9e10-4dc1-999b-4080831ce962 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.218741] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1042.218741] env[63440]: value = "task-2662160" [ 1042.218741] env[63440]: _type = "Task" [ 1042.218741] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.227762] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.299774] env[63440]: DEBUG oslo_concurrency.lockutils [req-e3169d10-348a-4d52-8e81-2ff88331dd12 req-d732ddee-f928-49f6-af51-9a7fc33c1b2f service nova] Releasing lock "refresh_cache-532ef389-03cf-416f-aa35-4a4cee2dadd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.311939] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c36726-3cda-293f-1960-4e9f05a25b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.017143} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.313237] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d1d92ad-9989-496d-8ed3-ceea7d519708 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.318999] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Waiting for the task: (returnval){ [ 1042.318999] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520ac9cb-3411-c041-6cf9-b1f9e4b248cc" [ 1042.318999] env[63440]: _type = "Task" [ 1042.318999] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.327375] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520ac9cb-3411-c041-6cf9-b1f9e4b248cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.392197] env[63440]: INFO nova.compute.manager [-] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Took 1.29 seconds to deallocate network for instance. [ 1042.549885] env[63440]: DEBUG nova.compute.manager [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.601946] env[63440]: DEBUG oslo_vmware.api [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': task-2662159, 'name': PowerOffVM_Task, 'duration_secs': 0.222421} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.603154] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.603607] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.606980] env[63440]: INFO nova.compute.claims [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.611827] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.612156] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.613672] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2e09d19-a09d-45e5-9270-64cebe87694d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.687854] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.688284] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.688598] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Deleting the datastore file [datastore1] d411e7e8-58c8-4f77-ae6a-81c132e44a54 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.689044] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef98bdf0-9686-4cf8-8a95-876ee4654b5f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.698317] env[63440]: DEBUG oslo_vmware.api [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Waiting for the task: (returnval){ [ 1042.698317] env[63440]: value = "task-2662162" [ 1042.698317] env[63440]: _type = "Task" [ 1042.698317] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.712973] env[63440]: DEBUG oslo_vmware.api [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': task-2662162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.728824] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071375} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.731573] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.732438] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9a0598-6476-4e72-8c39-554106ed6dc1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.760418] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 565880df-cdb2-44c1-a33f-99d5cfa0b907/565880df-cdb2-44c1-a33f-99d5cfa0b907.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.760877] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b52cb3b-b2ea-4db8-b82d-42b561ccab8e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.781356] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1042.781356] env[63440]: value = "task-2662163" [ 1042.781356] env[63440]: _type = "Task" [ 1042.781356] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.793826] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.822028] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.822528] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.834599] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520ac9cb-3411-c041-6cf9-b1f9e4b248cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009393} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.835065] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.835403] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 532ef389-03cf-416f-aa35-4a4cee2dadd1/532ef389-03cf-416f-aa35-4a4cee2dadd1.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.836401] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a247f4c-f33f-48f1-b21a-f3e017ed6298 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.844844] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Waiting for the task: (returnval){ [ 1042.844844] env[63440]: value = "task-2662164" [ 1042.844844] env[63440]: _type = "Task" [ 1042.844844] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.853804] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.899181] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.077494] env[63440]: DEBUG oslo_concurrency.lockutils [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.210300] env[63440]: DEBUG oslo_vmware.api [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Task: {'id': task-2662162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242934} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.210727] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.210966] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.211169] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.211349] env[63440]: INFO nova.compute.manager [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1043.211601] env[63440]: DEBUG oslo.service.loopingcall [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1043.211801] env[63440]: DEBUG nova.compute.manager [-] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.211900] env[63440]: DEBUG nova.network.neutron [-] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.293700] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662163, 'name': ReconfigVM_Task, 'duration_secs': 0.381439} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.294021] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 565880df-cdb2-44c1-a33f-99d5cfa0b907/565880df-cdb2-44c1-a33f-99d5cfa0b907.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.294747] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9901bc9f-e35a-4094-9fb6-9dd9670d39e0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.305081] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1043.305081] env[63440]: value = "task-2662165" [ 1043.305081] env[63440]: _type = "Task" [ 1043.305081] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.319770] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662165, 'name': Rename_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.328764] env[63440]: DEBUG nova.compute.manager [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.359232] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481655} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.359520] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 532ef389-03cf-416f-aa35-4a4cee2dadd1/532ef389-03cf-416f-aa35-4a4cee2dadd1.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.359748] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.360276] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8959aa2f-e996-4cae-8712-bbcd83c22596 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.367356] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Waiting for the task: (returnval){ [ 1043.367356] env[63440]: value = "task-2662166" [ 1043.367356] env[63440]: _type = "Task" [ 1043.367356] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.377546] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.416427] env[63440]: DEBUG nova.network.neutron [-] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.632292] env[63440]: DEBUG nova.compute.manager [req-11c3ad8d-4426-49bc-b8ab-ca48bf01a813 req-59ed0008-0b09-49dc-80b0-059140c7c0f0 service nova] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Received event network-vif-deleted-23b4b626-1e35-4a7e-a1e8-91eff7509b9c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.632548] env[63440]: DEBUG nova.compute.manager [req-11c3ad8d-4426-49bc-b8ab-ca48bf01a813 req-59ed0008-0b09-49dc-80b0-059140c7c0f0 service nova] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Received event network-vif-deleted-774254a6-ada3-493d-b601-09e0bdf63ff4 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.632695] env[63440]: INFO nova.compute.manager [req-11c3ad8d-4426-49bc-b8ab-ca48bf01a813 req-59ed0008-0b09-49dc-80b0-059140c7c0f0 service nova] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Neutron deleted interface 774254a6-ada3-493d-b601-09e0bdf63ff4; detaching it from the instance and deleting it from the info cache [ 1043.632899] env[63440]: DEBUG nova.network.neutron [req-11c3ad8d-4426-49bc-b8ab-ca48bf01a813 req-59ed0008-0b09-49dc-80b0-059140c7c0f0 service nova] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.769232] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e51d221-5154-47ac-bdbf-b202b76e6bee {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.777540] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449c5303-6989-4b82-9e11-19b2af252e69 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.810741] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299cc145-02f6-4e67-a4ea-99311b5a773e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.818446] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662165, 'name': Rename_Task, 'duration_secs': 0.154638} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.820600] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.820871] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-129c0dca-8c70-40c1-a60b-17b6fb15d21d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.823134] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40014553-4038-4b9b-a83b-d0a8e1da45be {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.831797] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1043.831797] env[63440]: value = "task-2662167" [ 1043.831797] env[63440]: _type = "Task" [ 1043.831797] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.841127] env[63440]: DEBUG nova.compute.provider_tree [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.852155] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662167, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.856735] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.876786] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065239} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.877047] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.877806] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8101c5-9353-4505-b25c-4f9cac82304a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.901022] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 532ef389-03cf-416f-aa35-4a4cee2dadd1/532ef389-03cf-416f-aa35-4a4cee2dadd1.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.901529] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcfcff0c-4cd5-4bbc-8332-e83ec9bb2b3a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.920476] env[63440]: INFO nova.compute.manager [-] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Took 1.73 seconds to deallocate network for instance. [ 1043.920816] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Waiting for the task: (returnval){ [ 1043.920816] env[63440]: value = "task-2662168" [ 1043.920816] env[63440]: _type = "Task" [ 1043.920816] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.933460] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.983490] env[63440]: DEBUG nova.network.neutron [-] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.135970] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0ef6d67-a3a9-43aa-bbbe-32b15ccecce9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.145803] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af62b7e2-a9a9-49c3-b8c4-572f50cb25a2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.173533] env[63440]: DEBUG nova.compute.manager [req-11c3ad8d-4426-49bc-b8ab-ca48bf01a813 req-59ed0008-0b09-49dc-80b0-059140c7c0f0 service nova] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Detach interface failed, port_id=774254a6-ada3-493d-b601-09e0bdf63ff4, reason: Instance d411e7e8-58c8-4f77-ae6a-81c132e44a54 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1044.322577] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.322850] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.348997] env[63440]: DEBUG nova.scheduler.client.report [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.352131] env[63440]: DEBUG oslo_vmware.api [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662167, 'name': PowerOnVM_Task, 'duration_secs': 0.498896} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.352842] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.353064] env[63440]: INFO nova.compute.manager [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1044.353253] env[63440]: DEBUG nova.compute.manager [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.354264] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461e6a7b-038d-4624-9c66-830a108dcb4e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.432796] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.433100] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662168, 'name': ReconfigVM_Task, 'duration_secs': 0.347266} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.433341] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 532ef389-03cf-416f-aa35-4a4cee2dadd1/532ef389-03cf-416f-aa35-4a4cee2dadd1.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.433923] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d286e63-bd69-4c05-91f0-60d7bb0611c7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.440331] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Waiting for the task: (returnval){ [ 1044.440331] env[63440]: value = "task-2662169" [ 1044.440331] env[63440]: _type = "Task" [ 1044.440331] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.447768] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662169, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.486068] env[63440]: INFO nova.compute.manager [-] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Took 1.27 seconds to deallocate network for instance. [ 1044.825564] env[63440]: DEBUG nova.compute.manager [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.853291] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.853797] env[63440]: DEBUG nova.compute.manager [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.856753] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.958s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.856753] env[63440]: DEBUG nova.objects.instance [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lazy-loading 'resources' on Instance uuid 12f18f18-d670-4e68-b102-47b5d4920cc9 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.871976] env[63440]: INFO nova.compute.manager [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Took 15.76 seconds to build instance. [ 1044.949797] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662169, 'name': Rename_Task, 'duration_secs': 0.506255} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.950122] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.950375] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33a1a311-699d-47ac-b325-34211e234b89 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.955304] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Waiting for the task: (returnval){ [ 1044.955304] env[63440]: value = "task-2662170" [ 1044.955304] env[63440]: _type = "Task" [ 1044.955304] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.962740] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.993023] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.272649] env[63440]: INFO nova.compute.manager [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Rescuing [ 1045.273114] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquiring lock "refresh_cache-565880df-cdb2-44c1-a33f-99d5cfa0b907" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.273410] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquired lock "refresh_cache-565880df-cdb2-44c1-a33f-99d5cfa0b907" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.273728] env[63440]: DEBUG nova.network.neutron [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.350683] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.359532] env[63440]: DEBUG nova.compute.utils [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.363253] env[63440]: DEBUG nova.compute.manager [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.363366] env[63440]: DEBUG nova.network.neutron [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.373367] env[63440]: DEBUG oslo_concurrency.lockutils [None req-be9bfc6d-9121-4533-a83c-60d8b68ca4db tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lock "565880df-cdb2-44c1-a33f-99d5cfa0b907" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.281s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.411422] env[63440]: DEBUG nova.policy [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebe264338caa433b8b11cb3569015f64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82d5a4d7c4e643ab9348ba2d0aefe599', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.467829] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662170, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.526020] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189549f2-bb58-4379-92b3-caae178839a9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.533562] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5f905e-095a-4332-adbc-fdcb92ed6704 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.566920] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407f623f-4887-469c-bf58-33101269176f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.574665] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fce090-5cd7-4303-be49-44fe016d0274 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.591512] env[63440]: DEBUG nova.compute.provider_tree [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.697925] env[63440]: DEBUG nova.network.neutron [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Successfully created port: 97c0a1df-7d43-4489-92fb-33a358e46c60 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.866093] env[63440]: DEBUG nova.compute.manager [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.966454] env[63440]: DEBUG oslo_vmware.api [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662170, 'name': PowerOnVM_Task, 'duration_secs': 0.709548} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.966853] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.967207] env[63440]: INFO nova.compute.manager [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1045.967811] env[63440]: DEBUG nova.compute.manager [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.968478] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea92437-8ac6-4a07-8a38-d747ac8b9fc6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.094148] env[63440]: DEBUG nova.scheduler.client.report [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.277747] env[63440]: DEBUG nova.network.neutron [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Updating instance_info_cache with network_info: [{"id": "77eeb7fb-22e7-446e-bc5f-2370d5a2963e", "address": "fa:16:3e:4b:12:6b", "network": {"id": "6069e8ea-73b1-47e3-91a0-218c35b8fbf6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1799585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c96b151cd6ac4919b937d3b9818f410e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77eeb7fb-22", "ovs_interfaceid": "77eeb7fb-22e7-446e-bc5f-2370d5a2963e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.488271] env[63440]: INFO nova.compute.manager [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Took 16.08 seconds to build instance. [ 1046.598805] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.601138] env[63440]: DEBUG oslo_concurrency.lockutils [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.524s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.602583] env[63440]: INFO nova.compute.claims [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.622436] env[63440]: INFO nova.scheduler.client.report [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Deleted allocations for instance 12f18f18-d670-4e68-b102-47b5d4920cc9 [ 1046.780704] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Releasing lock "refresh_cache-565880df-cdb2-44c1-a33f-99d5cfa0b907" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.875807] env[63440]: DEBUG nova.compute.manager [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.897241] env[63440]: DEBUG nova.virt.hardware [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.897527] env[63440]: DEBUG nova.virt.hardware [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.897714] env[63440]: DEBUG nova.virt.hardware [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.897917] env[63440]: DEBUG nova.virt.hardware [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.898592] env[63440]: DEBUG nova.virt.hardware [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.898592] env[63440]: DEBUG nova.virt.hardware [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.898592] env[63440]: DEBUG nova.virt.hardware [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.898592] env[63440]: DEBUG nova.virt.hardware [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.898791] env[63440]: DEBUG nova.virt.hardware [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.898944] env[63440]: DEBUG nova.virt.hardware [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.899182] env[63440]: DEBUG nova.virt.hardware [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.900928] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237b9b96-5571-40ff-aaa0-7e03ad39eede {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.910014] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0083d58-49ba-485a-8a1e-dcd96e21da1c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.989380] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8fb8c18e-3f3c-4318-9fe2-f9e190e03c10 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Lock "532ef389-03cf-416f-aa35-4a4cee2dadd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.586s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.090992] env[63440]: DEBUG nova.compute.manager [req-1a20f8ac-616a-4b1b-a43d-2de83febf99b req-285b4d13-794f-47f0-bcae-e7b475c0f543 service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Received event network-vif-plugged-97c0a1df-7d43-4489-92fb-33a358e46c60 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.090992] env[63440]: DEBUG oslo_concurrency.lockutils [req-1a20f8ac-616a-4b1b-a43d-2de83febf99b req-285b4d13-794f-47f0-bcae-e7b475c0f543 service nova] Acquiring lock "54e14642-1bde-49f8-b441-9ec1c2ff9455-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.090992] env[63440]: DEBUG oslo_concurrency.lockutils [req-1a20f8ac-616a-4b1b-a43d-2de83febf99b req-285b4d13-794f-47f0-bcae-e7b475c0f543 service nova] Lock "54e14642-1bde-49f8-b441-9ec1c2ff9455-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.090992] env[63440]: DEBUG oslo_concurrency.lockutils [req-1a20f8ac-616a-4b1b-a43d-2de83febf99b req-285b4d13-794f-47f0-bcae-e7b475c0f543 service nova] Lock "54e14642-1bde-49f8-b441-9ec1c2ff9455-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.090992] env[63440]: DEBUG nova.compute.manager [req-1a20f8ac-616a-4b1b-a43d-2de83febf99b req-285b4d13-794f-47f0-bcae-e7b475c0f543 service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] No waiting events found dispatching network-vif-plugged-97c0a1df-7d43-4489-92fb-33a358e46c60 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.090992] env[63440]: WARNING nova.compute.manager [req-1a20f8ac-616a-4b1b-a43d-2de83febf99b req-285b4d13-794f-47f0-bcae-e7b475c0f543 service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Received unexpected event network-vif-plugged-97c0a1df-7d43-4489-92fb-33a358e46c60 for instance with vm_state building and task_state spawning. [ 1047.130910] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6e553b36-0657-45c7-ab00-fd6a97b932e7 tempest-AttachInterfacesTestJSON-669113881 tempest-AttachInterfacesTestJSON-669113881-project-member] Lock "12f18f18-d670-4e68-b102-47b5d4920cc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.681s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.234227] env[63440]: DEBUG nova.network.neutron [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Successfully updated port: 97c0a1df-7d43-4489-92fb-33a358e46c60 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.268767] env[63440]: INFO nova.compute.manager [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Rescuing [ 1047.269097] env[63440]: DEBUG oslo_concurrency.lockutils [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Acquiring lock "refresh_cache-532ef389-03cf-416f-aa35-4a4cee2dadd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.270293] env[63440]: DEBUG oslo_concurrency.lockutils [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Acquired lock "refresh_cache-532ef389-03cf-416f-aa35-4a4cee2dadd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.270498] env[63440]: DEBUG nova.network.neutron [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.738437] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "refresh_cache-54e14642-1bde-49f8-b441-9ec1c2ff9455" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.738437] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired lock "refresh_cache-54e14642-1bde-49f8-b441-9ec1c2ff9455" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.738437] env[63440]: DEBUG nova.network.neutron [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.745511] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5a33d7-ea02-44ed-b7d9-cd9312a5b9d0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.754502] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e74b21-49b1-4838-965d-cafdc2894684 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.791108] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a26fea-534e-4834-a62e-4e368db8c362 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.803026] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1126a85-cfbf-4146-ac37-2dd5e079eb0c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.814821] env[63440]: DEBUG nova.compute.provider_tree [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.972719] env[63440]: DEBUG nova.network.neutron [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Updating instance_info_cache with network_info: [{"id": "0621eacd-4f9b-4955-ba6d-fb2b1ba759bd", "address": "fa:16:3e:a5:d0:07", "network": {"id": "d209948a-6b8c-4e38-94b2-1c85e040d2b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-667359890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b409b5a668c0422692cbc29bbf1a6727", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0621eacd-4f", "ovs_interfaceid": "0621eacd-4f9b-4955-ba6d-fb2b1ba759bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.288598] env[63440]: DEBUG nova.network.neutron [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.318661] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.319667] env[63440]: DEBUG nova.scheduler.client.report [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.322851] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-756d7fd1-c8ca-4ff0-b537-5c72c97d4e4d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.330512] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1048.330512] env[63440]: value = "task-2662171" [ 1048.330512] env[63440]: _type = "Task" [ 1048.330512] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.344042] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.448326] env[63440]: DEBUG nova.network.neutron [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Updating instance_info_cache with network_info: [{"id": "97c0a1df-7d43-4489-92fb-33a358e46c60", "address": "fa:16:3e:a1:96:07", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c0a1df-7d", "ovs_interfaceid": "97c0a1df-7d43-4489-92fb-33a358e46c60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.475342] env[63440]: DEBUG oslo_concurrency.lockutils [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Releasing lock "refresh_cache-532ef389-03cf-416f-aa35-4a4cee2dadd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.827514] env[63440]: DEBUG oslo_concurrency.lockutils [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.827514] env[63440]: DEBUG nova.compute.manager [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.829693] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.973s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.834018] env[63440]: INFO nova.compute.claims [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.844172] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662171, 'name': PowerOffVM_Task, 'duration_secs': 0.260219} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.844444] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.848035] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6781240-8117-4c64-9d83-5a0253b730b6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.870951] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb1c7ca-dbd9-4dbb-b9c7-be7e312d55f7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.901869] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.902410] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfb630d4-c44c-4746-9c22-e3ba781f3091 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.909981] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1048.909981] env[63440]: value = "task-2662172" [ 1048.909981] env[63440]: _type = "Task" [ 1048.909981] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.927277] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] VM already powered off {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1048.927277] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.927277] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.927277] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.927277] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.927277] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86ff78da-0f2d-42c4-9632-eeb8a6b2abf2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.933803] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.933965] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.934679] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bd1a989-ec65-43e6-8af4-541a4da31398 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.939633] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1048.939633] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dcbb78-1926-f14b-53b5-714d4e765f16" [ 1048.939633] env[63440]: _type = "Task" [ 1048.939633] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.947082] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dcbb78-1926-f14b-53b5-714d4e765f16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.950501] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Releasing lock "refresh_cache-54e14642-1bde-49f8-b441-9ec1c2ff9455" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.950793] env[63440]: DEBUG nova.compute.manager [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Instance network_info: |[{"id": "97c0a1df-7d43-4489-92fb-33a358e46c60", "address": "fa:16:3e:a1:96:07", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c0a1df-7d", "ovs_interfaceid": "97c0a1df-7d43-4489-92fb-33a358e46c60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.951173] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:96:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97c0a1df-7d43-4489-92fb-33a358e46c60', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.958512] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Creating folder: Project (82d5a4d7c4e643ab9348ba2d0aefe599). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1048.959060] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e5cca72-1d67-4898-a610-3473eb4ce28b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.968522] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Created folder: Project (82d5a4d7c4e643ab9348ba2d0aefe599) in parent group-v536546. [ 1048.968711] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Creating folder: Instances. Parent ref: group-v536831. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1048.968919] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b567403d-ab09-4d02-9466-dddadb94fadc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.977480] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Created folder: Instances in parent group-v536831. [ 1048.977729] env[63440]: DEBUG oslo.service.loopingcall [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1048.977867] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.978065] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8e65b25-b05c-4a2c-afd8-6d27490960ee {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.995953] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.995953] env[63440]: value = "task-2662175" [ 1048.995953] env[63440]: _type = "Task" [ 1048.995953] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.004041] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662175, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.152958] env[63440]: DEBUG nova.compute.manager [req-21638f86-c0b0-49f3-aded-a5b93e0609b7 req-c17c0c49-354a-4edc-944f-14feda9eeeb9 service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Received event network-changed-97c0a1df-7d43-4489-92fb-33a358e46c60 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.153216] env[63440]: DEBUG nova.compute.manager [req-21638f86-c0b0-49f3-aded-a5b93e0609b7 req-c17c0c49-354a-4edc-944f-14feda9eeeb9 service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Refreshing instance network info cache due to event network-changed-97c0a1df-7d43-4489-92fb-33a358e46c60. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1049.153487] env[63440]: DEBUG oslo_concurrency.lockutils [req-21638f86-c0b0-49f3-aded-a5b93e0609b7 req-c17c0c49-354a-4edc-944f-14feda9eeeb9 service nova] Acquiring lock "refresh_cache-54e14642-1bde-49f8-b441-9ec1c2ff9455" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.153674] env[63440]: DEBUG oslo_concurrency.lockutils [req-21638f86-c0b0-49f3-aded-a5b93e0609b7 req-c17c0c49-354a-4edc-944f-14feda9eeeb9 service nova] Acquired lock "refresh_cache-54e14642-1bde-49f8-b441-9ec1c2ff9455" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.153874] env[63440]: DEBUG nova.network.neutron [req-21638f86-c0b0-49f3-aded-a5b93e0609b7 req-c17c0c49-354a-4edc-944f-14feda9eeeb9 service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Refreshing network info cache for port 97c0a1df-7d43-4489-92fb-33a358e46c60 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.336665] env[63440]: DEBUG nova.compute.utils [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.341121] env[63440]: DEBUG nova.compute.manager [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.341273] env[63440]: DEBUG nova.network.neutron [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.392180] env[63440]: DEBUG nova.policy [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36cd1561de5f4ef0b3cfd4fbed4e738c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12ef09ee64fe4159ab5e9d1ffedcf9e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.452963] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dcbb78-1926-f14b-53b5-714d4e765f16, 'name': SearchDatastore_Task, 'duration_secs': 0.008573} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.453774] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e73da5db-7c40-4357-87d8-2cfbd8cd0df7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.459036] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1049.459036] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5268a431-0718-947e-4fa4-d9466854d84c" [ 1049.459036] env[63440]: _type = "Task" [ 1049.459036] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.468524] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5268a431-0718-947e-4fa4-d9466854d84c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.504530] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662175, 'name': CreateVM_Task, 'duration_secs': 0.330498} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.504729] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.505536] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.505734] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.506106] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.506344] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc624689-9826-46f8-9eac-bf18384d791a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.510642] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1049.510642] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52791383-1532-f4a0-256e-265a0f5541ec" [ 1049.510642] env[63440]: _type = "Task" [ 1049.510642] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.520088] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52791383-1532-f4a0-256e-265a0f5541ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.658835] env[63440]: DEBUG nova.network.neutron [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Successfully created port: b6d1a222-e265-4bf1-bcde-0de96e54fff5 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.841945] env[63440]: DEBUG nova.compute.manager [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.898584] env[63440]: DEBUG nova.network.neutron [req-21638f86-c0b0-49f3-aded-a5b93e0609b7 req-c17c0c49-354a-4edc-944f-14feda9eeeb9 service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Updated VIF entry in instance network info cache for port 97c0a1df-7d43-4489-92fb-33a358e46c60. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.899018] env[63440]: DEBUG nova.network.neutron [req-21638f86-c0b0-49f3-aded-a5b93e0609b7 req-c17c0c49-354a-4edc-944f-14feda9eeeb9 service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Updating instance_info_cache with network_info: [{"id": "97c0a1df-7d43-4489-92fb-33a358e46c60", "address": "fa:16:3e:a1:96:07", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c0a1df-7d", "ovs_interfaceid": "97c0a1df-7d43-4489-92fb-33a358e46c60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.972808] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5268a431-0718-947e-4fa4-d9466854d84c, 'name': SearchDatastore_Task, 'duration_secs': 0.014796} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.974889] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.975174] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 565880df-cdb2-44c1-a33f-99d5cfa0b907/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk. {{(pid=63440) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1049.976299] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-791508da-a473-4bb2-ac00-5a56c591592b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.983216] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1049.983216] env[63440]: value = "task-2662176" [ 1049.983216] env[63440]: _type = "Task" [ 1049.983216] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.991966] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.005525] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d703616d-3976-4f22-8fa9-bf8d92ca5104 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.015667] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b3e38a-cb36-4f4a-9b35-0af6c18319aa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.019147] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.019720] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61f23b0a-01d0-4862-91cc-49cf66fa2a01 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.024955] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52791383-1532-f4a0-256e-265a0f5541ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010065} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.050069] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.050363] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.050623] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.050813] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.051286] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.051820] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed798129-1add-42b8-b045-209dcf11204d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.054287] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85621c1e-1b8a-4011-8fea-3dbf53cad2d0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.058209] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Waiting for the task: (returnval){ [ 1050.058209] env[63440]: value = "task-2662177" [ 1050.058209] env[63440]: _type = "Task" [ 1050.058209] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.067756] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db8af7d-d316-40ef-993e-560af039d805 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.071272] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.071465] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.075221] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-565b9803-da0b-49b8-8daf-b4782786754a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.077442] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.080941] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1050.080941] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f7e677-095c-43ab-cf64-79f2a2bb4d6a" [ 1050.080941] env[63440]: _type = "Task" [ 1050.080941] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.088704] env[63440]: DEBUG nova.compute.provider_tree [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.098357] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f7e677-095c-43ab-cf64-79f2a2bb4d6a, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.099701] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b82189-fbc1-4d20-9f6b-58f1a3171983 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.106544] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1050.106544] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52509147-b641-84d3-38b0-9dc8c0576669" [ 1050.106544] env[63440]: _type = "Task" [ 1050.106544] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.114828] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52509147-b641-84d3-38b0-9dc8c0576669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.401670] env[63440]: DEBUG oslo_concurrency.lockutils [req-21638f86-c0b0-49f3-aded-a5b93e0609b7 req-c17c0c49-354a-4edc-944f-14feda9eeeb9 service nova] Releasing lock "refresh_cache-54e14642-1bde-49f8-b441-9ec1c2ff9455" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.493503] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46691} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.493760] env[63440]: INFO nova.virt.vmwareapi.ds_util [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 565880df-cdb2-44c1-a33f-99d5cfa0b907/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk. [ 1050.495850] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6eba95b-d49a-4e4e-993e-c3d606d3e46c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.524786] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 565880df-cdb2-44c1-a33f-99d5cfa0b907/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.525094] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de94d02d-0932-403c-9767-2119ac1fe5d1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.545305] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1050.545305] env[63440]: value = "task-2662178" [ 1050.545305] env[63440]: _type = "Task" [ 1050.545305] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.557810] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662178, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.570461] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662177, 'name': PowerOffVM_Task, 'duration_secs': 0.238979} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.571837] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.572211] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58bb5e2-e777-4952-ba7d-d575c5411b10 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.601400] env[63440]: DEBUG nova.scheduler.client.report [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.607590] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c68070-bf88-4145-a8a2-6472863e46f5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.624972] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52509147-b641-84d3-38b0-9dc8c0576669, 'name': SearchDatastore_Task, 'duration_secs': 0.009709} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.625840] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.626110] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 54e14642-1bde-49f8-b441-9ec1c2ff9455/54e14642-1bde-49f8-b441-9ec1c2ff9455.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.626362] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1c4ff47-2ff2-4e74-917a-6537158f11c7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.635019] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1050.635019] env[63440]: value = "task-2662179" [ 1050.635019] env[63440]: _type = "Task" [ 1050.635019] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.641696] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.651416] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.651692] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c06745a-74b0-419d-9fd2-baddf6056e00 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.657547] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Waiting for the task: (returnval){ [ 1050.657547] env[63440]: value = "task-2662180" [ 1050.657547] env[63440]: _type = "Task" [ 1050.657547] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.665364] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.853642] env[63440]: DEBUG nova.compute.manager [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.882506] env[63440]: DEBUG nova.virt.hardware [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.882874] env[63440]: DEBUG nova.virt.hardware [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.882962] env[63440]: DEBUG nova.virt.hardware [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.883500] env[63440]: DEBUG nova.virt.hardware [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.883500] env[63440]: DEBUG nova.virt.hardware [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.883500] env[63440]: DEBUG nova.virt.hardware [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.883712] env[63440]: DEBUG nova.virt.hardware [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.883789] env[63440]: DEBUG nova.virt.hardware [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.883959] env[63440]: DEBUG nova.virt.hardware [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.884149] env[63440]: DEBUG nova.virt.hardware [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.884328] env[63440]: DEBUG nova.virt.hardware [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.885310] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b320109c-a73f-4f7d-8a65-c45c2ff4f1bf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.896822] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed90762-3b8c-4f9c-bb06-4495af3b2f93 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.056162] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662178, 'name': ReconfigVM_Task, 'duration_secs': 0.290207} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.056529] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 565880df-cdb2-44c1-a33f-99d5cfa0b907/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.057379] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105a533a-3f29-46c2-9777-9067b314d63c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.084433] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7211b0ec-0ebc-448c-8a74-295a381d8e93 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.099205] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1051.099205] env[63440]: value = "task-2662181" [ 1051.099205] env[63440]: _type = "Task" [ 1051.099205] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.108454] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.109059] env[63440]: DEBUG nova.compute.manager [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.112187] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.112572] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.680s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.112823] env[63440]: DEBUG nova.objects.instance [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lazy-loading 'resources' on Instance uuid f59c82f7-db27-4442-8751-ceb1a8a43656 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.144073] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439257} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.144706] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 54e14642-1bde-49f8-b441-9ec1c2ff9455/54e14642-1bde-49f8-b441-9ec1c2ff9455.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.144894] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.145185] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bc0ae9e-d781-4edf-aa4d-d3fae8be1d88 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.152774] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1051.152774] env[63440]: value = "task-2662182" [ 1051.152774] env[63440]: _type = "Task" [ 1051.152774] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.161399] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.171271] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] VM already powered off {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1051.171505] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.171938] env[63440]: DEBUG oslo_concurrency.lockutils [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.172045] env[63440]: DEBUG oslo_concurrency.lockutils [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.172188] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.172540] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a224bf43-ffe9-4bbf-9c7e-5cf12a27a431 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.181146] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.181357] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.183158] env[63440]: DEBUG nova.compute.manager [req-4739109c-9d9b-4eaa-8f65-cf2db986d444 req-6e67dc07-3cbf-41aa-adb9-4973a984e3e4 service nova] [instance: ec22078c-f181-495c-9438-6a7815e81859] Received event network-vif-plugged-b6d1a222-e265-4bf1-bcde-0de96e54fff5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.183317] env[63440]: DEBUG oslo_concurrency.lockutils [req-4739109c-9d9b-4eaa-8f65-cf2db986d444 req-6e67dc07-3cbf-41aa-adb9-4973a984e3e4 service nova] Acquiring lock "ec22078c-f181-495c-9438-6a7815e81859-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.183545] env[63440]: DEBUG oslo_concurrency.lockutils [req-4739109c-9d9b-4eaa-8f65-cf2db986d444 req-6e67dc07-3cbf-41aa-adb9-4973a984e3e4 service nova] Lock "ec22078c-f181-495c-9438-6a7815e81859-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.183717] env[63440]: DEBUG oslo_concurrency.lockutils [req-4739109c-9d9b-4eaa-8f65-cf2db986d444 req-6e67dc07-3cbf-41aa-adb9-4973a984e3e4 service nova] Lock "ec22078c-f181-495c-9438-6a7815e81859-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.185296] env[63440]: DEBUG nova.compute.manager [req-4739109c-9d9b-4eaa-8f65-cf2db986d444 req-6e67dc07-3cbf-41aa-adb9-4973a984e3e4 service nova] [instance: ec22078c-f181-495c-9438-6a7815e81859] No waiting events found dispatching network-vif-plugged-b6d1a222-e265-4bf1-bcde-0de96e54fff5 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.185792] env[63440]: WARNING nova.compute.manager [req-4739109c-9d9b-4eaa-8f65-cf2db986d444 req-6e67dc07-3cbf-41aa-adb9-4973a984e3e4 service nova] [instance: ec22078c-f181-495c-9438-6a7815e81859] Received unexpected event network-vif-plugged-b6d1a222-e265-4bf1-bcde-0de96e54fff5 for instance with vm_state building and task_state spawning. [ 1051.186247] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fddc3a99-9338-4195-9c9c-f6c88a6f8c52 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.192138] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Waiting for the task: (returnval){ [ 1051.192138] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525e3065-275d-0ba0-4422-9c77d8a7ac36" [ 1051.192138] env[63440]: _type = "Task" [ 1051.192138] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.201410] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525e3065-275d-0ba0-4422-9c77d8a7ac36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.243671] env[63440]: DEBUG nova.network.neutron [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Successfully updated port: b6d1a222-e265-4bf1-bcde-0de96e54fff5 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.611517] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662181, 'name': ReconfigVM_Task, 'duration_secs': 0.182587} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.611517] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.611517] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60c43486-0997-4f66-8ed1-a34f4f331359 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.615312] env[63440]: DEBUG nova.compute.utils [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.617092] env[63440]: DEBUG nova.compute.manager [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.617394] env[63440]: DEBUG nova.network.neutron [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.621322] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1051.621322] env[63440]: value = "task-2662183" [ 1051.621322] env[63440]: _type = "Task" [ 1051.621322] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.634501] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662183, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.664180] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068047} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.665880] env[63440]: DEBUG nova.policy [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85e62d79de464569bdc1cb7b4a2b874f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0513b3a25dd64e83a612fd5798026268', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.667873] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.672011] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378116f2-0a4e-44b1-95d7-2f090ef1737f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.696125] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 54e14642-1bde-49f8-b441-9ec1c2ff9455/54e14642-1bde-49f8-b441-9ec1c2ff9455.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.700070] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b85e207b-87f7-46b2-ad7c-950a3359ecd9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.728582] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]525e3065-275d-0ba0-4422-9c77d8a7ac36, 'name': SearchDatastore_Task, 'duration_secs': 0.008851} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.732178] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1051.732178] env[63440]: value = "task-2662184" [ 1051.732178] env[63440]: _type = "Task" [ 1051.732178] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.732770] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45872822-c372-4509-abe0-6a86bbf266f8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.740794] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Waiting for the task: (returnval){ [ 1051.740794] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]523d722c-947c-9485-254c-4be05744f560" [ 1051.740794] env[63440]: _type = "Task" [ 1051.740794] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.744222] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.750132] env[63440]: DEBUG oslo_concurrency.lockutils [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "refresh_cache-ec22078c-f181-495c-9438-6a7815e81859" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.750327] env[63440]: DEBUG oslo_concurrency.lockutils [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired lock "refresh_cache-ec22078c-f181-495c-9438-6a7815e81859" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.750573] env[63440]: DEBUG nova.network.neutron [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.758044] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]523d722c-947c-9485-254c-4be05744f560, 'name': SearchDatastore_Task, 'duration_secs': 0.011578} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.758678] env[63440]: DEBUG oslo_concurrency.lockutils [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.758993] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 532ef389-03cf-416f-aa35-4a4cee2dadd1/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk. {{(pid=63440) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1051.760093] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6ae486e-a507-4ac2-9daa-4ead15054e3b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.766940] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Waiting for the task: (returnval){ [ 1051.766940] env[63440]: value = "task-2662185" [ 1051.766940] env[63440]: _type = "Task" [ 1051.766940] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.779928] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.856615] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cf8005-cee7-40f7-a956-5b113375bcd1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.867233] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea21a44-561b-438f-82e7-aa719b342ed5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.900439] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a511c6b5-1dd2-4b03-915f-906cdf966396 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.908613] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00501978-328b-4095-8247-74d56a4598f3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.927486] env[63440]: DEBUG nova.compute.provider_tree [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.013578] env[63440]: DEBUG nova.network.neutron [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Successfully created port: 1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.118016] env[63440]: DEBUG nova.compute.manager [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.132948] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.246766] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662184, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.280059] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496103} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.280359] env[63440]: INFO nova.virt.vmwareapi.ds_util [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 532ef389-03cf-416f-aa35-4a4cee2dadd1/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk. [ 1052.281287] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59379626-cabc-42fd-b4b4-f40be0e4c5c3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.311498] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 532ef389-03cf-416f-aa35-4a4cee2dadd1/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.314020] env[63440]: DEBUG nova.network.neutron [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.314665] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11958c5d-7744-415a-b1bb-fefaabbd26c3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.333092] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Waiting for the task: (returnval){ [ 1052.333092] env[63440]: value = "task-2662186" [ 1052.333092] env[63440]: _type = "Task" [ 1052.333092] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.342934] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.428583] env[63440]: DEBUG nova.scheduler.client.report [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.639454] env[63440]: DEBUG oslo_vmware.api [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662183, 'name': PowerOnVM_Task, 'duration_secs': 0.645811} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.639733] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.643326] env[63440]: DEBUG nova.compute.manager [None req-ee873af5-5103-4c2c-b1fb-f281c4811c77 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.644404] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4883c9f1-1b22-4120-9718-a301002d7652 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.752293] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662184, 'name': ReconfigVM_Task, 'duration_secs': 0.523688} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.752293] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 54e14642-1bde-49f8-b441-9ec1c2ff9455/54e14642-1bde-49f8-b441-9ec1c2ff9455.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.752293] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71519b06-2e77-4316-920c-44d9f01973c4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.767156] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1052.767156] env[63440]: value = "task-2662187" [ 1052.767156] env[63440]: _type = "Task" [ 1052.767156] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.774436] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662187, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.814665] env[63440]: DEBUG nova.network.neutron [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Updating instance_info_cache with network_info: [{"id": "b6d1a222-e265-4bf1-bcde-0de96e54fff5", "address": "fa:16:3e:bd:a6:18", "network": {"id": "322e46f8-0b97-426e-8b85-10d7a79f6012", "bridge": "br-int", "label": "tempest-ServersTestJSON-126670939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ef09ee64fe4159ab5e9d1ffedcf9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d1a222-e2", "ovs_interfaceid": "b6d1a222-e265-4bf1-bcde-0de96e54fff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.844255] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.935058] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.936536] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.944s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.937069] env[63440]: DEBUG nova.objects.instance [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Lazy-loading 'resources' on Instance uuid d411e7e8-58c8-4f77-ae6a-81c132e44a54 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.955512] env[63440]: INFO nova.scheduler.client.report [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Deleted allocations for instance f59c82f7-db27-4442-8751-ceb1a8a43656 [ 1053.133754] env[63440]: DEBUG nova.compute.manager [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.156826] env[63440]: DEBUG nova.virt.hardware [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.157105] env[63440]: DEBUG nova.virt.hardware [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.157271] env[63440]: DEBUG nova.virt.hardware [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.157454] env[63440]: DEBUG nova.virt.hardware [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.157603] env[63440]: DEBUG nova.virt.hardware [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.157749] env[63440]: DEBUG nova.virt.hardware [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.158226] env[63440]: DEBUG nova.virt.hardware [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.158655] env[63440]: DEBUG nova.virt.hardware [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.158729] env[63440]: DEBUG nova.virt.hardware [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.158850] env[63440]: DEBUG nova.virt.hardware [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.159038] env[63440]: DEBUG nova.virt.hardware [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.162906] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e220c187-9cfb-4cef-a44e-0d7ddea4820a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.173249] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9cc669-cf0e-4764-ae12-ce3123b35cbd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.277287] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662187, 'name': Rename_Task, 'duration_secs': 0.203616} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.277574] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.277836] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-754fc1e7-82c7-477f-a42a-adfb1734f5c9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.284509] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1053.284509] env[63440]: value = "task-2662188" [ 1053.284509] env[63440]: _type = "Task" [ 1053.284509] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.299926] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.305149] env[63440]: DEBUG nova.compute.manager [req-6487c6d3-f788-4aec-a75d-69aaa6ac916b req-b1b137de-2632-4d48-83bc-a95fe41cdff1 service nova] [instance: ec22078c-f181-495c-9438-6a7815e81859] Received event network-changed-b6d1a222-e265-4bf1-bcde-0de96e54fff5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.305383] env[63440]: DEBUG nova.compute.manager [req-6487c6d3-f788-4aec-a75d-69aaa6ac916b req-b1b137de-2632-4d48-83bc-a95fe41cdff1 service nova] [instance: ec22078c-f181-495c-9438-6a7815e81859] Refreshing instance network info cache due to event network-changed-b6d1a222-e265-4bf1-bcde-0de96e54fff5. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1053.305578] env[63440]: DEBUG oslo_concurrency.lockutils [req-6487c6d3-f788-4aec-a75d-69aaa6ac916b req-b1b137de-2632-4d48-83bc-a95fe41cdff1 service nova] Acquiring lock "refresh_cache-ec22078c-f181-495c-9438-6a7815e81859" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.319206] env[63440]: DEBUG oslo_concurrency.lockutils [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Releasing lock "refresh_cache-ec22078c-f181-495c-9438-6a7815e81859" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.319206] env[63440]: DEBUG nova.compute.manager [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Instance network_info: |[{"id": "b6d1a222-e265-4bf1-bcde-0de96e54fff5", "address": "fa:16:3e:bd:a6:18", "network": {"id": "322e46f8-0b97-426e-8b85-10d7a79f6012", "bridge": "br-int", "label": "tempest-ServersTestJSON-126670939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ef09ee64fe4159ab5e9d1ffedcf9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d1a222-e2", "ovs_interfaceid": "b6d1a222-e265-4bf1-bcde-0de96e54fff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.319206] env[63440]: DEBUG oslo_concurrency.lockutils [req-6487c6d3-f788-4aec-a75d-69aaa6ac916b req-b1b137de-2632-4d48-83bc-a95fe41cdff1 service nova] Acquired lock "refresh_cache-ec22078c-f181-495c-9438-6a7815e81859" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.319206] env[63440]: DEBUG nova.network.neutron [req-6487c6d3-f788-4aec-a75d-69aaa6ac916b req-b1b137de-2632-4d48-83bc-a95fe41cdff1 service nova] [instance: ec22078c-f181-495c-9438-6a7815e81859] Refreshing network info cache for port b6d1a222-e265-4bf1-bcde-0de96e54fff5 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.320301] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:a6:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6d1a222-e265-4bf1-bcde-0de96e54fff5', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.334187] env[63440]: DEBUG oslo.service.loopingcall [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1053.335984] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec22078c-f181-495c-9438-6a7815e81859] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.336472] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1ef8459-134c-496f-8eb9-3393e91704a0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.366646] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662186, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.368939] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.368939] env[63440]: value = "task-2662189" [ 1053.368939] env[63440]: _type = "Task" [ 1053.368939] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.379760] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662189, 'name': CreateVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.465042] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7888a5ed-922f-4566-b0d3-eec243375a92 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "f59c82f7-db27-4442-8751-ceb1a8a43656" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.931s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.617239] env[63440]: DEBUG nova.network.neutron [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Successfully updated port: 1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.633832] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8da7ea4-919c-47d7-a9bc-66dea7cdd365 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.647099] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5881ac-3227-4eab-992f-31ad72088d66 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.686134] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ed5076-e0c8-41fa-bed1-e8745145b1bd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.694294] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a57c67-486b-4db0-9e0c-be6da8137b63 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.709079] env[63440]: DEBUG nova.compute.provider_tree [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.799333] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662188, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.849580] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662186, 'name': ReconfigVM_Task, 'duration_secs': 1.04476} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.849916] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 532ef389-03cf-416f-aa35-4a4cee2dadd1/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.851237] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c2bb73-08ee-4c0f-a503-989bb7592bef {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.888314] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f435d9f0-bbe6-45db-8080-38784814bf58 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.904965] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662189, 'name': CreateVM_Task, 'duration_secs': 0.317527} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.908022] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec22078c-f181-495c-9438-6a7815e81859] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.908409] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Waiting for the task: (returnval){ [ 1053.908409] env[63440]: value = "task-2662190" [ 1053.908409] env[63440]: _type = "Task" [ 1053.908409] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.911847] env[63440]: DEBUG oslo_concurrency.lockutils [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.912078] env[63440]: DEBUG oslo_concurrency.lockutils [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.912705] env[63440]: DEBUG oslo_concurrency.lockutils [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.913427] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Acquiring lock "cc09586f-a0bf-4989-9791-bc665a8c451a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.913708] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Lock "cc09586f-a0bf-4989-9791-bc665a8c451a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.915748] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5257feeb-319f-4fc7-8bbd-4b90610c35fe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.926567] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1053.926567] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527badb0-5ad3-5609-e8ba-42264a12855d" [ 1053.926567] env[63440]: _type = "Task" [ 1053.926567] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.931050] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.942090] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527badb0-5ad3-5609-e8ba-42264a12855d, 'name': SearchDatastore_Task, 'duration_secs': 0.012179} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.942235] env[63440]: DEBUG oslo_concurrency.lockutils [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.942392] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.942651] env[63440]: DEBUG oslo_concurrency.lockutils [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.942808] env[63440]: DEBUG oslo_concurrency.lockutils [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.942990] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.943377] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-777c6e89-a018-421d-81e7-98b646cd1260 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.952018] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.952229] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.956123] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c260e58e-456e-4b93-91b0-935d83ffc480 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.958608] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1053.958608] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527d3fbb-cd0b-1bc9-8162-54a901ae1d35" [ 1053.958608] env[63440]: _type = "Task" [ 1053.958608] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.966173] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527d3fbb-cd0b-1bc9-8162-54a901ae1d35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.086544] env[63440]: DEBUG nova.network.neutron [req-6487c6d3-f788-4aec-a75d-69aaa6ac916b req-b1b137de-2632-4d48-83bc-a95fe41cdff1 service nova] [instance: ec22078c-f181-495c-9438-6a7815e81859] Updated VIF entry in instance network info cache for port b6d1a222-e265-4bf1-bcde-0de96e54fff5. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.086924] env[63440]: DEBUG nova.network.neutron [req-6487c6d3-f788-4aec-a75d-69aaa6ac916b req-b1b137de-2632-4d48-83bc-a95fe41cdff1 service nova] [instance: ec22078c-f181-495c-9438-6a7815e81859] Updating instance_info_cache with network_info: [{"id": "b6d1a222-e265-4bf1-bcde-0de96e54fff5", "address": "fa:16:3e:bd:a6:18", "network": {"id": "322e46f8-0b97-426e-8b85-10d7a79f6012", "bridge": "br-int", "label": "tempest-ServersTestJSON-126670939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ef09ee64fe4159ab5e9d1ffedcf9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d1a222-e2", "ovs_interfaceid": "b6d1a222-e265-4bf1-bcde-0de96e54fff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.119543] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "refresh_cache-5c49f809-c1dc-4fcf-8542-1ff7f012516f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.119709] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired lock "refresh_cache-5c49f809-c1dc-4fcf-8542-1ff7f012516f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.119856] env[63440]: DEBUG nova.network.neutron [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.212666] env[63440]: DEBUG nova.scheduler.client.report [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.295152] env[63440]: DEBUG oslo_vmware.api [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662188, 'name': PowerOnVM_Task, 'duration_secs': 0.567735} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.295519] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.295673] env[63440]: INFO nova.compute.manager [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1054.295828] env[63440]: DEBUG nova.compute.manager [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.296858] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48864632-fe43-4ad2-b5c7-a92bcb86c0da {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.349991] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquiring lock "12f3d073-f02f-49dc-ab3b-6dbffa73813c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.350162] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lock "12f3d073-f02f-49dc-ab3b-6dbffa73813c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.430496] env[63440]: DEBUG nova.compute.manager [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.434699] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662190, 'name': ReconfigVM_Task, 'duration_secs': 0.189519} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.435241] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.435550] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae48f595-cc67-4b9b-afe6-0b162cdd993d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.442790] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Waiting for the task: (returnval){ [ 1054.442790] env[63440]: value = "task-2662192" [ 1054.442790] env[63440]: _type = "Task" [ 1054.442790] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.453601] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.470400] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527d3fbb-cd0b-1bc9-8162-54a901ae1d35, 'name': SearchDatastore_Task, 'duration_secs': 0.008339} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.474066] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8976421-a4d6-4f0d-a425-a48fcf230c95 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.478960] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1054.478960] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529016eb-a5a8-2ca1-d83f-328033067c8b" [ 1054.478960] env[63440]: _type = "Task" [ 1054.478960] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.486994] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529016eb-a5a8-2ca1-d83f-328033067c8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.589981] env[63440]: DEBUG oslo_concurrency.lockutils [req-6487c6d3-f788-4aec-a75d-69aaa6ac916b req-b1b137de-2632-4d48-83bc-a95fe41cdff1 service nova] Releasing lock "refresh_cache-ec22078c-f181-495c-9438-6a7815e81859" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.651933] env[63440]: DEBUG nova.network.neutron [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.719232] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.721575] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.371s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.724016] env[63440]: INFO nova.compute.claims [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.745902] env[63440]: INFO nova.scheduler.client.report [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Deleted allocations for instance d411e7e8-58c8-4f77-ae6a-81c132e44a54 [ 1054.819511] env[63440]: INFO nova.compute.manager [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Took 12.25 seconds to build instance. [ 1054.852261] env[63440]: DEBUG nova.compute.manager [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.952526] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662192, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.953419] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.988160] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529016eb-a5a8-2ca1-d83f-328033067c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.01062} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.988397] env[63440]: DEBUG oslo_concurrency.lockutils [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.988666] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] ec22078c-f181-495c-9438-6a7815e81859/ec22078c-f181-495c-9438-6a7815e81859.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.988919] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f6a4d5a-9ae3-4ab9-b873-d949d303b7ad {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.994324] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1054.994324] env[63440]: value = "task-2662193" [ 1054.994324] env[63440]: _type = "Task" [ 1054.994324] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.001360] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.005537] env[63440]: DEBUG nova.network.neutron [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Updating instance_info_cache with network_info: [{"id": "1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814", "address": "fa:16:3e:7b:5a:e9", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e3df4c8-c6", "ovs_interfaceid": "1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.257405] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0a41442f-d4ea-4244-8960-19585ff1940d tempest-InstanceActionsTestJSON-2028791638 tempest-InstanceActionsTestJSON-2028791638-project-member] Lock "d411e7e8-58c8-4f77-ae6a-81c132e44a54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.725s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.322018] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e80fb997-8d53-4cc8-b0d7-ce8126ce5c24 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "54e14642-1bde-49f8-b441-9ec1c2ff9455" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.769s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.350083] env[63440]: DEBUG nova.compute.manager [req-03b215b6-a5bd-4612-9464-f8ff8c091856 req-933083e5-2b31-4b4a-b25d-5d1f83331439 service nova] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Received event network-vif-plugged-1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.350468] env[63440]: DEBUG oslo_concurrency.lockutils [req-03b215b6-a5bd-4612-9464-f8ff8c091856 req-933083e5-2b31-4b4a-b25d-5d1f83331439 service nova] Acquiring lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.350788] env[63440]: DEBUG oslo_concurrency.lockutils [req-03b215b6-a5bd-4612-9464-f8ff8c091856 req-933083e5-2b31-4b4a-b25d-5d1f83331439 service nova] Lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.350996] env[63440]: DEBUG oslo_concurrency.lockutils [req-03b215b6-a5bd-4612-9464-f8ff8c091856 req-933083e5-2b31-4b4a-b25d-5d1f83331439 service nova] Lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.351192] env[63440]: DEBUG nova.compute.manager [req-03b215b6-a5bd-4612-9464-f8ff8c091856 req-933083e5-2b31-4b4a-b25d-5d1f83331439 service nova] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] No waiting events found dispatching network-vif-plugged-1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.351369] env[63440]: WARNING nova.compute.manager [req-03b215b6-a5bd-4612-9464-f8ff8c091856 req-933083e5-2b31-4b4a-b25d-5d1f83331439 service nova] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Received unexpected event network-vif-plugged-1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814 for instance with vm_state building and task_state spawning. [ 1055.351537] env[63440]: DEBUG nova.compute.manager [req-03b215b6-a5bd-4612-9464-f8ff8c091856 req-933083e5-2b31-4b4a-b25d-5d1f83331439 service nova] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Received event network-changed-1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.351696] env[63440]: DEBUG nova.compute.manager [req-03b215b6-a5bd-4612-9464-f8ff8c091856 req-933083e5-2b31-4b4a-b25d-5d1f83331439 service nova] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Refreshing instance network info cache due to event network-changed-1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1055.351917] env[63440]: DEBUG oslo_concurrency.lockutils [req-03b215b6-a5bd-4612-9464-f8ff8c091856 req-933083e5-2b31-4b4a-b25d-5d1f83331439 service nova] Acquiring lock "refresh_cache-5c49f809-c1dc-4fcf-8542-1ff7f012516f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.371231] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.456208] env[63440]: DEBUG oslo_vmware.api [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662192, 'name': PowerOnVM_Task, 'duration_secs': 0.762181} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.456491] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.459596] env[63440]: DEBUG nova.compute.manager [None req-80935530-b29d-444c-a75b-b54fc1e91419 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.460460] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a781857e-e1e9-4364-b08d-aa5707ee694a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.506668] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488437} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.506965] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] ec22078c-f181-495c-9438-6a7815e81859/ec22078c-f181-495c-9438-6a7815e81859.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.507234] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.507704] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lock "refresh_cache-5c49f809-c1dc-4fcf-8542-1ff7f012516f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.508033] env[63440]: DEBUG nova.compute.manager [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Instance network_info: |[{"id": "1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814", "address": "fa:16:3e:7b:5a:e9", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e3df4c8-c6", "ovs_interfaceid": "1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.508276] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f71e34b-922f-497f-82b8-f1ebd14e6d11 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.510163] env[63440]: DEBUG oslo_concurrency.lockutils [req-03b215b6-a5bd-4612-9464-f8ff8c091856 req-933083e5-2b31-4b4a-b25d-5d1f83331439 service nova] Acquired lock "refresh_cache-5c49f809-c1dc-4fcf-8542-1ff7f012516f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.510524] env[63440]: DEBUG nova.network.neutron [req-03b215b6-a5bd-4612-9464-f8ff8c091856 req-933083e5-2b31-4b4a-b25d-5d1f83331439 service nova] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Refreshing network info cache for port 1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.511547] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:5a:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.519139] env[63440]: DEBUG oslo.service.loopingcall [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1055.521767] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.522590] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31705d33-1387-4ae2-926c-086899562f46 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.539582] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1055.539582] env[63440]: value = "task-2662194" [ 1055.539582] env[63440]: _type = "Task" [ 1055.539582] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.544766] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.544766] env[63440]: value = "task-2662195" [ 1055.544766] env[63440]: _type = "Task" [ 1055.544766] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.547621] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.555568] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662195, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.850033] env[63440]: DEBUG nova.network.neutron [req-03b215b6-a5bd-4612-9464-f8ff8c091856 req-933083e5-2b31-4b4a-b25d-5d1f83331439 service nova] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Updated VIF entry in instance network info cache for port 1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.850453] env[63440]: DEBUG nova.network.neutron [req-03b215b6-a5bd-4612-9464-f8ff8c091856 req-933083e5-2b31-4b4a-b25d-5d1f83331439 service nova] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Updating instance_info_cache with network_info: [{"id": "1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814", "address": "fa:16:3e:7b:5a:e9", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e3df4c8-c6", "ovs_interfaceid": "1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.888167] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb92f687-a40e-4c36-99a6-5ce2989fd09b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.897273] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711c30de-4131-45c3-804d-289a4a48d44c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.948072] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136a2a49-f97d-4545-9e2d-3afbf937ce1f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.958991] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3773c971-7c9b-4522-ad30-43102bcfd5c3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.983033] env[63440]: DEBUG nova.compute.provider_tree [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.037584] env[63440]: DEBUG nova.compute.manager [req-0e5a3100-7b4e-4407-8fff-5636da577429 req-fa1efb0c-f436-4ef7-a470-a30af882e695 service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Received event network-changed-97c0a1df-7d43-4489-92fb-33a358e46c60 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1056.037781] env[63440]: DEBUG nova.compute.manager [req-0e5a3100-7b4e-4407-8fff-5636da577429 req-fa1efb0c-f436-4ef7-a470-a30af882e695 service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Refreshing instance network info cache due to event network-changed-97c0a1df-7d43-4489-92fb-33a358e46c60. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1056.038063] env[63440]: DEBUG oslo_concurrency.lockutils [req-0e5a3100-7b4e-4407-8fff-5636da577429 req-fa1efb0c-f436-4ef7-a470-a30af882e695 service nova] Acquiring lock "refresh_cache-54e14642-1bde-49f8-b441-9ec1c2ff9455" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.038226] env[63440]: DEBUG oslo_concurrency.lockutils [req-0e5a3100-7b4e-4407-8fff-5636da577429 req-fa1efb0c-f436-4ef7-a470-a30af882e695 service nova] Acquired lock "refresh_cache-54e14642-1bde-49f8-b441-9ec1c2ff9455" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.038387] env[63440]: DEBUG nova.network.neutron [req-0e5a3100-7b4e-4407-8fff-5636da577429 req-fa1efb0c-f436-4ef7-a470-a30af882e695 service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Refreshing network info cache for port 97c0a1df-7d43-4489-92fb-33a358e46c60 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.050339] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21138} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.053312] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.054266] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba240685-153f-4b91-be35-67c72fce0d58 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.061780] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662195, 'name': CreateVM_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.079242] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] ec22078c-f181-495c-9438-6a7815e81859/ec22078c-f181-495c-9438-6a7815e81859.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.079727] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46a9b35d-2836-457c-a4dd-81cabcff7cee {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.100012] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1056.100012] env[63440]: value = "task-2662196" [ 1056.100012] env[63440]: _type = "Task" [ 1056.100012] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.110748] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.352971] env[63440]: DEBUG oslo_concurrency.lockutils [req-03b215b6-a5bd-4612-9464-f8ff8c091856 req-933083e5-2b31-4b4a-b25d-5d1f83331439 service nova] Releasing lock "refresh_cache-5c49f809-c1dc-4fcf-8542-1ff7f012516f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.485630] env[63440]: DEBUG nova.scheduler.client.report [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.561692] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662195, 'name': CreateVM_Task, 'duration_secs': 0.777125} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.563553] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.563553] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.563553] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.563553] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.563788] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ba4bae0-cebc-470b-852c-526f3cf12a44 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.568419] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1056.568419] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522f7eb8-6c96-8321-789b-1cf40c971731" [ 1056.568419] env[63440]: _type = "Task" [ 1056.568419] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.576522] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522f7eb8-6c96-8321-789b-1cf40c971731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.612045] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662196, 'name': ReconfigVM_Task, 'duration_secs': 0.42504} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.612045] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Reconfigured VM instance instance-00000069 to attach disk [datastore1] ec22078c-f181-495c-9438-6a7815e81859/ec22078c-f181-495c-9438-6a7815e81859.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.612045] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7fdd327-01ee-436f-9516-a94e5e78db70 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.618510] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1056.618510] env[63440]: value = "task-2662197" [ 1056.618510] env[63440]: _type = "Task" [ 1056.618510] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.627702] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662197, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.971978] env[63440]: DEBUG nova.network.neutron [req-0e5a3100-7b4e-4407-8fff-5636da577429 req-fa1efb0c-f436-4ef7-a470-a30af882e695 service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Updated VIF entry in instance network info cache for port 97c0a1df-7d43-4489-92fb-33a358e46c60. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.972393] env[63440]: DEBUG nova.network.neutron [req-0e5a3100-7b4e-4407-8fff-5636da577429 req-fa1efb0c-f436-4ef7-a470-a30af882e695 service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Updating instance_info_cache with network_info: [{"id": "97c0a1df-7d43-4489-92fb-33a358e46c60", "address": "fa:16:3e:a1:96:07", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c0a1df-7d", "ovs_interfaceid": "97c0a1df-7d43-4489-92fb-33a358e46c60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.990915] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.991442] env[63440]: DEBUG nova.compute.manager [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.997121] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.044s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.998658] env[63440]: INFO nova.compute.claims [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.083346] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522f7eb8-6c96-8321-789b-1cf40c971731, 'name': SearchDatastore_Task, 'duration_secs': 0.009753} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.083677] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.083925] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.084416] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.084416] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.084616] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.084931] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d9a399c-d927-4bcd-9925-5f927ad4582a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.093744] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.093930] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.094655] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dab7ae6-0b10-489a-8a5a-235ec69f1442 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.103019] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1057.103019] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522f7099-f39c-395e-36ee-45dc1af914b6" [ 1057.103019] env[63440]: _type = "Task" [ 1057.103019] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.112074] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522f7099-f39c-395e-36ee-45dc1af914b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.129365] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662197, 'name': Rename_Task, 'duration_secs': 0.28983} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.129799] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.130157] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-192b7624-7288-49b3-a17e-ecd859610577 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.137202] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1057.137202] env[63440]: value = "task-2662198" [ 1057.137202] env[63440]: _type = "Task" [ 1057.137202] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.147469] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.475969] env[63440]: DEBUG oslo_concurrency.lockutils [req-0e5a3100-7b4e-4407-8fff-5636da577429 req-fa1efb0c-f436-4ef7-a470-a30af882e695 service nova] Releasing lock "refresh_cache-54e14642-1bde-49f8-b441-9ec1c2ff9455" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.499324] env[63440]: DEBUG nova.compute.utils [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.500952] env[63440]: DEBUG nova.compute.manager [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.504056] env[63440]: DEBUG nova.network.neutron [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.541508] env[63440]: DEBUG nova.policy [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ae090b51c624ac9b69c8ef7ac448c90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad4c53eff01740eb840aa42451b1b6cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.612891] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522f7099-f39c-395e-36ee-45dc1af914b6, 'name': SearchDatastore_Task, 'duration_secs': 0.008466} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.613817] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9013d50-5212-438e-9f54-fa4b92dabbda {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.619627] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1057.619627] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c481a7-1ec9-4977-3f01-91183d74db18" [ 1057.619627] env[63440]: _type = "Task" [ 1057.619627] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.628647] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c481a7-1ec9-4977-3f01-91183d74db18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.648751] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662198, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.839719] env[63440]: DEBUG nova.network.neutron [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Successfully created port: 65d7d024-fd20-41f1-a633-e1ddda9280d3 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.004547] env[63440]: DEBUG nova.compute.manager [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.134368] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c481a7-1ec9-4977-3f01-91183d74db18, 'name': SearchDatastore_Task, 'duration_secs': 0.032165} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.138508] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.138902] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 5c49f809-c1dc-4fcf-8542-1ff7f012516f/5c49f809-c1dc-4fcf-8542-1ff7f012516f.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.139509] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4cbf04b-dad1-43f1-b320-2a7993b35c1a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.151535] env[63440]: DEBUG oslo_vmware.api [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662198, 'name': PowerOnVM_Task, 'duration_secs': 0.600022} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.153136] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.153639] env[63440]: INFO nova.compute.manager [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1058.153889] env[63440]: DEBUG nova.compute.manager [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.154290] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1058.154290] env[63440]: value = "task-2662199" [ 1058.154290] env[63440]: _type = "Task" [ 1058.154290] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.157549] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047021a8-adef-43cf-a12e-fbf98e8a669f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.168861] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.218904] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130f442f-c60f-466e-9f1f-1d2af73ac32a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.228881] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abceaa0-9aa4-480a-ba61-fd82ebf165a8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.282517] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3d60c2-fb18-468b-9b91-a24c37d57d86 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.295020] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780c808b-ddec-4771-8a2f-f69442f35e41 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.310575] env[63440]: DEBUG nova.compute.provider_tree [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.392934] env[63440]: DEBUG nova.compute.manager [req-a6c50425-668d-4e94-8fd8-36c93744d79b req-87f7a007-482f-41bf-ab96-22f018d91b49 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Received event network-changed-0621eacd-4f9b-4955-ba6d-fb2b1ba759bd {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.393459] env[63440]: DEBUG nova.compute.manager [req-a6c50425-668d-4e94-8fd8-36c93744d79b req-87f7a007-482f-41bf-ab96-22f018d91b49 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Refreshing instance network info cache due to event network-changed-0621eacd-4f9b-4955-ba6d-fb2b1ba759bd. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1058.393826] env[63440]: DEBUG oslo_concurrency.lockutils [req-a6c50425-668d-4e94-8fd8-36c93744d79b req-87f7a007-482f-41bf-ab96-22f018d91b49 service nova] Acquiring lock "refresh_cache-532ef389-03cf-416f-aa35-4a4cee2dadd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.394358] env[63440]: DEBUG oslo_concurrency.lockutils [req-a6c50425-668d-4e94-8fd8-36c93744d79b req-87f7a007-482f-41bf-ab96-22f018d91b49 service nova] Acquired lock "refresh_cache-532ef389-03cf-416f-aa35-4a4cee2dadd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.394358] env[63440]: DEBUG nova.network.neutron [req-a6c50425-668d-4e94-8fd8-36c93744d79b req-87f7a007-482f-41bf-ab96-22f018d91b49 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Refreshing network info cache for port 0621eacd-4f9b-4955-ba6d-fb2b1ba759bd {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.670335] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511455} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.670676] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 5c49f809-c1dc-4fcf-8542-1ff7f012516f/5c49f809-c1dc-4fcf-8542-1ff7f012516f.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.670768] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.671030] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d51fcdc8-ff16-43e7-b872-053a590cf6aa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.681907] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1058.681907] env[63440]: value = "task-2662200" [ 1058.681907] env[63440]: _type = "Task" [ 1058.681907] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.688409] env[63440]: INFO nova.compute.manager [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Took 15.63 seconds to build instance. [ 1058.699447] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.816483] env[63440]: DEBUG nova.scheduler.client.report [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.015714] env[63440]: DEBUG nova.compute.manager [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.043785] env[63440]: DEBUG nova.virt.hardware [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.044053] env[63440]: DEBUG nova.virt.hardware [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.044219] env[63440]: DEBUG nova.virt.hardware [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.044404] env[63440]: DEBUG nova.virt.hardware [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.044550] env[63440]: DEBUG nova.virt.hardware [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.044698] env[63440]: DEBUG nova.virt.hardware [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.044970] env[63440]: DEBUG nova.virt.hardware [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.045153] env[63440]: DEBUG nova.virt.hardware [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.045325] env[63440]: DEBUG nova.virt.hardware [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.045483] env[63440]: DEBUG nova.virt.hardware [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.045651] env[63440]: DEBUG nova.virt.hardware [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.046532] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a8e9a4-a5b9-494e-8f1b-92b3b989e201 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.056740] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db7387b-8cca-402a-a37a-9a93d3d248ea {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.193324] env[63440]: DEBUG oslo_concurrency.lockutils [None req-32ff9f23-e20b-4bd7-86cc-89cfed68f474 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "ec22078c-f181-495c-9438-6a7815e81859" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.147s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.193759] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071258} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.194205] env[63440]: DEBUG oslo_concurrency.lockutils [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "1e804776-533b-48a2-9d87-cd51a0781f9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.194520] env[63440]: DEBUG oslo_concurrency.lockutils [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "1e804776-533b-48a2-9d87-cd51a0781f9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.194838] env[63440]: DEBUG oslo_concurrency.lockutils [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "1e804776-533b-48a2-9d87-cd51a0781f9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.195149] env[63440]: DEBUG oslo_concurrency.lockutils [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "1e804776-533b-48a2-9d87-cd51a0781f9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.195474] env[63440]: DEBUG oslo_concurrency.lockutils [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "1e804776-533b-48a2-9d87-cd51a0781f9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.197384] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.198315] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be202cd1-ebd9-4c15-b418-6deb1c09e93d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.201565] env[63440]: INFO nova.compute.manager [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Terminating instance [ 1059.229049] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 5c49f809-c1dc-4fcf-8542-1ff7f012516f/5c49f809-c1dc-4fcf-8542-1ff7f012516f.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.230533] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ee9d17f-3087-4c88-ab1f-b4a1249f6c52 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.253289] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1059.253289] env[63440]: value = "task-2662201" [ 1059.253289] env[63440]: _type = "Task" [ 1059.253289] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.261466] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.306692] env[63440]: DEBUG nova.network.neutron [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Successfully updated port: 65d7d024-fd20-41f1-a633-e1ddda9280d3 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.316634] env[63440]: DEBUG nova.network.neutron [req-a6c50425-668d-4e94-8fd8-36c93744d79b req-87f7a007-482f-41bf-ab96-22f018d91b49 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Updated VIF entry in instance network info cache for port 0621eacd-4f9b-4955-ba6d-fb2b1ba759bd. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.317090] env[63440]: DEBUG nova.network.neutron [req-a6c50425-668d-4e94-8fd8-36c93744d79b req-87f7a007-482f-41bf-ab96-22f018d91b49 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Updating instance_info_cache with network_info: [{"id": "0621eacd-4f9b-4955-ba6d-fb2b1ba759bd", "address": "fa:16:3e:a5:d0:07", "network": {"id": "d209948a-6b8c-4e38-94b2-1c85e040d2b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-667359890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b409b5a668c0422692cbc29bbf1a6727", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0621eacd-4f", "ovs_interfaceid": "0621eacd-4f9b-4955-ba6d-fb2b1ba759bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.321389] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.321877] env[63440]: DEBUG nova.compute.manager [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.325709] env[63440]: DEBUG nova.compute.manager [req-4e797808-56e6-4ba0-8a94-cc56282134eb req-b05aff8f-1a8f-4e30-899b-ea5880819417 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Received event network-vif-plugged-65d7d024-fd20-41f1-a633-e1ddda9280d3 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1059.325951] env[63440]: DEBUG oslo_concurrency.lockutils [req-4e797808-56e6-4ba0-8a94-cc56282134eb req-b05aff8f-1a8f-4e30-899b-ea5880819417 service nova] Acquiring lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.326237] env[63440]: DEBUG oslo_concurrency.lockutils [req-4e797808-56e6-4ba0-8a94-cc56282134eb req-b05aff8f-1a8f-4e30-899b-ea5880819417 service nova] Lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.326424] env[63440]: DEBUG oslo_concurrency.lockutils [req-4e797808-56e6-4ba0-8a94-cc56282134eb req-b05aff8f-1a8f-4e30-899b-ea5880819417 service nova] Lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.326593] env[63440]: DEBUG nova.compute.manager [req-4e797808-56e6-4ba0-8a94-cc56282134eb req-b05aff8f-1a8f-4e30-899b-ea5880819417 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] No waiting events found dispatching network-vif-plugged-65d7d024-fd20-41f1-a633-e1ddda9280d3 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.326752] env[63440]: WARNING nova.compute.manager [req-4e797808-56e6-4ba0-8a94-cc56282134eb req-b05aff8f-1a8f-4e30-899b-ea5880819417 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Received unexpected event network-vif-plugged-65d7d024-fd20-41f1-a633-e1ddda9280d3 for instance with vm_state building and task_state spawning. [ 1059.328082] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.957s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.329527] env[63440]: INFO nova.compute.claims [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.709622] env[63440]: DEBUG nova.compute.manager [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.709897] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.710835] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe09951-c200-4d32-a6e4-34d5f6da90f5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.719317] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.720230] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8d86cbd-b73a-4f79-aba0-47eafdc9e0d3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.727032] env[63440]: DEBUG oslo_vmware.api [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 1059.727032] env[63440]: value = "task-2662202" [ 1059.727032] env[63440]: _type = "Task" [ 1059.727032] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.738861] env[63440]: DEBUG oslo_vmware.api [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.763343] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.813079] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "refresh_cache-c710002a-a15f-44cc-8b1b-d79e82bea0b3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.813242] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquired lock "refresh_cache-c710002a-a15f-44cc-8b1b-d79e82bea0b3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.813466] env[63440]: DEBUG nova.network.neutron [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.819616] env[63440]: DEBUG oslo_concurrency.lockutils [req-a6c50425-668d-4e94-8fd8-36c93744d79b req-87f7a007-482f-41bf-ab96-22f018d91b49 service nova] Releasing lock "refresh_cache-532ef389-03cf-416f-aa35-4a4cee2dadd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.819883] env[63440]: DEBUG nova.compute.manager [req-a6c50425-668d-4e94-8fd8-36c93744d79b req-87f7a007-482f-41bf-ab96-22f018d91b49 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Received event network-changed-0621eacd-4f9b-4955-ba6d-fb2b1ba759bd {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1059.820064] env[63440]: DEBUG nova.compute.manager [req-a6c50425-668d-4e94-8fd8-36c93744d79b req-87f7a007-482f-41bf-ab96-22f018d91b49 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Refreshing instance network info cache due to event network-changed-0621eacd-4f9b-4955-ba6d-fb2b1ba759bd. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1059.820277] env[63440]: DEBUG oslo_concurrency.lockutils [req-a6c50425-668d-4e94-8fd8-36c93744d79b req-87f7a007-482f-41bf-ab96-22f018d91b49 service nova] Acquiring lock "refresh_cache-532ef389-03cf-416f-aa35-4a4cee2dadd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.820497] env[63440]: DEBUG oslo_concurrency.lockutils [req-a6c50425-668d-4e94-8fd8-36c93744d79b req-87f7a007-482f-41bf-ab96-22f018d91b49 service nova] Acquired lock "refresh_cache-532ef389-03cf-416f-aa35-4a4cee2dadd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.820687] env[63440]: DEBUG nova.network.neutron [req-a6c50425-668d-4e94-8fd8-36c93744d79b req-87f7a007-482f-41bf-ab96-22f018d91b49 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Refreshing network info cache for port 0621eacd-4f9b-4955-ba6d-fb2b1ba759bd {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.830299] env[63440]: DEBUG nova.compute.utils [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.831924] env[63440]: DEBUG nova.compute.manager [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.831924] env[63440]: DEBUG nova.network.neutron [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.907633] env[63440]: DEBUG nova.policy [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d7acd0101d64032a6760e7f236a54d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bf058eb5e1849ddbfbcbfa472d7ef3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.145622] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "ec22078c-f181-495c-9438-6a7815e81859" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.147067] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "ec22078c-f181-495c-9438-6a7815e81859" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.147067] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "ec22078c-f181-495c-9438-6a7815e81859-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.147067] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "ec22078c-f181-495c-9438-6a7815e81859-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.147067] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "ec22078c-f181-495c-9438-6a7815e81859-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.150235] env[63440]: INFO nova.compute.manager [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Terminating instance [ 1060.240821] env[63440]: DEBUG oslo_vmware.api [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662202, 'name': PowerOffVM_Task, 'duration_secs': 0.485632} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.241465] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.243829] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.243829] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9df8d73b-021b-4ec3-8291-6b77fa258716 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.264431] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662201, 'name': ReconfigVM_Task, 'duration_secs': 0.963497} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.265038] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 5c49f809-c1dc-4fcf-8542-1ff7f012516f/5c49f809-c1dc-4fcf-8542-1ff7f012516f.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.265850] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0a142e0-7543-4af5-b5c7-c6c87a5c100c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.271727] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1060.271727] env[63440]: value = "task-2662204" [ 1060.271727] env[63440]: _type = "Task" [ 1060.271727] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.283639] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662204, 'name': Rename_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.317859] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.321069] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.321069] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Deleting the datastore file [datastore1] 1e804776-533b-48a2-9d87-cd51a0781f9a {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.321069] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce5012a6-4c68-4e38-ae17-54c2c2f6e287 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.326662] env[63440]: DEBUG oslo_vmware.api [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 1060.326662] env[63440]: value = "task-2662205" [ 1060.326662] env[63440]: _type = "Task" [ 1060.326662] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.332520] env[63440]: DEBUG nova.compute.manager [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.345948] env[63440]: DEBUG oslo_vmware.api [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.377538] env[63440]: DEBUG nova.network.neutron [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.518815] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a216f727-1737-4c83-9483-9852df556b11 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.527978] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95c7d85-46bb-43a6-809d-bb6842be2f1a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.575181] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b282df0c-7bc2-414c-8774-a5ae67a349c8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.586725] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be678553-2f27-4362-b669-8c41b6e246b9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.601374] env[63440]: DEBUG nova.compute.provider_tree [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.634716] env[63440]: DEBUG nova.compute.manager [req-efaca28b-f38a-49a5-aa4d-e5c07ce55ddc req-3155d578-0807-43bd-9103-9566e16498f2 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Received event network-changed-0621eacd-4f9b-4955-ba6d-fb2b1ba759bd {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.634972] env[63440]: DEBUG nova.compute.manager [req-efaca28b-f38a-49a5-aa4d-e5c07ce55ddc req-3155d578-0807-43bd-9103-9566e16498f2 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Refreshing instance network info cache due to event network-changed-0621eacd-4f9b-4955-ba6d-fb2b1ba759bd. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1060.635213] env[63440]: DEBUG oslo_concurrency.lockutils [req-efaca28b-f38a-49a5-aa4d-e5c07ce55ddc req-3155d578-0807-43bd-9103-9566e16498f2 service nova] Acquiring lock "refresh_cache-532ef389-03cf-416f-aa35-4a4cee2dadd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.636337] env[63440]: DEBUG nova.network.neutron [req-a6c50425-668d-4e94-8fd8-36c93744d79b req-87f7a007-482f-41bf-ab96-22f018d91b49 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Updated VIF entry in instance network info cache for port 0621eacd-4f9b-4955-ba6d-fb2b1ba759bd. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.636582] env[63440]: DEBUG nova.network.neutron [req-a6c50425-668d-4e94-8fd8-36c93744d79b req-87f7a007-482f-41bf-ab96-22f018d91b49 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Updating instance_info_cache with network_info: [{"id": "0621eacd-4f9b-4955-ba6d-fb2b1ba759bd", "address": "fa:16:3e:a5:d0:07", "network": {"id": "d209948a-6b8c-4e38-94b2-1c85e040d2b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-667359890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b409b5a668c0422692cbc29bbf1a6727", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0621eacd-4f", "ovs_interfaceid": "0621eacd-4f9b-4955-ba6d-fb2b1ba759bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.641020] env[63440]: DEBUG nova.network.neutron [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Updating instance_info_cache with network_info: [{"id": "65d7d024-fd20-41f1-a633-e1ddda9280d3", "address": "fa:16:3e:b0:d2:10", "network": {"id": "dda8f4bb-b8fc-4de1-afea-976d055b16c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-625788292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4c53eff01740eb840aa42451b1b6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d7d024-fd", "ovs_interfaceid": "65d7d024-fd20-41f1-a633-e1ddda9280d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.655129] env[63440]: DEBUG nova.compute.manager [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.655358] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.656427] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea4aee7-61f9-4956-9b77-72be29bf5431 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.664235] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.664469] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74594403-e206-4f39-96ef-6ffc4a375f8d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.670519] env[63440]: DEBUG oslo_vmware.api [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1060.670519] env[63440]: value = "task-2662206" [ 1060.670519] env[63440]: _type = "Task" [ 1060.670519] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.679474] env[63440]: DEBUG oslo_vmware.api [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.782311] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662204, 'name': Rename_Task, 'duration_secs': 0.179718} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.782664] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.782957] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ee6e3f6-8577-4947-b6ca-949f8b706e8f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.789621] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1060.789621] env[63440]: value = "task-2662207" [ 1060.789621] env[63440]: _type = "Task" [ 1060.789621] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.797463] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.822553] env[63440]: DEBUG nova.network.neutron [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Successfully created port: 106be348-f11b-4889-9598-c2e14a76f6d9 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.836809] env[63440]: DEBUG oslo_vmware.api [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200895} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.839168] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.839168] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.839168] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.839168] env[63440]: INFO nova.compute.manager [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1060.839168] env[63440]: DEBUG oslo.service.loopingcall [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1060.839827] env[63440]: DEBUG nova.compute.manager [-] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.839925] env[63440]: DEBUG nova.network.neutron [-] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.105095] env[63440]: DEBUG nova.scheduler.client.report [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.139740] env[63440]: DEBUG oslo_concurrency.lockutils [req-a6c50425-668d-4e94-8fd8-36c93744d79b req-87f7a007-482f-41bf-ab96-22f018d91b49 service nova] Releasing lock "refresh_cache-532ef389-03cf-416f-aa35-4a4cee2dadd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.140187] env[63440]: DEBUG oslo_concurrency.lockutils [req-efaca28b-f38a-49a5-aa4d-e5c07ce55ddc req-3155d578-0807-43bd-9103-9566e16498f2 service nova] Acquired lock "refresh_cache-532ef389-03cf-416f-aa35-4a4cee2dadd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.140385] env[63440]: DEBUG nova.network.neutron [req-efaca28b-f38a-49a5-aa4d-e5c07ce55ddc req-3155d578-0807-43bd-9103-9566e16498f2 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Refreshing network info cache for port 0621eacd-4f9b-4955-ba6d-fb2b1ba759bd {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.141753] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Releasing lock "refresh_cache-c710002a-a15f-44cc-8b1b-d79e82bea0b3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.142443] env[63440]: DEBUG nova.compute.manager [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Instance network_info: |[{"id": "65d7d024-fd20-41f1-a633-e1ddda9280d3", "address": "fa:16:3e:b0:d2:10", "network": {"id": "dda8f4bb-b8fc-4de1-afea-976d055b16c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-625788292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4c53eff01740eb840aa42451b1b6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d7d024-fd", "ovs_interfaceid": "65d7d024-fd20-41f1-a633-e1ddda9280d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.143235] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:d2:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65d7d024-fd20-41f1-a633-e1ddda9280d3', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.151241] env[63440]: DEBUG oslo.service.loopingcall [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1061.152011] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.152261] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff42cb44-c66f-47ed-899e-e5eaf139d959 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.176134] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.176134] env[63440]: value = "task-2662208" [ 1061.176134] env[63440]: _type = "Task" [ 1061.176134] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.182635] env[63440]: DEBUG oslo_vmware.api [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662206, 'name': PowerOffVM_Task, 'duration_secs': 0.320474} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.183272] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.183484] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.183727] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1342859-ed23-458c-9c4a-d50d4ea14d1b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.188296] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662208, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.259997] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.260127] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.260241] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Deleting the datastore file [datastore1] ec22078c-f181-495c-9438-6a7815e81859 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.260507] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76089ab8-b844-4d52-9204-19a636334b94 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.267059] env[63440]: DEBUG oslo_vmware.api [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1061.267059] env[63440]: value = "task-2662210" [ 1061.267059] env[63440]: _type = "Task" [ 1061.267059] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.274612] env[63440]: DEBUG oslo_vmware.api [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.299171] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662207, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.345740] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Acquiring lock "532ef389-03cf-416f-aa35-4a4cee2dadd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.345740] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Lock "532ef389-03cf-416f-aa35-4a4cee2dadd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.345900] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Acquiring lock "532ef389-03cf-416f-aa35-4a4cee2dadd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.346044] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Lock "532ef389-03cf-416f-aa35-4a4cee2dadd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.346646] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Lock "532ef389-03cf-416f-aa35-4a4cee2dadd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.348866] env[63440]: INFO nova.compute.manager [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Terminating instance [ 1061.355674] env[63440]: DEBUG nova.compute.manager [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.360877] env[63440]: DEBUG nova.compute.manager [req-45cd12af-ee89-4157-b2e7-387fd48d13a7 req-21b3a4e2-7fe6-4abd-9492-f7765a9ea058 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Received event network-changed-65d7d024-fd20-41f1-a633-e1ddda9280d3 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1061.361759] env[63440]: DEBUG nova.compute.manager [req-45cd12af-ee89-4157-b2e7-387fd48d13a7 req-21b3a4e2-7fe6-4abd-9492-f7765a9ea058 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Refreshing instance network info cache due to event network-changed-65d7d024-fd20-41f1-a633-e1ddda9280d3. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1061.362010] env[63440]: DEBUG oslo_concurrency.lockutils [req-45cd12af-ee89-4157-b2e7-387fd48d13a7 req-21b3a4e2-7fe6-4abd-9492-f7765a9ea058 service nova] Acquiring lock "refresh_cache-c710002a-a15f-44cc-8b1b-d79e82bea0b3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.362385] env[63440]: DEBUG oslo_concurrency.lockutils [req-45cd12af-ee89-4157-b2e7-387fd48d13a7 req-21b3a4e2-7fe6-4abd-9492-f7765a9ea058 service nova] Acquired lock "refresh_cache-c710002a-a15f-44cc-8b1b-d79e82bea0b3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.362598] env[63440]: DEBUG nova.network.neutron [req-45cd12af-ee89-4157-b2e7-387fd48d13a7 req-21b3a4e2-7fe6-4abd-9492-f7765a9ea058 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Refreshing network info cache for port 65d7d024-fd20-41f1-a633-e1ddda9280d3 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.385048] env[63440]: DEBUG nova.virt.hardware [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.386593] env[63440]: DEBUG nova.virt.hardware [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.386593] env[63440]: DEBUG nova.virt.hardware [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.386593] env[63440]: DEBUG nova.virt.hardware [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.386593] env[63440]: DEBUG nova.virt.hardware [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.386593] env[63440]: DEBUG nova.virt.hardware [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.386859] env[63440]: DEBUG nova.virt.hardware [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.386931] env[63440]: DEBUG nova.virt.hardware [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.387165] env[63440]: DEBUG nova.virt.hardware [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.387396] env[63440]: DEBUG nova.virt.hardware [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.387616] env[63440]: DEBUG nova.virt.hardware [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.388556] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54fafb3-27e8-40ad-959b-cc61cab4a42c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.397730] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22720f00-181d-4a97-b290-f075d48d8695 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.578271] env[63440]: DEBUG nova.network.neutron [-] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.610465] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.611107] env[63440]: DEBUG nova.compute.manager [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.686239] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662208, 'name': CreateVM_Task, 'duration_secs': 0.37962} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.686408] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.687100] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.687287] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.687621] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.687876] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94b6047c-f233-40e3-831f-a589400583c3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.692397] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1061.692397] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52cc3297-e255-677c-bd29-5a0eeb9ec378" [ 1061.692397] env[63440]: _type = "Task" [ 1061.692397] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.700447] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52cc3297-e255-677c-bd29-5a0eeb9ec378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.778290] env[63440]: DEBUG oslo_vmware.api [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228724} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.778571] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.778756] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.778932] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.779127] env[63440]: INFO nova.compute.manager [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: ec22078c-f181-495c-9438-6a7815e81859] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1061.779369] env[63440]: DEBUG oslo.service.loopingcall [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1061.779595] env[63440]: DEBUG nova.compute.manager [-] [instance: ec22078c-f181-495c-9438-6a7815e81859] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.779708] env[63440]: DEBUG nova.network.neutron [-] [instance: ec22078c-f181-495c-9438-6a7815e81859] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.799134] env[63440]: DEBUG oslo_vmware.api [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662207, 'name': PowerOnVM_Task, 'duration_secs': 0.769869} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.799465] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.799560] env[63440]: INFO nova.compute.manager [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1061.799738] env[63440]: DEBUG nova.compute.manager [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.800480] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b13d586-04c7-44b4-b8bf-dd38353012c0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.852713] env[63440]: DEBUG nova.compute.manager [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.852889] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.853753] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b0a78a-bfc0-4c93-9a42-24b9860a86f0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.861555] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.862339] env[63440]: DEBUG nova.network.neutron [req-efaca28b-f38a-49a5-aa4d-e5c07ce55ddc req-3155d578-0807-43bd-9103-9566e16498f2 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Updated VIF entry in instance network info cache for port 0621eacd-4f9b-4955-ba6d-fb2b1ba759bd. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.862659] env[63440]: DEBUG nova.network.neutron [req-efaca28b-f38a-49a5-aa4d-e5c07ce55ddc req-3155d578-0807-43bd-9103-9566e16498f2 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Updating instance_info_cache with network_info: [{"id": "0621eacd-4f9b-4955-ba6d-fb2b1ba759bd", "address": "fa:16:3e:a5:d0:07", "network": {"id": "d209948a-6b8c-4e38-94b2-1c85e040d2b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-667359890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b409b5a668c0422692cbc29bbf1a6727", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0621eacd-4f", "ovs_interfaceid": "0621eacd-4f9b-4955-ba6d-fb2b1ba759bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.863719] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2197e132-277a-4a43-8c58-30b6c8adbe67 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.874463] env[63440]: DEBUG oslo_vmware.api [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Waiting for the task: (returnval){ [ 1061.874463] env[63440]: value = "task-2662211" [ 1061.874463] env[63440]: _type = "Task" [ 1061.874463] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.884266] env[63440]: DEBUG oslo_vmware.api [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.080512] env[63440]: INFO nova.compute.manager [-] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Took 1.24 seconds to deallocate network for instance. [ 1062.116991] env[63440]: DEBUG nova.compute.utils [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.119361] env[63440]: DEBUG nova.compute.manager [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.119628] env[63440]: DEBUG nova.network.neutron [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.203278] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52cc3297-e255-677c-bd29-5a0eeb9ec378, 'name': SearchDatastore_Task, 'duration_secs': 0.009876} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.204789] env[63440]: DEBUG nova.policy [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '395a4cba57804727ad7e83aa3382882d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c96b151cd6ac4919b937d3b9818f410e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.206342] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.206769] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.206994] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.206994] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.207168] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.207994] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-624ae6ea-16f0-46ef-a0ae-c1421e4fc3c3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.219056] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.219242] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.221511] env[63440]: DEBUG nova.network.neutron [req-45cd12af-ee89-4157-b2e7-387fd48d13a7 req-21b3a4e2-7fe6-4abd-9492-f7765a9ea058 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Updated VIF entry in instance network info cache for port 65d7d024-fd20-41f1-a633-e1ddda9280d3. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.221889] env[63440]: DEBUG nova.network.neutron [req-45cd12af-ee89-4157-b2e7-387fd48d13a7 req-21b3a4e2-7fe6-4abd-9492-f7765a9ea058 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Updating instance_info_cache with network_info: [{"id": "65d7d024-fd20-41f1-a633-e1ddda9280d3", "address": "fa:16:3e:b0:d2:10", "network": {"id": "dda8f4bb-b8fc-4de1-afea-976d055b16c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-625788292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4c53eff01740eb840aa42451b1b6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d7d024-fd", "ovs_interfaceid": "65d7d024-fd20-41f1-a633-e1ddda9280d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.223023] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6712b9cc-91b1-4a8a-808b-def54c135fe7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.228640] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1062.228640] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c41519-27fc-3090-c999-e7a211814094" [ 1062.228640] env[63440]: _type = "Task" [ 1062.228640] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.237109] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c41519-27fc-3090-c999-e7a211814094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.318952] env[63440]: INFO nova.compute.manager [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Took 18.48 seconds to build instance. [ 1062.368365] env[63440]: DEBUG oslo_concurrency.lockutils [req-efaca28b-f38a-49a5-aa4d-e5c07ce55ddc req-3155d578-0807-43bd-9103-9566e16498f2 service nova] Releasing lock "refresh_cache-532ef389-03cf-416f-aa35-4a4cee2dadd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.368365] env[63440]: DEBUG nova.compute.manager [req-efaca28b-f38a-49a5-aa4d-e5c07ce55ddc req-3155d578-0807-43bd-9103-9566e16498f2 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Received event network-changed-0621eacd-4f9b-4955-ba6d-fb2b1ba759bd {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.368365] env[63440]: DEBUG nova.compute.manager [req-efaca28b-f38a-49a5-aa4d-e5c07ce55ddc req-3155d578-0807-43bd-9103-9566e16498f2 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Refreshing instance network info cache due to event network-changed-0621eacd-4f9b-4955-ba6d-fb2b1ba759bd. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1062.368365] env[63440]: DEBUG oslo_concurrency.lockutils [req-efaca28b-f38a-49a5-aa4d-e5c07ce55ddc req-3155d578-0807-43bd-9103-9566e16498f2 service nova] Acquiring lock "refresh_cache-532ef389-03cf-416f-aa35-4a4cee2dadd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.368365] env[63440]: DEBUG oslo_concurrency.lockutils [req-efaca28b-f38a-49a5-aa4d-e5c07ce55ddc req-3155d578-0807-43bd-9103-9566e16498f2 service nova] Acquired lock "refresh_cache-532ef389-03cf-416f-aa35-4a4cee2dadd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.368365] env[63440]: DEBUG nova.network.neutron [req-efaca28b-f38a-49a5-aa4d-e5c07ce55ddc req-3155d578-0807-43bd-9103-9566e16498f2 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Refreshing network info cache for port 0621eacd-4f9b-4955-ba6d-fb2b1ba759bd {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.385550] env[63440]: DEBUG oslo_vmware.api [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662211, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.484391] env[63440]: DEBUG nova.network.neutron [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Successfully created port: b2b5417d-2ee7-4299-a9a1-ab76580b0bcb {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.589115] env[63440]: DEBUG oslo_concurrency.lockutils [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.589363] env[63440]: DEBUG oslo_concurrency.lockutils [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.589594] env[63440]: DEBUG nova.objects.instance [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lazy-loading 'resources' on Instance uuid 1e804776-533b-48a2-9d87-cd51a0781f9a {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.624439] env[63440]: DEBUG nova.compute.manager [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.691794] env[63440]: DEBUG nova.network.neutron [-] [instance: ec22078c-f181-495c-9438-6a7815e81859] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.707437] env[63440]: DEBUG nova.network.neutron [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Successfully updated port: 106be348-f11b-4889-9598-c2e14a76f6d9 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.726221] env[63440]: DEBUG oslo_concurrency.lockutils [req-45cd12af-ee89-4157-b2e7-387fd48d13a7 req-21b3a4e2-7fe6-4abd-9492-f7765a9ea058 service nova] Releasing lock "refresh_cache-c710002a-a15f-44cc-8b1b-d79e82bea0b3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.726511] env[63440]: DEBUG nova.compute.manager [req-45cd12af-ee89-4157-b2e7-387fd48d13a7 req-21b3a4e2-7fe6-4abd-9492-f7765a9ea058 service nova] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Received event network-vif-deleted-5b729c54-5979-45e8-8440-621d866ca088 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.726688] env[63440]: INFO nova.compute.manager [req-45cd12af-ee89-4157-b2e7-387fd48d13a7 req-21b3a4e2-7fe6-4abd-9492-f7765a9ea058 service nova] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Neutron deleted interface 5b729c54-5979-45e8-8440-621d866ca088; detaching it from the instance and deleting it from the info cache [ 1062.726875] env[63440]: DEBUG nova.network.neutron [req-45cd12af-ee89-4157-b2e7-387fd48d13a7 req-21b3a4e2-7fe6-4abd-9492-f7765a9ea058 service nova] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.738261] env[63440]: DEBUG nova.compute.manager [req-2ae72107-ec5c-4b21-be8a-06cd09f080fc req-6233a5a4-14ee-480a-beab-3e2f793a611a service nova] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Received event network-vif-plugged-106be348-f11b-4889-9598-c2e14a76f6d9 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.738261] env[63440]: DEBUG oslo_concurrency.lockutils [req-2ae72107-ec5c-4b21-be8a-06cd09f080fc req-6233a5a4-14ee-480a-beab-3e2f793a611a service nova] Acquiring lock "cc09586f-a0bf-4989-9791-bc665a8c451a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.738261] env[63440]: DEBUG oslo_concurrency.lockutils [req-2ae72107-ec5c-4b21-be8a-06cd09f080fc req-6233a5a4-14ee-480a-beab-3e2f793a611a service nova] Lock "cc09586f-a0bf-4989-9791-bc665a8c451a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.738798] env[63440]: DEBUG oslo_concurrency.lockutils [req-2ae72107-ec5c-4b21-be8a-06cd09f080fc req-6233a5a4-14ee-480a-beab-3e2f793a611a service nova] Lock "cc09586f-a0bf-4989-9791-bc665a8c451a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.738798] env[63440]: DEBUG nova.compute.manager [req-2ae72107-ec5c-4b21-be8a-06cd09f080fc req-6233a5a4-14ee-480a-beab-3e2f793a611a service nova] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] No waiting events found dispatching network-vif-plugged-106be348-f11b-4889-9598-c2e14a76f6d9 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.738798] env[63440]: WARNING nova.compute.manager [req-2ae72107-ec5c-4b21-be8a-06cd09f080fc req-6233a5a4-14ee-480a-beab-3e2f793a611a service nova] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Received unexpected event network-vif-plugged-106be348-f11b-4889-9598-c2e14a76f6d9 for instance with vm_state building and task_state spawning. [ 1062.745198] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c41519-27fc-3090-c999-e7a211814094, 'name': SearchDatastore_Task, 'duration_secs': 0.009876} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.745974] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27589e79-735d-400d-bb37-17a6d820414c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.753327] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1062.753327] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520c5f6c-8198-b242-2664-32191c0b3214" [ 1062.753327] env[63440]: _type = "Task" [ 1062.753327] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.762414] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520c5f6c-8198-b242-2664-32191c0b3214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.820632] env[63440]: DEBUG oslo_concurrency.lockutils [None req-71d8e200-eaf7-46a3-8ea3-a818fe62c427 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.998s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.884139] env[63440]: DEBUG oslo_vmware.api [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662211, 'name': PowerOffVM_Task, 'duration_secs': 0.587846} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.884431] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.884604] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.884886] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9ad1ef9-26dc-4345-9551-2fc948a0f9af {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.959775] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.960207] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.960443] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Deleting the datastore file [datastore2] 532ef389-03cf-416f-aa35-4a4cee2dadd1 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.960714] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e57dd6d0-e9db-4a71-965a-b4d9a82eef98 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.967615] env[63440]: DEBUG oslo_vmware.api [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Waiting for the task: (returnval){ [ 1062.967615] env[63440]: value = "task-2662213" [ 1062.967615] env[63440]: _type = "Task" [ 1062.967615] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.975521] env[63440]: DEBUG oslo_vmware.api [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.185986] env[63440]: DEBUG nova.network.neutron [req-efaca28b-f38a-49a5-aa4d-e5c07ce55ddc req-3155d578-0807-43bd-9103-9566e16498f2 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Updated VIF entry in instance network info cache for port 0621eacd-4f9b-4955-ba6d-fb2b1ba759bd. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.186440] env[63440]: DEBUG nova.network.neutron [req-efaca28b-f38a-49a5-aa4d-e5c07ce55ddc req-3155d578-0807-43bd-9103-9566e16498f2 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Updating instance_info_cache with network_info: [{"id": "0621eacd-4f9b-4955-ba6d-fb2b1ba759bd", "address": "fa:16:3e:a5:d0:07", "network": {"id": "d209948a-6b8c-4e38-94b2-1c85e040d2b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-667359890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b409b5a668c0422692cbc29bbf1a6727", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0621eacd-4f", "ovs_interfaceid": "0621eacd-4f9b-4955-ba6d-fb2b1ba759bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.194827] env[63440]: INFO nova.compute.manager [-] [instance: ec22078c-f181-495c-9438-6a7815e81859] Took 1.42 seconds to deallocate network for instance. [ 1063.206156] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Acquiring lock "refresh_cache-cc09586f-a0bf-4989-9791-bc665a8c451a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.206313] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Acquired lock "refresh_cache-cc09586f-a0bf-4989-9791-bc665a8c451a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.206461] env[63440]: DEBUG nova.network.neutron [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.229643] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edfbac6e-e463-419a-b64c-272aa1cc7749 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.243821] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99d4bee-2224-4504-8c69-37444d08f368 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.268438] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520c5f6c-8198-b242-2664-32191c0b3214, 'name': SearchDatastore_Task, 'duration_secs': 0.019083} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.271204] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.271526] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] c710002a-a15f-44cc-8b1b-d79e82bea0b3/c710002a-a15f-44cc-8b1b-d79e82bea0b3.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.279707] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3d8e895-97f8-4a8f-a866-35a1b696d41b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.281903] env[63440]: DEBUG nova.compute.manager [req-45cd12af-ee89-4157-b2e7-387fd48d13a7 req-21b3a4e2-7fe6-4abd-9492-f7765a9ea058 service nova] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Detach interface failed, port_id=5b729c54-5979-45e8-8440-621d866ca088, reason: Instance 1e804776-533b-48a2-9d87-cd51a0781f9a could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1063.289736] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1063.289736] env[63440]: value = "task-2662214" [ 1063.289736] env[63440]: _type = "Task" [ 1063.289736] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.299678] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.362869] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f759ae51-8fdd-492a-bad7-07e16dc3b04a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.368632] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3966ad9-2b9f-4360-b8e6-cb88fdd91aef {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.402024] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1fd6bd-39e5-438f-a988-319d7242c465 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.405614] env[63440]: DEBUG nova.compute.manager [req-f5f5cbb5-7d59-4005-8a06-b6f99b81ac55 req-94f390ea-4b15-405a-bfa6-41df2f325c96 service nova] [instance: ec22078c-f181-495c-9438-6a7815e81859] Received event network-vif-deleted-b6d1a222-e265-4bf1-bcde-0de96e54fff5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1063.415938] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b5019f-d3ca-44b5-aaed-22179f4d5539 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.427454] env[63440]: DEBUG nova.compute.provider_tree [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.478330] env[63440]: DEBUG oslo_vmware.api [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Task: {'id': task-2662213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191619} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.478617] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.478822] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.479027] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.479216] env[63440]: INFO nova.compute.manager [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1063.479466] env[63440]: DEBUG oslo.service.loopingcall [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1063.479654] env[63440]: DEBUG nova.compute.manager [-] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.479751] env[63440]: DEBUG nova.network.neutron [-] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.633964] env[63440]: DEBUG nova.compute.manager [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.666641] env[63440]: DEBUG nova.virt.hardware [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.666922] env[63440]: DEBUG nova.virt.hardware [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.667123] env[63440]: DEBUG nova.virt.hardware [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.667399] env[63440]: DEBUG nova.virt.hardware [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.667652] env[63440]: DEBUG nova.virt.hardware [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.667776] env[63440]: DEBUG nova.virt.hardware [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.668038] env[63440]: DEBUG nova.virt.hardware [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.668261] env[63440]: DEBUG nova.virt.hardware [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.668471] env[63440]: DEBUG nova.virt.hardware [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.668655] env[63440]: DEBUG nova.virt.hardware [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.668836] env[63440]: DEBUG nova.virt.hardware [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.669803] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13657a2-f9f8-4650-93e6-349eda09ad66 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.681419] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8157bdcc-4cb6-488a-95ec-9e0b9070518f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.689539] env[63440]: DEBUG oslo_concurrency.lockutils [req-efaca28b-f38a-49a5-aa4d-e5c07ce55ddc req-3155d578-0807-43bd-9103-9566e16498f2 service nova] Releasing lock "refresh_cache-532ef389-03cf-416f-aa35-4a4cee2dadd1" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.701785] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.741926] env[63440]: DEBUG nova.network.neutron [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.808633] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662214, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.930230] env[63440]: DEBUG nova.scheduler.client.report [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.973279] env[63440]: DEBUG nova.network.neutron [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Updating instance_info_cache with network_info: [{"id": "106be348-f11b-4889-9598-c2e14a76f6d9", "address": "fa:16:3e:25:da:80", "network": {"id": "e0dc8660-b2a7-4d25-8e47-e629fb4cea9d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1453377563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf058eb5e1849ddbfbcbfa472d7ef3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap106be348-f1", "ovs_interfaceid": "106be348-f11b-4889-9598-c2e14a76f6d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.028905] env[63440]: DEBUG nova.network.neutron [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Successfully updated port: b2b5417d-2ee7-4299-a9a1-ab76580b0bcb {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.204624] env[63440]: DEBUG nova.network.neutron [-] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.300696] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568279} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.301124] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] c710002a-a15f-44cc-8b1b-d79e82bea0b3/c710002a-a15f-44cc-8b1b-d79e82bea0b3.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.301459] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.301822] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75fa4949-6ab3-4f05-b49d-ecf1d1617fd4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.310737] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1064.310737] env[63440]: value = "task-2662215" [ 1064.310737] env[63440]: _type = "Task" [ 1064.310737] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.322590] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.435731] env[63440]: DEBUG oslo_concurrency.lockutils [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.438316] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.737s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.438570] env[63440]: DEBUG nova.objects.instance [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lazy-loading 'resources' on Instance uuid ec22078c-f181-495c-9438-6a7815e81859 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.465018] env[63440]: INFO nova.scheduler.client.report [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Deleted allocations for instance 1e804776-533b-48a2-9d87-cd51a0781f9a [ 1064.477837] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Releasing lock "refresh_cache-cc09586f-a0bf-4989-9791-bc665a8c451a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.478168] env[63440]: DEBUG nova.compute.manager [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Instance network_info: |[{"id": "106be348-f11b-4889-9598-c2e14a76f6d9", "address": "fa:16:3e:25:da:80", "network": {"id": "e0dc8660-b2a7-4d25-8e47-e629fb4cea9d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1453377563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf058eb5e1849ddbfbcbfa472d7ef3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap106be348-f1", "ovs_interfaceid": "106be348-f11b-4889-9598-c2e14a76f6d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.478591] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:da:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '106be348-f11b-4889-9598-c2e14a76f6d9', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.486236] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Creating folder: Project (2bf058eb5e1849ddbfbcbfa472d7ef3a). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.487359] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4355f12-abb4-43c7-bc70-2ab1fbc4c7b7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.498210] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Created folder: Project (2bf058eb5e1849ddbfbcbfa472d7ef3a) in parent group-v536546. [ 1064.498422] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Creating folder: Instances. Parent ref: group-v536837. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.498685] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ff174f2-67b2-471d-972c-20979ef70a7f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.507661] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Created folder: Instances in parent group-v536837. [ 1064.507997] env[63440]: DEBUG oslo.service.loopingcall [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1064.508143] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.508373] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12feeecc-02f5-4b14-b59c-d9d7b9017a7f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.528634] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.528634] env[63440]: value = "task-2662218" [ 1064.528634] env[63440]: _type = "Task" [ 1064.528634] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.531987] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquiring lock "refresh_cache-12f3d073-f02f-49dc-ab3b-6dbffa73813c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.532164] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquired lock "refresh_cache-12f3d073-f02f-49dc-ab3b-6dbffa73813c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.532304] env[63440]: DEBUG nova.network.neutron [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.539030] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662218, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.707859] env[63440]: INFO nova.compute.manager [-] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Took 1.23 seconds to deallocate network for instance. [ 1064.768285] env[63440]: DEBUG nova.compute.manager [req-409c55fe-028e-42fe-88e3-9bfd7d59fae8 req-2735c9de-92ce-4894-b4b0-ae4fdd8a8b17 service nova] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Received event network-changed-106be348-f11b-4889-9598-c2e14a76f6d9 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.768531] env[63440]: DEBUG nova.compute.manager [req-409c55fe-028e-42fe-88e3-9bfd7d59fae8 req-2735c9de-92ce-4894-b4b0-ae4fdd8a8b17 service nova] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Refreshing instance network info cache due to event network-changed-106be348-f11b-4889-9598-c2e14a76f6d9. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1064.768807] env[63440]: DEBUG oslo_concurrency.lockutils [req-409c55fe-028e-42fe-88e3-9bfd7d59fae8 req-2735c9de-92ce-4894-b4b0-ae4fdd8a8b17 service nova] Acquiring lock "refresh_cache-cc09586f-a0bf-4989-9791-bc665a8c451a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.768963] env[63440]: DEBUG oslo_concurrency.lockutils [req-409c55fe-028e-42fe-88e3-9bfd7d59fae8 req-2735c9de-92ce-4894-b4b0-ae4fdd8a8b17 service nova] Acquired lock "refresh_cache-cc09586f-a0bf-4989-9791-bc665a8c451a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.769201] env[63440]: DEBUG nova.network.neutron [req-409c55fe-028e-42fe-88e3-9bfd7d59fae8 req-2735c9de-92ce-4894-b4b0-ae4fdd8a8b17 service nova] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Refreshing network info cache for port 106be348-f11b-4889-9598-c2e14a76f6d9 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.821883] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.288259} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.822201] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.823081] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7f5cb7-6fe3-43bb-b7c5-68763c5d2c55 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.847022] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] c710002a-a15f-44cc-8b1b-d79e82bea0b3/c710002a-a15f-44cc-8b1b-d79e82bea0b3.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.847866] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d9e0348-32ef-43a2-aff4-3b976c5ebe10 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.870167] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1064.870167] env[63440]: value = "task-2662219" [ 1064.870167] env[63440]: _type = "Task" [ 1064.870167] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.878589] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.978654] env[63440]: DEBUG oslo_concurrency.lockutils [None req-97f4af79-9e91-4028-b851-8601f4334c23 tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "1e804776-533b-48a2-9d87-cd51a0781f9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.784s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.043314] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662218, 'name': CreateVM_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.066721] env[63440]: DEBUG nova.network.neutron [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.098799] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109d5361-7bf6-47d8-8338-ef3c9ae8a57d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.105765] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4572ec1-1132-47e2-8f26-2199981460cb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.137214] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849ad9c4-0796-49a4-8dd6-7157f8154edf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.145500] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bab45e-4c59-4789-b64b-6c10eae3c7f3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.160303] env[63440]: DEBUG nova.compute.provider_tree [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.215282] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.235331] env[63440]: DEBUG nova.network.neutron [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Updating instance_info_cache with network_info: [{"id": "b2b5417d-2ee7-4299-a9a1-ab76580b0bcb", "address": "fa:16:3e:e5:bd:5c", "network": {"id": "6069e8ea-73b1-47e3-91a0-218c35b8fbf6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1799585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c96b151cd6ac4919b937d3b9818f410e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b5417d-2e", "ovs_interfaceid": "b2b5417d-2ee7-4299-a9a1-ab76580b0bcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.386085] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.438802] env[63440]: DEBUG oslo_concurrency.lockutils [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "00f8a56f-37af-48cf-97f5-5ea6d8be75d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.439158] env[63440]: DEBUG oslo_concurrency.lockutils [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "00f8a56f-37af-48cf-97f5-5ea6d8be75d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.439970] env[63440]: DEBUG oslo_concurrency.lockutils [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "00f8a56f-37af-48cf-97f5-5ea6d8be75d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.439970] env[63440]: DEBUG oslo_concurrency.lockutils [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "00f8a56f-37af-48cf-97f5-5ea6d8be75d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.439970] env[63440]: DEBUG oslo_concurrency.lockutils [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "00f8a56f-37af-48cf-97f5-5ea6d8be75d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.442358] env[63440]: INFO nova.compute.manager [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Terminating instance [ 1065.448784] env[63440]: DEBUG nova.compute.manager [req-59dd68a4-74cc-4004-b390-8d73bf575de1 req-7f812e53-f3ec-4795-8c51-8ce71ef0643a service nova] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Received event network-vif-plugged-b2b5417d-2ee7-4299-a9a1-ab76580b0bcb {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.448992] env[63440]: DEBUG oslo_concurrency.lockutils [req-59dd68a4-74cc-4004-b390-8d73bf575de1 req-7f812e53-f3ec-4795-8c51-8ce71ef0643a service nova] Acquiring lock "12f3d073-f02f-49dc-ab3b-6dbffa73813c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.449204] env[63440]: DEBUG oslo_concurrency.lockutils [req-59dd68a4-74cc-4004-b390-8d73bf575de1 req-7f812e53-f3ec-4795-8c51-8ce71ef0643a service nova] Lock "12f3d073-f02f-49dc-ab3b-6dbffa73813c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.449371] env[63440]: DEBUG oslo_concurrency.lockutils [req-59dd68a4-74cc-4004-b390-8d73bf575de1 req-7f812e53-f3ec-4795-8c51-8ce71ef0643a service nova] Lock "12f3d073-f02f-49dc-ab3b-6dbffa73813c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.449538] env[63440]: DEBUG nova.compute.manager [req-59dd68a4-74cc-4004-b390-8d73bf575de1 req-7f812e53-f3ec-4795-8c51-8ce71ef0643a service nova] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] No waiting events found dispatching network-vif-plugged-b2b5417d-2ee7-4299-a9a1-ab76580b0bcb {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.449703] env[63440]: WARNING nova.compute.manager [req-59dd68a4-74cc-4004-b390-8d73bf575de1 req-7f812e53-f3ec-4795-8c51-8ce71ef0643a service nova] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Received unexpected event network-vif-plugged-b2b5417d-2ee7-4299-a9a1-ab76580b0bcb for instance with vm_state building and task_state spawning. [ 1065.449864] env[63440]: DEBUG nova.compute.manager [req-59dd68a4-74cc-4004-b390-8d73bf575de1 req-7f812e53-f3ec-4795-8c51-8ce71ef0643a service nova] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Received event network-changed-b2b5417d-2ee7-4299-a9a1-ab76580b0bcb {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.450155] env[63440]: DEBUG nova.compute.manager [req-59dd68a4-74cc-4004-b390-8d73bf575de1 req-7f812e53-f3ec-4795-8c51-8ce71ef0643a service nova] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Refreshing instance network info cache due to event network-changed-b2b5417d-2ee7-4299-a9a1-ab76580b0bcb. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1065.450330] env[63440]: DEBUG oslo_concurrency.lockutils [req-59dd68a4-74cc-4004-b390-8d73bf575de1 req-7f812e53-f3ec-4795-8c51-8ce71ef0643a service nova] Acquiring lock "refresh_cache-12f3d073-f02f-49dc-ab3b-6dbffa73813c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.488117] env[63440]: DEBUG nova.network.neutron [req-409c55fe-028e-42fe-88e3-9bfd7d59fae8 req-2735c9de-92ce-4894-b4b0-ae4fdd8a8b17 service nova] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Updated VIF entry in instance network info cache for port 106be348-f11b-4889-9598-c2e14a76f6d9. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.488539] env[63440]: DEBUG nova.network.neutron [req-409c55fe-028e-42fe-88e3-9bfd7d59fae8 req-2735c9de-92ce-4894-b4b0-ae4fdd8a8b17 service nova] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Updating instance_info_cache with network_info: [{"id": "106be348-f11b-4889-9598-c2e14a76f6d9", "address": "fa:16:3e:25:da:80", "network": {"id": "e0dc8660-b2a7-4d25-8e47-e629fb4cea9d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1453377563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf058eb5e1849ddbfbcbfa472d7ef3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap106be348-f1", "ovs_interfaceid": "106be348-f11b-4889-9598-c2e14a76f6d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.539991] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662218, 'name': CreateVM_Task, 'duration_secs': 0.733983} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.540183] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.540845] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.541044] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.541406] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.541653] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4d4691b-a3e1-4cb6-9cbd-523a58b2d0c6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.546141] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Waiting for the task: (returnval){ [ 1065.546141] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529adc46-263a-1d37-c26f-f01ee58c4be5" [ 1065.546141] env[63440]: _type = "Task" [ 1065.546141] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.553560] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529adc46-263a-1d37-c26f-f01ee58c4be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.663552] env[63440]: DEBUG nova.scheduler.client.report [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.738113] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Releasing lock "refresh_cache-12f3d073-f02f-49dc-ab3b-6dbffa73813c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.738276] env[63440]: DEBUG nova.compute.manager [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Instance network_info: |[{"id": "b2b5417d-2ee7-4299-a9a1-ab76580b0bcb", "address": "fa:16:3e:e5:bd:5c", "network": {"id": "6069e8ea-73b1-47e3-91a0-218c35b8fbf6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1799585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c96b151cd6ac4919b937d3b9818f410e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b5417d-2e", "ovs_interfaceid": "b2b5417d-2ee7-4299-a9a1-ab76580b0bcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.738579] env[63440]: DEBUG oslo_concurrency.lockutils [req-59dd68a4-74cc-4004-b390-8d73bf575de1 req-7f812e53-f3ec-4795-8c51-8ce71ef0643a service nova] Acquired lock "refresh_cache-12f3d073-f02f-49dc-ab3b-6dbffa73813c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.738758] env[63440]: DEBUG nova.network.neutron [req-59dd68a4-74cc-4004-b390-8d73bf575de1 req-7f812e53-f3ec-4795-8c51-8ce71ef0643a service nova] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Refreshing network info cache for port b2b5417d-2ee7-4299-a9a1-ab76580b0bcb {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.740459] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:bd:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2b5417d-2ee7-4299-a9a1-ab76580b0bcb', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.748550] env[63440]: DEBUG oslo.service.loopingcall [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1065.751996] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.752257] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-906809cf-70bd-4efe-bae0-4b21426c184a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.767200] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.767474] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.768055] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.768282] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.768508] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.768718] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.768937] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.769107] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1065.769295] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.773911] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.773911] env[63440]: value = "task-2662220" [ 1065.773911] env[63440]: _type = "Task" [ 1065.773911] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.782170] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662220, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.885167] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662219, 'name': ReconfigVM_Task, 'duration_secs': 0.570114} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.885485] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Reconfigured VM instance instance-0000006b to attach disk [datastore1] c710002a-a15f-44cc-8b1b-d79e82bea0b3/c710002a-a15f-44cc-8b1b-d79e82bea0b3.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.886263] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dba78858-271e-4af4-8afd-fad164e54a8f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.892637] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1065.892637] env[63440]: value = "task-2662221" [ 1065.892637] env[63440]: _type = "Task" [ 1065.892637] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.900582] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662221, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.943928] env[63440]: DEBUG nova.network.neutron [req-59dd68a4-74cc-4004-b390-8d73bf575de1 req-7f812e53-f3ec-4795-8c51-8ce71ef0643a service nova] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Updated VIF entry in instance network info cache for port b2b5417d-2ee7-4299-a9a1-ab76580b0bcb. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.944221] env[63440]: DEBUG nova.network.neutron [req-59dd68a4-74cc-4004-b390-8d73bf575de1 req-7f812e53-f3ec-4795-8c51-8ce71ef0643a service nova] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Updating instance_info_cache with network_info: [{"id": "b2b5417d-2ee7-4299-a9a1-ab76580b0bcb", "address": "fa:16:3e:e5:bd:5c", "network": {"id": "6069e8ea-73b1-47e3-91a0-218c35b8fbf6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1799585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c96b151cd6ac4919b937d3b9818f410e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b5417d-2e", "ovs_interfaceid": "b2b5417d-2ee7-4299-a9a1-ab76580b0bcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.951503] env[63440]: DEBUG nova.compute.manager [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.951723] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.952656] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb48d2e-7408-4ede-a6e0-3c617bad9241 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.960862] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.961104] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22fb2284-f15c-45c7-a4f0-e283d70af029 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.966752] env[63440]: DEBUG oslo_vmware.api [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 1065.966752] env[63440]: value = "task-2662222" [ 1065.966752] env[63440]: _type = "Task" [ 1065.966752] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.975380] env[63440]: DEBUG oslo_vmware.api [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.991373] env[63440]: DEBUG oslo_concurrency.lockutils [req-409c55fe-028e-42fe-88e3-9bfd7d59fae8 req-2735c9de-92ce-4894-b4b0-ae4fdd8a8b17 service nova] Releasing lock "refresh_cache-cc09586f-a0bf-4989-9791-bc665a8c451a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.991686] env[63440]: DEBUG nova.compute.manager [req-409c55fe-028e-42fe-88e3-9bfd7d59fae8 req-2735c9de-92ce-4894-b4b0-ae4fdd8a8b17 service nova] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Received event network-changed-1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.991739] env[63440]: DEBUG nova.compute.manager [req-409c55fe-028e-42fe-88e3-9bfd7d59fae8 req-2735c9de-92ce-4894-b4b0-ae4fdd8a8b17 service nova] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Refreshing instance network info cache due to event network-changed-1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1065.991949] env[63440]: DEBUG oslo_concurrency.lockutils [req-409c55fe-028e-42fe-88e3-9bfd7d59fae8 req-2735c9de-92ce-4894-b4b0-ae4fdd8a8b17 service nova] Acquiring lock "refresh_cache-5c49f809-c1dc-4fcf-8542-1ff7f012516f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.992117] env[63440]: DEBUG oslo_concurrency.lockutils [req-409c55fe-028e-42fe-88e3-9bfd7d59fae8 req-2735c9de-92ce-4894-b4b0-ae4fdd8a8b17 service nova] Acquired lock "refresh_cache-5c49f809-c1dc-4fcf-8542-1ff7f012516f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.992287] env[63440]: DEBUG nova.network.neutron [req-409c55fe-028e-42fe-88e3-9bfd7d59fae8 req-2735c9de-92ce-4894-b4b0-ae4fdd8a8b17 service nova] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Refreshing network info cache for port 1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.059289] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529adc46-263a-1d37-c26f-f01ee58c4be5, 'name': SearchDatastore_Task, 'duration_secs': 0.009465} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.059610] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.059852] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.060101] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.060254] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.060437] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.060713] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3512e8ec-f122-4a66-a218-88cdb0cb3203 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.070891] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.071101] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.071860] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b7d631e-c095-4810-b8ab-849bc7191f84 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.077883] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Waiting for the task: (returnval){ [ 1066.077883] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527861c8-e781-85ef-7c76-abe65b9c4894" [ 1066.077883] env[63440]: _type = "Task" [ 1066.077883] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.085176] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527861c8-e781-85ef-7c76-abe65b9c4894, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.168691] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.171357] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.956s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.171772] env[63440]: DEBUG nova.objects.instance [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Lazy-loading 'resources' on Instance uuid 532ef389-03cf-416f-aa35-4a4cee2dadd1 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.193844] env[63440]: INFO nova.scheduler.client.report [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Deleted allocations for instance ec22078c-f181-495c-9438-6a7815e81859 [ 1066.271956] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.285017] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662220, 'name': CreateVM_Task, 'duration_secs': 0.435029} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.285218] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.285890] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.286103] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.286541] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.286665] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-640c8124-2a6a-4cd2-b17b-4230dc818646 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.291024] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1066.291024] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52acfea6-a801-cf80-6170-0fdcac5c3c45" [ 1066.291024] env[63440]: _type = "Task" [ 1066.291024] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.298317] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52acfea6-a801-cf80-6170-0fdcac5c3c45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.402373] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662221, 'name': Rename_Task, 'duration_secs': 0.266885} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.402635] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.402880] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d5918e6-3316-45c6-87d9-a3607690f928 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.408569] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1066.408569] env[63440]: value = "task-2662223" [ 1066.408569] env[63440]: _type = "Task" [ 1066.408569] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.415628] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.447376] env[63440]: DEBUG oslo_concurrency.lockutils [req-59dd68a4-74cc-4004-b390-8d73bf575de1 req-7f812e53-f3ec-4795-8c51-8ce71ef0643a service nova] Releasing lock "refresh_cache-12f3d073-f02f-49dc-ab3b-6dbffa73813c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.476611] env[63440]: DEBUG oslo_vmware.api [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662222, 'name': PowerOffVM_Task, 'duration_secs': 0.234589} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.476891] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.477080] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.477347] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e884f9f-ebe2-429b-8ede-c15269213843 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.546058] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.546058] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.546286] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Deleting the datastore file [datastore2] 00f8a56f-37af-48cf-97f5-5ea6d8be75d9 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.546457] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e85b974-f984-414c-8130-822493cd695b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.552869] env[63440]: DEBUG oslo_vmware.api [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for the task: (returnval){ [ 1066.552869] env[63440]: value = "task-2662225" [ 1066.552869] env[63440]: _type = "Task" [ 1066.552869] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.561624] env[63440]: DEBUG oslo_vmware.api [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.587672] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527861c8-e781-85ef-7c76-abe65b9c4894, 'name': SearchDatastore_Task, 'duration_secs': 0.017003} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.588491] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2abb00f4-414d-4291-bf6f-59bfb6b4774f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.593572] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Waiting for the task: (returnval){ [ 1066.593572] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52eea2d6-ba1b-d604-b48f-7d6031cd3cd9" [ 1066.593572] env[63440]: _type = "Task" [ 1066.593572] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.602560] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52eea2d6-ba1b-d604-b48f-7d6031cd3cd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.701122] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb3d30e9-7cc3-4223-91ee-4636c91ac0d0 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "ec22078c-f181-495c-9438-6a7815e81859" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.555s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.713393] env[63440]: DEBUG nova.network.neutron [req-409c55fe-028e-42fe-88e3-9bfd7d59fae8 req-2735c9de-92ce-4894-b4b0-ae4fdd8a8b17 service nova] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Updated VIF entry in instance network info cache for port 1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.713624] env[63440]: DEBUG nova.network.neutron [req-409c55fe-028e-42fe-88e3-9bfd7d59fae8 req-2735c9de-92ce-4894-b4b0-ae4fdd8a8b17 service nova] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Updating instance_info_cache with network_info: [{"id": "1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814", "address": "fa:16:3e:7b:5a:e9", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e3df4c8-c6", "ovs_interfaceid": "1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.803799] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52acfea6-a801-cf80-6170-0fdcac5c3c45, 'name': SearchDatastore_Task, 'duration_secs': 0.040063} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.804939] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.805262] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.805487] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.806240] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dbbe6c-f5a6-4f7f-82f9-e83b2bc86c6b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.814777] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd49443-a1ee-44a6-b8ae-b3c67307cb51 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.845054] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc018cb-f88a-45ce-807a-cc8be810fee1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.852472] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd418d41-ff96-4900-8fc8-df26927e61b1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.866689] env[63440]: DEBUG nova.compute.provider_tree [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.919600] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662223, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.062540] env[63440]: DEBUG oslo_vmware.api [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Task: {'id': task-2662225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169578} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.062834] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.063053] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.063304] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.063522] env[63440]: INFO nova.compute.manager [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1067.063798] env[63440]: DEBUG oslo.service.loopingcall [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1067.064033] env[63440]: DEBUG nova.compute.manager [-] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.064170] env[63440]: DEBUG nova.network.neutron [-] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.104119] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52eea2d6-ba1b-d604-b48f-7d6031cd3cd9, 'name': SearchDatastore_Task, 'duration_secs': 0.009535} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.104531] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.104854] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] cc09586f-a0bf-4989-9791-bc665a8c451a/cc09586f-a0bf-4989-9791-bc665a8c451a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.105230] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.105449] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.105683] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b666fc1-2dfb-418f-8b52-f702defc9766 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.107750] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-813b659f-6d38-4a5b-aa0c-633e92e1e57a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.114505] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Waiting for the task: (returnval){ [ 1067.114505] env[63440]: value = "task-2662226" [ 1067.114505] env[63440]: _type = "Task" [ 1067.114505] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.118251] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.118435] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.119396] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96cfd507-fbf9-4b7a-b453-b0a62fb350ff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.125699] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': task-2662226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.128747] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1067.128747] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52694510-4c96-cd74-e89e-45458a9ff97b" [ 1067.128747] env[63440]: _type = "Task" [ 1067.128747] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.137044] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52694510-4c96-cd74-e89e-45458a9ff97b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.216335] env[63440]: DEBUG oslo_concurrency.lockutils [req-409c55fe-028e-42fe-88e3-9bfd7d59fae8 req-2735c9de-92ce-4894-b4b0-ae4fdd8a8b17 service nova] Releasing lock "refresh_cache-5c49f809-c1dc-4fcf-8542-1ff7f012516f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.216680] env[63440]: DEBUG nova.compute.manager [req-409c55fe-028e-42fe-88e3-9bfd7d59fae8 req-2735c9de-92ce-4894-b4b0-ae4fdd8a8b17 service nova] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Received event network-vif-deleted-0621eacd-4f9b-4955-ba6d-fb2b1ba759bd {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.370389] env[63440]: DEBUG nova.scheduler.client.report [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.421257] env[63440]: DEBUG oslo_vmware.api [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662223, 'name': PowerOnVM_Task, 'duration_secs': 0.537778} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.421547] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.421872] env[63440]: INFO nova.compute.manager [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1067.421939] env[63440]: DEBUG nova.compute.manager [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.423160] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fcda42-306c-4e43-9ce3-7a705de27553 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.478061] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "10242c11-bded-4040-a77e-a1efe96c243a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.478333] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "10242c11-bded-4040-a77e-a1efe96c243a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.484551] env[63440]: DEBUG nova.compute.manager [req-56bc6412-7cb7-4106-a0c6-e145bc0afe47 req-c41fe039-7c02-45ec-9110-5994c298a61f service nova] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Received event network-vif-deleted-f7ad2295-4a80-4beb-967c-a4b2b210826c {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.484762] env[63440]: INFO nova.compute.manager [req-56bc6412-7cb7-4106-a0c6-e145bc0afe47 req-c41fe039-7c02-45ec-9110-5994c298a61f service nova] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Neutron deleted interface f7ad2295-4a80-4beb-967c-a4b2b210826c; detaching it from the instance and deleting it from the info cache [ 1067.484957] env[63440]: DEBUG nova.network.neutron [req-56bc6412-7cb7-4106-a0c6-e145bc0afe47 req-c41fe039-7c02-45ec-9110-5994c298a61f service nova] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.625032] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': task-2662226, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.638305] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52694510-4c96-cd74-e89e-45458a9ff97b, 'name': SearchDatastore_Task, 'duration_secs': 0.014557} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.639134] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d48abc42-5c14-4913-b533-218615036197 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.644471] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1067.644471] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52cde5f0-3f15-7ed1-b23e-c4bca00ba456" [ 1067.644471] env[63440]: _type = "Task" [ 1067.644471] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.652191] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52cde5f0-3f15-7ed1-b23e-c4bca00ba456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.827903] env[63440]: DEBUG nova.network.neutron [-] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.875402] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.877625] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.606s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.877815] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.877976] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1067.878818] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca171f48-a93c-4309-ad2c-1f98200096b2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.887043] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b85ca69-5813-422c-986d-041277a619cd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.901623] env[63440]: INFO nova.scheduler.client.report [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Deleted allocations for instance 532ef389-03cf-416f-aa35-4a4cee2dadd1 [ 1067.906274] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0de3138-c825-4d5f-b8e4-891df9bc525c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.914146] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6b17c9-f5f0-4f49-8ae2-c0520f837ace {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.963023] env[63440]: INFO nova.compute.manager [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Took 22.63 seconds to build instance. [ 1067.963292] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180361MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=63440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1067.963428] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.963763] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.980875] env[63440]: DEBUG nova.compute.manager [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.987667] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4356d318-975e-46e4-ab52-23a580c5b321 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.998221] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565e8d1c-ddce-4950-bb14-1fce4c97ec3e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.032121] env[63440]: DEBUG nova.compute.manager [req-56bc6412-7cb7-4106-a0c6-e145bc0afe47 req-c41fe039-7c02-45ec-9110-5994c298a61f service nova] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Detach interface failed, port_id=f7ad2295-4a80-4beb-967c-a4b2b210826c, reason: Instance 00f8a56f-37af-48cf-97f5-5ea6d8be75d9 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1068.125488] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': task-2662226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513105} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.125816] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] cc09586f-a0bf-4989-9791-bc665a8c451a/cc09586f-a0bf-4989-9791-bc665a8c451a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.126067] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.126339] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a25ae99-070e-46eb-91e3-b7003986c03a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.133219] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Waiting for the task: (returnval){ [ 1068.133219] env[63440]: value = "task-2662227" [ 1068.133219] env[63440]: _type = "Task" [ 1068.133219] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.141727] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': task-2662227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.151468] env[63440]: DEBUG nova.compute.manager [req-84ad6358-b849-4920-a962-c97f5c49d13d req-1069e38c-c30e-433c-a59e-c12d8c95f3a9 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Received event network-changed-65d7d024-fd20-41f1-a633-e1ddda9280d3 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1068.151544] env[63440]: DEBUG nova.compute.manager [req-84ad6358-b849-4920-a962-c97f5c49d13d req-1069e38c-c30e-433c-a59e-c12d8c95f3a9 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Refreshing instance network info cache due to event network-changed-65d7d024-fd20-41f1-a633-e1ddda9280d3. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1068.151807] env[63440]: DEBUG oslo_concurrency.lockutils [req-84ad6358-b849-4920-a962-c97f5c49d13d req-1069e38c-c30e-433c-a59e-c12d8c95f3a9 service nova] Acquiring lock "refresh_cache-c710002a-a15f-44cc-8b1b-d79e82bea0b3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.151947] env[63440]: DEBUG oslo_concurrency.lockutils [req-84ad6358-b849-4920-a962-c97f5c49d13d req-1069e38c-c30e-433c-a59e-c12d8c95f3a9 service nova] Acquired lock "refresh_cache-c710002a-a15f-44cc-8b1b-d79e82bea0b3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.152172] env[63440]: DEBUG nova.network.neutron [req-84ad6358-b849-4920-a962-c97f5c49d13d req-1069e38c-c30e-433c-a59e-c12d8c95f3a9 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Refreshing network info cache for port 65d7d024-fd20-41f1-a633-e1ddda9280d3 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.157956] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52cde5f0-3f15-7ed1-b23e-c4bca00ba456, 'name': SearchDatastore_Task, 'duration_secs': 0.060021} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.157956] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.158198] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 12f3d073-f02f-49dc-ab3b-6dbffa73813c/12f3d073-f02f-49dc-ab3b-6dbffa73813c.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.158315] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47ddd959-3147-400c-b8da-6df1d3344ed6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.165225] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1068.165225] env[63440]: value = "task-2662228" [ 1068.165225] env[63440]: _type = "Task" [ 1068.165225] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.175814] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.330544] env[63440]: INFO nova.compute.manager [-] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Took 1.27 seconds to deallocate network for instance. [ 1068.413360] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3319435b-1a83-4fc2-b317-fe931d5e7296 tempest-ServerRescueTestJSONUnderV235-573644958 tempest-ServerRescueTestJSONUnderV235-573644958-project-member] Lock "532ef389-03cf-416f-aa35-4a4cee2dadd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.068s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.463852] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81aaad1c-667e-4168-8f1f-749a11fecd24 tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.141s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.504411] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.643131] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': task-2662227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065495} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.643430] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.644656] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e06a8f4-25b4-4b97-8ad7-c42d37bae67f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.668129] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] cc09586f-a0bf-4989-9791-bc665a8c451a/cc09586f-a0bf-4989-9791-bc665a8c451a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.668480] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbf6ef8f-e9b0-4f1f-97bd-d40f16d93bf1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.691764] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662228, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.693189] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Waiting for the task: (returnval){ [ 1068.693189] env[63440]: value = "task-2662229" [ 1068.693189] env[63440]: _type = "Task" [ 1068.693189] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.700956] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': task-2662229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.837520] env[63440]: DEBUG oslo_concurrency.lockutils [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.919864] env[63440]: DEBUG nova.network.neutron [req-84ad6358-b849-4920-a962-c97f5c49d13d req-1069e38c-c30e-433c-a59e-c12d8c95f3a9 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Updated VIF entry in instance network info cache for port 65d7d024-fd20-41f1-a633-e1ddda9280d3. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.920213] env[63440]: DEBUG nova.network.neutron [req-84ad6358-b849-4920-a962-c97f5c49d13d req-1069e38c-c30e-433c-a59e-c12d8c95f3a9 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Updating instance_info_cache with network_info: [{"id": "65d7d024-fd20-41f1-a633-e1ddda9280d3", "address": "fa:16:3e:b0:d2:10", "network": {"id": "dda8f4bb-b8fc-4de1-afea-976d055b16c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-625788292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4c53eff01740eb840aa42451b1b6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d7d024-fd", "ovs_interfaceid": "65d7d024-fd20-41f1-a633-e1ddda9280d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.992267] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 00f8a56f-37af-48cf-97f5-5ea6d8be75d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.992457] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.992601] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 565880df-cdb2-44c1-a33f-99d5cfa0b907 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.992926] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 54e14642-1bde-49f8-b441-9ec1c2ff9455 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.992926] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 5c49f809-c1dc-4fcf-8542-1ff7f012516f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.993114] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance c710002a-a15f-44cc-8b1b-d79e82bea0b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.993165] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance cc09586f-a0bf-4989-9791-bc665a8c451a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.993284] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 12f3d073-f02f-49dc-ab3b-6dbffa73813c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.178258] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.932875} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.178571] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 12f3d073-f02f-49dc-ab3b-6dbffa73813c/12f3d073-f02f-49dc-ab3b-6dbffa73813c.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.178711] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.178948] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b263c483-f748-4e8e-b17b-a38b054a3e42 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.185220] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1069.185220] env[63440]: value = "task-2662230" [ 1069.185220] env[63440]: _type = "Task" [ 1069.185220] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.192619] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.202081] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': task-2662229, 'name': ReconfigVM_Task, 'duration_secs': 0.42066} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.202372] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Reconfigured VM instance instance-0000006c to attach disk [datastore1] cc09586f-a0bf-4989-9791-bc665a8c451a/cc09586f-a0bf-4989-9791-bc665a8c451a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.202964] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09021584-4c8a-4fc7-9cb0-8b8343f5c42f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.208940] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Waiting for the task: (returnval){ [ 1069.208940] env[63440]: value = "task-2662231" [ 1069.208940] env[63440]: _type = "Task" [ 1069.208940] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.217929] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': task-2662231, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.424516] env[63440]: DEBUG oslo_concurrency.lockutils [req-84ad6358-b849-4920-a962-c97f5c49d13d req-1069e38c-c30e-433c-a59e-c12d8c95f3a9 service nova] Releasing lock "refresh_cache-c710002a-a15f-44cc-8b1b-d79e82bea0b3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.496902] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 10242c11-bded-4040-a77e-a1efe96c243a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1069.497199] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1069.497352] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1069.681186] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db798f7-6760-4f45-8ebf-7d3ac4e9d27a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.697000] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7146438a-dcac-412a-ae05-f8f65fbae15c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.701791] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077791} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.726313] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.727511] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f876838-05aa-48be-b320-e22ec9cd856c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.733475] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97e66c2-1b65-46e7-9a54-076730a48449 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.740461] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': task-2662231, 'name': Rename_Task, 'duration_secs': 0.152238} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.752696] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.762994] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 12f3d073-f02f-49dc-ab3b-6dbffa73813c/12f3d073-f02f-49dc-ab3b-6dbffa73813c.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.763364] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8266dfc7-e7f1-425a-b77c-e667bdb66c0b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.766904] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d19815-a891-4584-9336-138e7dc59fdb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.771357] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b6b7e03-aed5-4077-9775-928027e452d9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.796107] env[63440]: DEBUG nova.compute.provider_tree [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.799608] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Waiting for the task: (returnval){ [ 1069.799608] env[63440]: value = "task-2662232" [ 1069.799608] env[63440]: _type = "Task" [ 1069.799608] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.799916] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1069.799916] env[63440]: value = "task-2662233" [ 1069.799916] env[63440]: _type = "Task" [ 1069.799916] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.811933] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': task-2662232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.815078] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662233, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.302661] env[63440]: DEBUG nova.scheduler.client.report [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.319849] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': task-2662232, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.323017] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.815574] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1070.815783] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.852s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.816611] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.312s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.818153] env[63440]: INFO nova.compute.claims [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.824587] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': task-2662232, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.827524] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662233, 'name': ReconfigVM_Task, 'duration_secs': 0.851939} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.827773] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 12f3d073-f02f-49dc-ab3b-6dbffa73813c/12f3d073-f02f-49dc-ab3b-6dbffa73813c.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.828358] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93eca7cf-a744-4609-875e-02f2204c379c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.834371] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1070.834371] env[63440]: value = "task-2662234" [ 1070.834371] env[63440]: _type = "Task" [ 1070.834371] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.843605] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662234, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.318075] env[63440]: DEBUG oslo_vmware.api [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': task-2662232, 'name': PowerOnVM_Task, 'duration_secs': 1.11484} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.318360] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.318545] env[63440]: INFO nova.compute.manager [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1071.318729] env[63440]: DEBUG nova.compute.manager [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.319516] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e003b12-1fa7-42c6-bca3-765381403158 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.344237] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662234, 'name': Rename_Task, 'duration_secs': 0.436864} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.344453] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.344701] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d45d519-51d4-45a1-8d57-49bd430355c8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.350098] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1071.350098] env[63440]: value = "task-2662235" [ 1071.350098] env[63440]: _type = "Task" [ 1071.350098] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.358120] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.836952] env[63440]: INFO nova.compute.manager [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Took 16.90 seconds to build instance. [ 1071.863560] env[63440]: DEBUG oslo_vmware.api [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662235, 'name': PowerOnVM_Task, 'duration_secs': 0.459236} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.864110] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.864217] env[63440]: INFO nova.compute.manager [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1071.864403] env[63440]: DEBUG nova.compute.manager [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.865901] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc4e525-cce6-4140-a99c-6c2cd360b18b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.994478] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4688dedd-5c84-4ab4-a455-3c6c1cfb9068 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.002616] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8f8717-1e63-480c-a900-a551c574ae2a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.033900] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ed05b6-980e-4830-b0b0-7fea3e6481d1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.041611] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937fde29-ff76-4233-8214-41dcc558234b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.056307] env[63440]: DEBUG nova.compute.provider_tree [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.338983] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f10ae790-1114-4f9c-b8e6-4c3588205d04 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Lock "cc09586f-a0bf-4989-9791-bc665a8c451a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.425s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.383670] env[63440]: INFO nova.compute.manager [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Took 17.03 seconds to build instance. [ 1072.509268] env[63440]: DEBUG nova.compute.manager [req-0ab8d872-14e8-49d7-9784-b2a96abc1f42 req-791b8ea6-baf7-43f1-9435-78778b5b0e78 service nova] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Received event network-changed-106be348-f11b-4889-9598-c2e14a76f6d9 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.509467] env[63440]: DEBUG nova.compute.manager [req-0ab8d872-14e8-49d7-9784-b2a96abc1f42 req-791b8ea6-baf7-43f1-9435-78778b5b0e78 service nova] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Refreshing instance network info cache due to event network-changed-106be348-f11b-4889-9598-c2e14a76f6d9. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1072.509688] env[63440]: DEBUG oslo_concurrency.lockutils [req-0ab8d872-14e8-49d7-9784-b2a96abc1f42 req-791b8ea6-baf7-43f1-9435-78778b5b0e78 service nova] Acquiring lock "refresh_cache-cc09586f-a0bf-4989-9791-bc665a8c451a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.509833] env[63440]: DEBUG oslo_concurrency.lockutils [req-0ab8d872-14e8-49d7-9784-b2a96abc1f42 req-791b8ea6-baf7-43f1-9435-78778b5b0e78 service nova] Acquired lock "refresh_cache-cc09586f-a0bf-4989-9791-bc665a8c451a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.509996] env[63440]: DEBUG nova.network.neutron [req-0ab8d872-14e8-49d7-9784-b2a96abc1f42 req-791b8ea6-baf7-43f1-9435-78778b5b0e78 service nova] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Refreshing network info cache for port 106be348-f11b-4889-9598-c2e14a76f6d9 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.558966] env[63440]: DEBUG nova.scheduler.client.report [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.885950] env[63440]: DEBUG oslo_concurrency.lockutils [None req-9d4b9a8d-578e-463f-b1c5-b3fc9636929b tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lock "12f3d073-f02f-49dc-ab3b-6dbffa73813c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.536s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.065460] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.066528] env[63440]: DEBUG nova.compute.manager [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.069942] env[63440]: DEBUG oslo_concurrency.lockutils [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.232s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.069942] env[63440]: DEBUG nova.objects.instance [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lazy-loading 'resources' on Instance uuid 00f8a56f-37af-48cf-97f5-5ea6d8be75d9 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.396636] env[63440]: DEBUG nova.network.neutron [req-0ab8d872-14e8-49d7-9784-b2a96abc1f42 req-791b8ea6-baf7-43f1-9435-78778b5b0e78 service nova] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Updated VIF entry in instance network info cache for port 106be348-f11b-4889-9598-c2e14a76f6d9. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.397063] env[63440]: DEBUG nova.network.neutron [req-0ab8d872-14e8-49d7-9784-b2a96abc1f42 req-791b8ea6-baf7-43f1-9435-78778b5b0e78 service nova] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Updating instance_info_cache with network_info: [{"id": "106be348-f11b-4889-9598-c2e14a76f6d9", "address": "fa:16:3e:25:da:80", "network": {"id": "e0dc8660-b2a7-4d25-8e47-e629fb4cea9d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1453377563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf058eb5e1849ddbfbcbfa472d7ef3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap106be348-f1", "ovs_interfaceid": "106be348-f11b-4889-9598-c2e14a76f6d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.573814] env[63440]: DEBUG nova.compute.utils [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.576160] env[63440]: DEBUG nova.compute.manager [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.576247] env[63440]: DEBUG nova.network.neutron [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.619570] env[63440]: DEBUG nova.policy [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36cd1561de5f4ef0b3cfd4fbed4e738c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12ef09ee64fe4159ab5e9d1ffedcf9e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.680570] env[63440]: INFO nova.compute.manager [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Rescuing [ 1073.680864] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquiring lock "refresh_cache-12f3d073-f02f-49dc-ab3b-6dbffa73813c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.681057] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquired lock "refresh_cache-12f3d073-f02f-49dc-ab3b-6dbffa73813c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.681235] env[63440]: DEBUG nova.network.neutron [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.828028] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ba068c-4ad1-4542-b2e4-2189fa238c58 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.836306] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d994d307-b440-4401-8566-8cdda6f649aa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.873478] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03fade2-dd3f-4786-a9c0-50c71f426461 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.883117] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c985e433-cf92-4dd7-b802-3ece2a88c172 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.897995] env[63440]: DEBUG nova.compute.provider_tree [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.899955] env[63440]: DEBUG oslo_concurrency.lockutils [req-0ab8d872-14e8-49d7-9784-b2a96abc1f42 req-791b8ea6-baf7-43f1-9435-78778b5b0e78 service nova] Releasing lock "refresh_cache-cc09586f-a0bf-4989-9791-bc665a8c451a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.905550] env[63440]: DEBUG nova.network.neutron [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Successfully created port: a0ecc13d-bc43-4fb0-9d4a-6d0d543a6a57 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.082693] env[63440]: DEBUG nova.compute.manager [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.403074] env[63440]: DEBUG nova.scheduler.client.report [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.461762] env[63440]: DEBUG nova.network.neutron [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Updating instance_info_cache with network_info: [{"id": "b2b5417d-2ee7-4299-a9a1-ab76580b0bcb", "address": "fa:16:3e:e5:bd:5c", "network": {"id": "6069e8ea-73b1-47e3-91a0-218c35b8fbf6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1799585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c96b151cd6ac4919b937d3b9818f410e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b5417d-2e", "ovs_interfaceid": "b2b5417d-2ee7-4299-a9a1-ab76580b0bcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.559155] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "d49cb05c-d712-4459-9bff-1db4bfae22e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.559437] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "d49cb05c-d712-4459-9bff-1db4bfae22e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.908576] env[63440]: DEBUG oslo_concurrency.lockutils [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.930742] env[63440]: INFO nova.scheduler.client.report [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Deleted allocations for instance 00f8a56f-37af-48cf-97f5-5ea6d8be75d9 [ 1074.966451] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Releasing lock "refresh_cache-12f3d073-f02f-49dc-ab3b-6dbffa73813c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.062420] env[63440]: DEBUG nova.compute.manager [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.094307] env[63440]: DEBUG nova.compute.manager [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.114373] env[63440]: DEBUG nova.virt.hardware [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.114651] env[63440]: DEBUG nova.virt.hardware [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.114814] env[63440]: DEBUG nova.virt.hardware [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.114999] env[63440]: DEBUG nova.virt.hardware [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.115203] env[63440]: DEBUG nova.virt.hardware [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.115356] env[63440]: DEBUG nova.virt.hardware [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.115592] env[63440]: DEBUG nova.virt.hardware [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.115825] env[63440]: DEBUG nova.virt.hardware [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.116021] env[63440]: DEBUG nova.virt.hardware [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.116199] env[63440]: DEBUG nova.virt.hardware [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.116404] env[63440]: DEBUG nova.virt.hardware [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.117511] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8ee2fb-171e-4866-8a03-59a19ee54d2a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.125701] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ec7b4d-5a6e-4435-980a-39d22070f97c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.282252] env[63440]: DEBUG nova.compute.manager [req-cbb822d8-ecb2-4dad-8345-f5a727f38a8e req-f675e79e-3746-4a29-9824-b3ad25acd5e9 service nova] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Received event network-vif-plugged-a0ecc13d-bc43-4fb0-9d4a-6d0d543a6a57 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1075.282645] env[63440]: DEBUG oslo_concurrency.lockutils [req-cbb822d8-ecb2-4dad-8345-f5a727f38a8e req-f675e79e-3746-4a29-9824-b3ad25acd5e9 service nova] Acquiring lock "10242c11-bded-4040-a77e-a1efe96c243a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.282855] env[63440]: DEBUG oslo_concurrency.lockutils [req-cbb822d8-ecb2-4dad-8345-f5a727f38a8e req-f675e79e-3746-4a29-9824-b3ad25acd5e9 service nova] Lock "10242c11-bded-4040-a77e-a1efe96c243a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.283098] env[63440]: DEBUG oslo_concurrency.lockutils [req-cbb822d8-ecb2-4dad-8345-f5a727f38a8e req-f675e79e-3746-4a29-9824-b3ad25acd5e9 service nova] Lock "10242c11-bded-4040-a77e-a1efe96c243a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.283357] env[63440]: DEBUG nova.compute.manager [req-cbb822d8-ecb2-4dad-8345-f5a727f38a8e req-f675e79e-3746-4a29-9824-b3ad25acd5e9 service nova] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] No waiting events found dispatching network-vif-plugged-a0ecc13d-bc43-4fb0-9d4a-6d0d543a6a57 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.283605] env[63440]: WARNING nova.compute.manager [req-cbb822d8-ecb2-4dad-8345-f5a727f38a8e req-f675e79e-3746-4a29-9824-b3ad25acd5e9 service nova] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Received unexpected event network-vif-plugged-a0ecc13d-bc43-4fb0-9d4a-6d0d543a6a57 for instance with vm_state building and task_state spawning. [ 1075.368949] env[63440]: DEBUG nova.network.neutron [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Successfully updated port: a0ecc13d-bc43-4fb0-9d4a-6d0d543a6a57 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.438537] env[63440]: DEBUG oslo_concurrency.lockutils [None req-941d3cb9-a191-41e5-8ff4-7791d4e41a2a tempest-ServerRescueNegativeTestJSON-1482535593 tempest-ServerRescueNegativeTestJSON-1482535593-project-member] Lock "00f8a56f-37af-48cf-97f5-5ea6d8be75d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.999s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.584319] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.584555] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.586100] env[63440]: INFO nova.compute.claims [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.872058] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "refresh_cache-10242c11-bded-4040-a77e-a1efe96c243a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.872058] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired lock "refresh_cache-10242c11-bded-4040-a77e-a1efe96c243a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.872058] env[63440]: DEBUG nova.network.neutron [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.403256] env[63440]: DEBUG nova.network.neutron [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.502018] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.502375] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50fe6d72-aaf4-4892-8e41-e15d20d3d009 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.510543] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1076.510543] env[63440]: value = "task-2662236" [ 1076.510543] env[63440]: _type = "Task" [ 1076.510543] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.520022] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.611413] env[63440]: DEBUG nova.network.neutron [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Updating instance_info_cache with network_info: [{"id": "a0ecc13d-bc43-4fb0-9d4a-6d0d543a6a57", "address": "fa:16:3e:a6:d8:e3", "network": {"id": "322e46f8-0b97-426e-8b85-10d7a79f6012", "bridge": "br-int", "label": "tempest-ServersTestJSON-126670939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ef09ee64fe4159ab5e9d1ffedcf9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ecc13d-bc", "ovs_interfaceid": "a0ecc13d-bc43-4fb0-9d4a-6d0d543a6a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.733851] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2ebda9-4c84-40f7-98da-cca615f3a8de {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.743301] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a5de47-f66b-4ac9-b8d4-436a21b07aae {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.777818] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cb5799-c00d-4c84-ba03-0e28c12584c7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.785525] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bb7518-ec06-4618-9250-bb19b72c8176 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.802915] env[63440]: DEBUG nova.compute.provider_tree [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.020965] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662236, 'name': PowerOffVM_Task, 'duration_secs': 0.177885} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.021259] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.022050] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06414ee-71d6-4ddf-b9e0-2e43c9f2dfb0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.040208] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f5fa24-32cb-4585-a0b0-9a1fa8f05e61 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.070179] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.070764] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55ca8595-cc55-4dee-8331-9a5a152bf971 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.077728] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1077.077728] env[63440]: value = "task-2662237" [ 1077.077728] env[63440]: _type = "Task" [ 1077.077728] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.084876] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.114534] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Releasing lock "refresh_cache-10242c11-bded-4040-a77e-a1efe96c243a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.114856] env[63440]: DEBUG nova.compute.manager [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Instance network_info: |[{"id": "a0ecc13d-bc43-4fb0-9d4a-6d0d543a6a57", "address": "fa:16:3e:a6:d8:e3", "network": {"id": "322e46f8-0b97-426e-8b85-10d7a79f6012", "bridge": "br-int", "label": "tempest-ServersTestJSON-126670939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ef09ee64fe4159ab5e9d1ffedcf9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ecc13d-bc", "ovs_interfaceid": "a0ecc13d-bc43-4fb0-9d4a-6d0d543a6a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.115307] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:d8:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0ecc13d-bc43-4fb0-9d4a-6d0d543a6a57', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.123576] env[63440]: DEBUG oslo.service.loopingcall [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1077.123576] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.123576] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-482a16d8-204a-4bdd-b5b3-3739fb8da9ed {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.142841] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.142841] env[63440]: value = "task-2662238" [ 1077.142841] env[63440]: _type = "Task" [ 1077.142841] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.150604] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662238, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.307468] env[63440]: DEBUG nova.scheduler.client.report [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.321118] env[63440]: DEBUG nova.compute.manager [req-ad9cc8e7-2c9c-4643-a2e6-7161154c2eaa req-15cb92e7-5e25-46ec-b29b-f5391f430971 service nova] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Received event network-changed-a0ecc13d-bc43-4fb0-9d4a-6d0d543a6a57 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1077.321344] env[63440]: DEBUG nova.compute.manager [req-ad9cc8e7-2c9c-4643-a2e6-7161154c2eaa req-15cb92e7-5e25-46ec-b29b-f5391f430971 service nova] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Refreshing instance network info cache due to event network-changed-a0ecc13d-bc43-4fb0-9d4a-6d0d543a6a57. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1077.321561] env[63440]: DEBUG oslo_concurrency.lockutils [req-ad9cc8e7-2c9c-4643-a2e6-7161154c2eaa req-15cb92e7-5e25-46ec-b29b-f5391f430971 service nova] Acquiring lock "refresh_cache-10242c11-bded-4040-a77e-a1efe96c243a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.322311] env[63440]: DEBUG oslo_concurrency.lockutils [req-ad9cc8e7-2c9c-4643-a2e6-7161154c2eaa req-15cb92e7-5e25-46ec-b29b-f5391f430971 service nova] Acquired lock "refresh_cache-10242c11-bded-4040-a77e-a1efe96c243a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.322311] env[63440]: DEBUG nova.network.neutron [req-ad9cc8e7-2c9c-4643-a2e6-7161154c2eaa req-15cb92e7-5e25-46ec-b29b-f5391f430971 service nova] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Refreshing network info cache for port a0ecc13d-bc43-4fb0-9d4a-6d0d543a6a57 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.588430] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] VM already powered off {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1077.588950] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.588950] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.588950] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.589166] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.589368] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1c4944d-7071-4c86-9c3a-69934eefb51e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.599230] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.599545] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.600158] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21cea44a-c2ae-4304-9bb4-8cd9acc1958a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.605352] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1077.605352] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5238e2d4-9086-af1e-3b3a-3d19be911c4e" [ 1077.605352] env[63440]: _type = "Task" [ 1077.605352] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.612406] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5238e2d4-9086-af1e-3b3a-3d19be911c4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.651875] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662238, 'name': CreateVM_Task, 'duration_secs': 0.337551} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.652066] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.652744] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.652950] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.653286] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.653527] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b6d7c4e-2daa-4a25-a386-bf01b7daada3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.657839] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1077.657839] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529debb6-53ef-45f1-4e8a-08e47fabab18" [ 1077.657839] env[63440]: _type = "Task" [ 1077.657839] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.667473] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529debb6-53ef-45f1-4e8a-08e47fabab18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.812617] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.813314] env[63440]: DEBUG nova.compute.manager [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.077149] env[63440]: DEBUG nova.network.neutron [req-ad9cc8e7-2c9c-4643-a2e6-7161154c2eaa req-15cb92e7-5e25-46ec-b29b-f5391f430971 service nova] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Updated VIF entry in instance network info cache for port a0ecc13d-bc43-4fb0-9d4a-6d0d543a6a57. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.077593] env[63440]: DEBUG nova.network.neutron [req-ad9cc8e7-2c9c-4643-a2e6-7161154c2eaa req-15cb92e7-5e25-46ec-b29b-f5391f430971 service nova] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Updating instance_info_cache with network_info: [{"id": "a0ecc13d-bc43-4fb0-9d4a-6d0d543a6a57", "address": "fa:16:3e:a6:d8:e3", "network": {"id": "322e46f8-0b97-426e-8b85-10d7a79f6012", "bridge": "br-int", "label": "tempest-ServersTestJSON-126670939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ef09ee64fe4159ab5e9d1ffedcf9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ecc13d-bc", "ovs_interfaceid": "a0ecc13d-bc43-4fb0-9d4a-6d0d543a6a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.115485] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5238e2d4-9086-af1e-3b3a-3d19be911c4e, 'name': SearchDatastore_Task, 'duration_secs': 0.008569} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.116252] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa801eaf-32cb-4d58-8da4-a64d1a38a110 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.121231] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1078.121231] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5211664f-82d4-7928-7a09-34383f18d0d5" [ 1078.121231] env[63440]: _type = "Task" [ 1078.121231] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.128783] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5211664f-82d4-7928-7a09-34383f18d0d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.167049] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529debb6-53ef-45f1-4e8a-08e47fabab18, 'name': SearchDatastore_Task, 'duration_secs': 0.008855} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.167359] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.167615] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.167865] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.168012] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.168200] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.168482] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26025980-db08-4a98-84c3-a2f91d7e986f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.178021] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.178021] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.178021] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeffa5aa-deec-4d33-a0b8-a705a10316c9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.183142] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1078.183142] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52614d47-97f1-4e7a-fff9-45c3819caff2" [ 1078.183142] env[63440]: _type = "Task" [ 1078.183142] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.190991] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52614d47-97f1-4e7a-fff9-45c3819caff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.320021] env[63440]: DEBUG nova.compute.utils [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.320021] env[63440]: DEBUG nova.compute.manager [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.320021] env[63440]: DEBUG nova.network.neutron [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.373142] env[63440]: DEBUG nova.policy [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c56c6726757c4ceabc266e58303e8e5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c26f1344f646448dba9054acf4eff966', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.580713] env[63440]: DEBUG oslo_concurrency.lockutils [req-ad9cc8e7-2c9c-4643-a2e6-7161154c2eaa req-15cb92e7-5e25-46ec-b29b-f5391f430971 service nova] Releasing lock "refresh_cache-10242c11-bded-4040-a77e-a1efe96c243a" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.635881] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5211664f-82d4-7928-7a09-34383f18d0d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009853} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.636185] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.636446] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 12f3d073-f02f-49dc-ab3b-6dbffa73813c/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk. {{(pid=63440) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1078.636713] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43929692-48ae-4755-b224-549d8b90ca89 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.643921] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1078.643921] env[63440]: value = "task-2662239" [ 1078.643921] env[63440]: _type = "Task" [ 1078.643921] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.652480] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.692906] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52614d47-97f1-4e7a-fff9-45c3819caff2, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.693705] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-053b9a94-bccc-4415-8cb7-d17002f3f4f4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.698801] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1078.698801] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5251ccd2-e0df-049c-c2de-f73d41297379" [ 1078.698801] env[63440]: _type = "Task" [ 1078.698801] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.706969] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5251ccd2-e0df-049c-c2de-f73d41297379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.823221] env[63440]: DEBUG nova.compute.manager [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.876645] env[63440]: DEBUG nova.network.neutron [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Successfully created port: b7aaa8c5-673b-4b40-be9a-c70d3818e6d1 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.153791] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447802} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.154077] env[63440]: INFO nova.virt.vmwareapi.ds_util [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 12f3d073-f02f-49dc-ab3b-6dbffa73813c/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk. [ 1079.154865] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f48904-576f-4291-8bb5-f7c46303a24b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.180546] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 12f3d073-f02f-49dc-ab3b-6dbffa73813c/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.181016] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98b9cb01-893e-47ef-8e9e-c238115fdd83 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.198688] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1079.198688] env[63440]: value = "task-2662240" [ 1079.198688] env[63440]: _type = "Task" [ 1079.198688] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.210196] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.215219] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5251ccd2-e0df-049c-c2de-f73d41297379, 'name': SearchDatastore_Task, 'duration_secs': 0.013699} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.215625] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.216107] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 10242c11-bded-4040-a77e-a1efe96c243a/10242c11-bded-4040-a77e-a1efe96c243a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.216389] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cd43536-6972-4014-9515-472169d8da1f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.224019] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1079.224019] env[63440]: value = "task-2662241" [ 1079.224019] env[63440]: _type = "Task" [ 1079.224019] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.234330] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.710514] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.734725] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662241, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.834462] env[63440]: DEBUG nova.compute.manager [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.867244] env[63440]: DEBUG nova.virt.hardware [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.867697] env[63440]: DEBUG nova.virt.hardware [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.867697] env[63440]: DEBUG nova.virt.hardware [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.867949] env[63440]: DEBUG nova.virt.hardware [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.868145] env[63440]: DEBUG nova.virt.hardware [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.868321] env[63440]: DEBUG nova.virt.hardware [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.868573] env[63440]: DEBUG nova.virt.hardware [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.868729] env[63440]: DEBUG nova.virt.hardware [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.868904] env[63440]: DEBUG nova.virt.hardware [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.869165] env[63440]: DEBUG nova.virt.hardware [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.869263] env[63440]: DEBUG nova.virt.hardware [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.870170] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a25037e-904f-4092-9e25-9f1f7630f973 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.879228] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488bfada-bddb-413e-b8f6-e28ec53d7196 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.898261] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.899389] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.209681] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662240, 'name': ReconfigVM_Task, 'duration_secs': 0.651474} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.209968] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 12f3d073-f02f-49dc-ab3b-6dbffa73813c/e275aad3-b627-48fa-b7be-3fc7d941ebbb-rescue.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.210936] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225f3420-ff48-4531-838a-81447fe04fbe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.252782] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-751cdcf8-75b3-4ac6-af70-c779a25fc2c9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.274064] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825936} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.276014] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 10242c11-bded-4040-a77e-a1efe96c243a/10242c11-bded-4040-a77e-a1efe96c243a.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.276265] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.276744] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1080.276744] env[63440]: value = "task-2662242" [ 1080.276744] env[63440]: _type = "Task" [ 1080.276744] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.277179] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cd9711a-426f-41a7-8e9b-6dbf0b04f536 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.289212] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.289212] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1080.289212] env[63440]: value = "task-2662243" [ 1080.289212] env[63440]: _type = "Task" [ 1080.289212] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.298287] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.664713] env[63440]: DEBUG nova.compute.manager [req-49cfde45-c90d-4993-a08c-e1794d97295c req-9dd7303a-a75c-4d0f-9547-772d93361278 service nova] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Received event network-vif-plugged-b7aaa8c5-673b-4b40-be9a-c70d3818e6d1 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1080.664931] env[63440]: DEBUG oslo_concurrency.lockutils [req-49cfde45-c90d-4993-a08c-e1794d97295c req-9dd7303a-a75c-4d0f-9547-772d93361278 service nova] Acquiring lock "d49cb05c-d712-4459-9bff-1db4bfae22e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.665154] env[63440]: DEBUG oslo_concurrency.lockutils [req-49cfde45-c90d-4993-a08c-e1794d97295c req-9dd7303a-a75c-4d0f-9547-772d93361278 service nova] Lock "d49cb05c-d712-4459-9bff-1db4bfae22e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.665332] env[63440]: DEBUG oslo_concurrency.lockutils [req-49cfde45-c90d-4993-a08c-e1794d97295c req-9dd7303a-a75c-4d0f-9547-772d93361278 service nova] Lock "d49cb05c-d712-4459-9bff-1db4bfae22e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.665847] env[63440]: DEBUG nova.compute.manager [req-49cfde45-c90d-4993-a08c-e1794d97295c req-9dd7303a-a75c-4d0f-9547-772d93361278 service nova] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] No waiting events found dispatching network-vif-plugged-b7aaa8c5-673b-4b40-be9a-c70d3818e6d1 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.666100] env[63440]: WARNING nova.compute.manager [req-49cfde45-c90d-4993-a08c-e1794d97295c req-9dd7303a-a75c-4d0f-9547-772d93361278 service nova] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Received unexpected event network-vif-plugged-b7aaa8c5-673b-4b40-be9a-c70d3818e6d1 for instance with vm_state building and task_state spawning. [ 1080.753384] env[63440]: DEBUG nova.network.neutron [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Successfully updated port: b7aaa8c5-673b-4b40-be9a-c70d3818e6d1 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.789573] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662242, 'name': ReconfigVM_Task, 'duration_secs': 0.170415} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.792749] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.793013] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdf952f4-d992-47a8-83b6-0150eaac1630 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.800419] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094272} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.802330] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.802330] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1080.802330] env[63440]: value = "task-2662244" [ 1080.802330] env[63440]: _type = "Task" [ 1080.802330] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.802704] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b43cb8-7041-43c9-adf4-2b4a3ed063e2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.813507] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.832755] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 10242c11-bded-4040-a77e-a1efe96c243a/10242c11-bded-4040-a77e-a1efe96c243a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.833478] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3779627c-f404-4bad-bafb-d6c9c099c26a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.854871] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1080.854871] env[63440]: value = "task-2662245" [ 1080.854871] env[63440]: _type = "Task" [ 1080.854871] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.863767] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.256800] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "refresh_cache-d49cb05c-d712-4459-9bff-1db4bfae22e0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.257039] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquired lock "refresh_cache-d49cb05c-d712-4459-9bff-1db4bfae22e0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.257257] env[63440]: DEBUG nova.network.neutron [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.314329] env[63440]: DEBUG oslo_vmware.api [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662244, 'name': PowerOnVM_Task, 'duration_secs': 0.45203} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.314605] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.317310] env[63440]: DEBUG nova.compute.manager [None req-a89bb32a-bd72-44b0-9bbc-c69c2bb9cfe9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.318082] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950dcd5d-c9b0-4e2c-9edc-509d659eb0db {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.366096] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662245, 'name': ReconfigVM_Task, 'duration_secs': 0.324818} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.366096] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 10242c11-bded-4040-a77e-a1efe96c243a/10242c11-bded-4040-a77e-a1efe96c243a.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.366738] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69fd0426-8ec9-4dab-8b1c-e60e6fd8d54b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.373406] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1081.373406] env[63440]: value = "task-2662246" [ 1081.373406] env[63440]: _type = "Task" [ 1081.373406] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.382941] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662246, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.393045] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.393045] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.393195] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1081.453696] env[63440]: DEBUG oslo_concurrency.lockutils [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.453862] env[63440]: DEBUG oslo_concurrency.lockutils [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.791100] env[63440]: DEBUG nova.network.neutron [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.883797] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662246, 'name': Rename_Task, 'duration_secs': 0.166397} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.885105] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.885105] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9101addb-efa7-4aa0-b634-98e02dd71456 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.890729] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.891753] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1081.891753] env[63440]: value = "task-2662247" [ 1081.891753] env[63440]: _type = "Task" [ 1081.891753] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.902482] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.934904] env[63440]: DEBUG nova.network.neutron [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Updating instance_info_cache with network_info: [{"id": "b7aaa8c5-673b-4b40-be9a-c70d3818e6d1", "address": "fa:16:3e:52:13:e5", "network": {"id": "141bfbd5-e787-402f-829c-6837c54ad36a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453926429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f1344f646448dba9054acf4eff966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7aaa8c5-67", "ovs_interfaceid": "b7aaa8c5-673b-4b40-be9a-c70d3818e6d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.958376] env[63440]: DEBUG nova.compute.manager [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.398107] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.398107] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.398107] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.398107] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1082.399258] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d192edf-f378-4a13-bb2f-400af352e7c2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.407572] env[63440]: DEBUG oslo_vmware.api [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662247, 'name': PowerOnVM_Task, 'duration_secs': 0.467514} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.409610] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.409828] env[63440]: INFO nova.compute.manager [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1082.410017] env[63440]: DEBUG nova.compute.manager [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.410768] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c4a337-a4b2-4850-9a97-cef113d86250 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.413993] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92740fd-237f-4d23-935a-9bc52e808b18 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.431537] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7964738-d023-4213-984c-8fb3e7864f75 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.437803] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Releasing lock "refresh_cache-d49cb05c-d712-4459-9bff-1db4bfae22e0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.438112] env[63440]: DEBUG nova.compute.manager [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Instance network_info: |[{"id": "b7aaa8c5-673b-4b40-be9a-c70d3818e6d1", "address": "fa:16:3e:52:13:e5", "network": {"id": "141bfbd5-e787-402f-829c-6837c54ad36a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453926429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f1344f646448dba9054acf4eff966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7aaa8c5-67", "ovs_interfaceid": "b7aaa8c5-673b-4b40-be9a-c70d3818e6d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.438535] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:13:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7aaa8c5-673b-4b40-be9a-c70d3818e6d1', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.446142] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Creating folder: Project (c26f1344f646448dba9054acf4eff966). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.447179] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3461502-bb0f-475c-adf1-674209775815 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.450546] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04720ee9-681f-43d8-aeed-d3c34dadc9ef {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.499042] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180361MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=63440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1082.499255] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.499459] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.504210] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Created folder: Project (c26f1344f646448dba9054acf4eff966) in parent group-v536546. [ 1082.504210] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Creating folder: Instances. Parent ref: group-v536842. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.504210] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a407a621-aab6-4687-bc44-525b191bc1e9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.517550] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Created folder: Instances in parent group-v536842. [ 1082.517550] env[63440]: DEBUG oslo.service.loopingcall [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1082.517550] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.517828] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee60fb47-8252-4817-a1b7-b61fc4fec3e6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.533892] env[63440]: DEBUG oslo_concurrency.lockutils [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.541351] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.541351] env[63440]: value = "task-2662250" [ 1082.541351] env[63440]: _type = "Task" [ 1082.541351] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.550432] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662250, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.729117] env[63440]: DEBUG nova.compute.manager [req-880e4fea-19d7-4a96-991f-f8a8c1abc476 req-23461475-f31a-4fc6-b313-d8ef84ecbabe service nova] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Received event network-changed-b7aaa8c5-673b-4b40-be9a-c70d3818e6d1 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.729389] env[63440]: DEBUG nova.compute.manager [req-880e4fea-19d7-4a96-991f-f8a8c1abc476 req-23461475-f31a-4fc6-b313-d8ef84ecbabe service nova] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Refreshing instance network info cache due to event network-changed-b7aaa8c5-673b-4b40-be9a-c70d3818e6d1. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1082.730193] env[63440]: DEBUG oslo_concurrency.lockutils [req-880e4fea-19d7-4a96-991f-f8a8c1abc476 req-23461475-f31a-4fc6-b313-d8ef84ecbabe service nova] Acquiring lock "refresh_cache-d49cb05c-d712-4459-9bff-1db4bfae22e0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.730476] env[63440]: DEBUG oslo_concurrency.lockutils [req-880e4fea-19d7-4a96-991f-f8a8c1abc476 req-23461475-f31a-4fc6-b313-d8ef84ecbabe service nova] Acquired lock "refresh_cache-d49cb05c-d712-4459-9bff-1db4bfae22e0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.730727] env[63440]: DEBUG nova.network.neutron [req-880e4fea-19d7-4a96-991f-f8a8c1abc476 req-23461475-f31a-4fc6-b313-d8ef84ecbabe service nova] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Refreshing network info cache for port b7aaa8c5-673b-4b40-be9a-c70d3818e6d1 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.938685] env[63440]: INFO nova.compute.manager [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Took 14.45 seconds to build instance. [ 1083.052239] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662250, 'name': CreateVM_Task, 'duration_secs': 0.361961} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.052239] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.053047] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.053340] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.053766] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.054143] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf6e95ee-e320-4627-b018-8949d44ebd3e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.058905] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1083.058905] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5234d28c-33d5-50ec-b544-b157e2dc8baa" [ 1083.058905] env[63440]: _type = "Task" [ 1083.058905] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.067318] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5234d28c-33d5-50ec-b544-b157e2dc8baa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.167073] env[63440]: INFO nova.compute.manager [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Unrescuing [ 1083.167073] env[63440]: DEBUG oslo_concurrency.lockutils [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquiring lock "refresh_cache-12f3d073-f02f-49dc-ab3b-6dbffa73813c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.167073] env[63440]: DEBUG oslo_concurrency.lockutils [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquired lock "refresh_cache-12f3d073-f02f-49dc-ab3b-6dbffa73813c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.167073] env[63440]: DEBUG nova.network.neutron [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.432888] env[63440]: DEBUG nova.network.neutron [req-880e4fea-19d7-4a96-991f-f8a8c1abc476 req-23461475-f31a-4fc6-b313-d8ef84ecbabe service nova] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Updated VIF entry in instance network info cache for port b7aaa8c5-673b-4b40-be9a-c70d3818e6d1. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.433334] env[63440]: DEBUG nova.network.neutron [req-880e4fea-19d7-4a96-991f-f8a8c1abc476 req-23461475-f31a-4fc6-b313-d8ef84ecbabe service nova] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Updating instance_info_cache with network_info: [{"id": "b7aaa8c5-673b-4b40-be9a-c70d3818e6d1", "address": "fa:16:3e:52:13:e5", "network": {"id": "141bfbd5-e787-402f-829c-6837c54ad36a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453926429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f1344f646448dba9054acf4eff966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7aaa8c5-67", "ovs_interfaceid": "b7aaa8c5-673b-4b40-be9a-c70d3818e6d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.440879] env[63440]: DEBUG oslo_concurrency.lockutils [None req-7d3876ea-f8eb-4ae2-a30b-3881447b181a tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "10242c11-bded-4040-a77e-a1efe96c243a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.962s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.480463] env[63440]: DEBUG oslo_concurrency.lockutils [None req-441cf225-2262-4eca-bb09-73bced2f06f3 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "10242c11-bded-4040-a77e-a1efe96c243a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.480695] env[63440]: DEBUG oslo_concurrency.lockutils [None req-441cf225-2262-4eca-bb09-73bced2f06f3 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "10242c11-bded-4040-a77e-a1efe96c243a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.480877] env[63440]: DEBUG nova.compute.manager [None req-441cf225-2262-4eca-bb09-73bced2f06f3 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.481815] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f2d431-bb50-43f1-8241-1a64abbe99d5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.488416] env[63440]: DEBUG nova.compute.manager [None req-441cf225-2262-4eca-bb09-73bced2f06f3 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63440) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1083.489063] env[63440]: DEBUG nova.objects.instance [None req-441cf225-2262-4eca-bb09-73bced2f06f3 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lazy-loading 'flavor' on Instance uuid 10242c11-bded-4040-a77e-a1efe96c243a {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.529395] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.529562] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 565880df-cdb2-44c1-a33f-99d5cfa0b907 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.529692] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 54e14642-1bde-49f8-b441-9ec1c2ff9455 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.529900] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 5c49f809-c1dc-4fcf-8542-1ff7f012516f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.530057] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance c710002a-a15f-44cc-8b1b-d79e82bea0b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.530177] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance cc09586f-a0bf-4989-9791-bc665a8c451a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.530293] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 12f3d073-f02f-49dc-ab3b-6dbffa73813c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.530406] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 10242c11-bded-4040-a77e-a1efe96c243a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.530520] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance d49cb05c-d712-4459-9bff-1db4bfae22e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.569816] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5234d28c-33d5-50ec-b544-b157e2dc8baa, 'name': SearchDatastore_Task, 'duration_secs': 0.015308} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.570076] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.570317] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.570583] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.570748] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.570930] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.571205] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcbc995a-6c0a-4d72-8e96-39f311c666dc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.579357] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.579536] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.580256] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c77151-d8ee-4076-bade-be25f1fccf5f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.585839] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1083.585839] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5207f003-39aa-2d91-d2a6-970ba19cbbd2" [ 1083.585839] env[63440]: _type = "Task" [ 1083.585839] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.593553] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5207f003-39aa-2d91-d2a6-970ba19cbbd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.852478] env[63440]: DEBUG nova.network.neutron [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Updating instance_info_cache with network_info: [{"id": "b2b5417d-2ee7-4299-a9a1-ab76580b0bcb", "address": "fa:16:3e:e5:bd:5c", "network": {"id": "6069e8ea-73b1-47e3-91a0-218c35b8fbf6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1799585639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c96b151cd6ac4919b937d3b9818f410e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b5417d-2e", "ovs_interfaceid": "b2b5417d-2ee7-4299-a9a1-ab76580b0bcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.936763] env[63440]: DEBUG oslo_concurrency.lockutils [req-880e4fea-19d7-4a96-991f-f8a8c1abc476 req-23461475-f31a-4fc6-b313-d8ef84ecbabe service nova] Releasing lock "refresh_cache-d49cb05c-d712-4459-9bff-1db4bfae22e0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.033950] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1084.034315] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1084.034417] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1084.096515] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5207f003-39aa-2d91-d2a6-970ba19cbbd2, 'name': SearchDatastore_Task, 'duration_secs': 0.009067} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.099545] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-647035cb-4267-439f-8e7a-961ec8f11306 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.104848] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1084.104848] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bde5e4-8073-eb35-e605-09e6a21263d6" [ 1084.104848] env[63440]: _type = "Task" [ 1084.104848] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.112202] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bde5e4-8073-eb35-e605-09e6a21263d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.170244] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83437aa6-1f98-4b91-b5e2-87f45601f775 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.177033] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3844797-b334-4a01-9bb3-27eb1888144a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.207767] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff55b2e2-92d3-486d-b3e0-97cb0ac60078 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.215027] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f3baf8-6be6-47aa-8073-4ccd98641d82 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.228475] env[63440]: DEBUG nova.compute.provider_tree [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.355186] env[63440]: DEBUG oslo_concurrency.lockutils [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Releasing lock "refresh_cache-12f3d073-f02f-49dc-ab3b-6dbffa73813c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.355891] env[63440]: DEBUG nova.objects.instance [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lazy-loading 'flavor' on Instance uuid 12f3d073-f02f-49dc-ab3b-6dbffa73813c {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.496079] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-441cf225-2262-4eca-bb09-73bced2f06f3 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.496411] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c662ae3-85f1-4513-9416-807bc4cbb923 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.503851] env[63440]: DEBUG oslo_vmware.api [None req-441cf225-2262-4eca-bb09-73bced2f06f3 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1084.503851] env[63440]: value = "task-2662251" [ 1084.503851] env[63440]: _type = "Task" [ 1084.503851] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.511707] env[63440]: DEBUG oslo_vmware.api [None req-441cf225-2262-4eca-bb09-73bced2f06f3 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.614686] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bde5e4-8073-eb35-e605-09e6a21263d6, 'name': SearchDatastore_Task, 'duration_secs': 0.014902} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.614967] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.615255] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] d49cb05c-d712-4459-9bff-1db4bfae22e0/d49cb05c-d712-4459-9bff-1db4bfae22e0.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.615578] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82cc9f9a-2d3d-4042-a23c-c7504cbef5a6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.622595] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1084.622595] env[63440]: value = "task-2662252" [ 1084.622595] env[63440]: _type = "Task" [ 1084.622595] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.630433] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.731772] env[63440]: DEBUG nova.scheduler.client.report [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.864098] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015133ad-45eb-4618-a711-9e493fe695df {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.886483] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.886853] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8dd7989-a880-4ff7-906b-9709dedbf930 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.893812] env[63440]: DEBUG oslo_vmware.api [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1084.893812] env[63440]: value = "task-2662253" [ 1084.893812] env[63440]: _type = "Task" [ 1084.893812] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.901670] env[63440]: DEBUG oslo_vmware.api [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.015995] env[63440]: DEBUG oslo_vmware.api [None req-441cf225-2262-4eca-bb09-73bced2f06f3 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662251, 'name': PowerOffVM_Task, 'duration_secs': 0.19566} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.016406] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-441cf225-2262-4eca-bb09-73bced2f06f3 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.016640] env[63440]: DEBUG nova.compute.manager [None req-441cf225-2262-4eca-bb09-73bced2f06f3 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.017508] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4c53f1-3c44-4ed1-a07c-724c1e044a36 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.134257] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480868} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.134616] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] d49cb05c-d712-4459-9bff-1db4bfae22e0/d49cb05c-d712-4459-9bff-1db4bfae22e0.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.134777] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.135072] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0070c09d-8606-4c47-bf15-e84b8dc14a81 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.142104] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1085.142104] env[63440]: value = "task-2662254" [ 1085.142104] env[63440]: _type = "Task" [ 1085.142104] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.149335] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.237430] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1085.237584] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.738s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.237730] env[63440]: DEBUG oslo_concurrency.lockutils [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.704s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.239257] env[63440]: INFO nova.compute.claims [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.403718] env[63440]: DEBUG oslo_vmware.api [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662253, 'name': PowerOffVM_Task, 'duration_secs': 0.328148} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.403830] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.409063] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1085.409693] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fd90442-0418-442f-b6fa-f9de49657603 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.427912] env[63440]: DEBUG oslo_vmware.api [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1085.427912] env[63440]: value = "task-2662255" [ 1085.427912] env[63440]: _type = "Task" [ 1085.427912] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.435168] env[63440]: DEBUG oslo_vmware.api [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.530517] env[63440]: DEBUG oslo_concurrency.lockutils [None req-441cf225-2262-4eca-bb09-73bced2f06f3 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "10242c11-bded-4040-a77e-a1efe96c243a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.651347] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064505} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.651639] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.652506] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652a88c0-39ba-41f4-8b42-37e110dd371b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.675254] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] d49cb05c-d712-4459-9bff-1db4bfae22e0/d49cb05c-d712-4459-9bff-1db4bfae22e0.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.675546] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e532f8fe-912b-4e7e-8213-2b0c9eb5ebf7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.694991] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1085.694991] env[63440]: value = "task-2662256" [ 1085.694991] env[63440]: _type = "Task" [ 1085.694991] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.703352] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.938095] env[63440]: DEBUG oslo_vmware.api [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662255, 'name': ReconfigVM_Task, 'duration_secs': 0.247279} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.938556] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1085.938871] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.939246] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2351bf29-18d1-4ab1-b24a-7bdc8fbd5ce6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.945623] env[63440]: DEBUG oslo_vmware.api [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1085.945623] env[63440]: value = "task-2662257" [ 1085.945623] env[63440]: _type = "Task" [ 1085.945623] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.953933] env[63440]: DEBUG oslo_vmware.api [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.112800] env[63440]: DEBUG oslo_concurrency.lockutils [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "10242c11-bded-4040-a77e-a1efe96c243a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.113111] env[63440]: DEBUG oslo_concurrency.lockutils [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "10242c11-bded-4040-a77e-a1efe96c243a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.113356] env[63440]: DEBUG oslo_concurrency.lockutils [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "10242c11-bded-4040-a77e-a1efe96c243a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.113576] env[63440]: DEBUG oslo_concurrency.lockutils [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "10242c11-bded-4040-a77e-a1efe96c243a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.113763] env[63440]: DEBUG oslo_concurrency.lockutils [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "10242c11-bded-4040-a77e-a1efe96c243a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.115978] env[63440]: INFO nova.compute.manager [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Terminating instance [ 1086.204721] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662256, 'name': ReconfigVM_Task, 'duration_secs': 0.276007} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.204997] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Reconfigured VM instance instance-0000006f to attach disk [datastore2] d49cb05c-d712-4459-9bff-1db4bfae22e0/d49cb05c-d712-4459-9bff-1db4bfae22e0.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.205662] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51b8240b-6688-45e8-830e-eb54c94658c0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.214820] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1086.214820] env[63440]: value = "task-2662258" [ 1086.214820] env[63440]: _type = "Task" [ 1086.214820] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.222758] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662258, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.376637] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa40ee04-87ae-4b0c-bff6-0b30f52eb1de {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.383788] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c10b7e9-4b5a-4b26-b52d-d3572e7b66fd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.417058] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383a443e-7a67-465f-b305-8b2a4b3b88be {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.421868] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4b5408-3d47-4120-8395-b8574ae4dfcd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.436492] env[63440]: DEBUG nova.compute.provider_tree [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.457480] env[63440]: DEBUG oslo_vmware.api [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662257, 'name': PowerOnVM_Task, 'duration_secs': 0.43688} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.457480] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.457742] env[63440]: DEBUG nova.compute.manager [None req-09286f0f-69ad-418d-821d-14eb0650d83e tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.458383] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c376a3-bc1b-4da2-b9d6-1eab63f3edb9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.619561] env[63440]: DEBUG nova.compute.manager [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.619800] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.620698] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29868cd1-d9ac-4a05-a3bd-cfd8e606c63d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.628345] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.628555] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-356a4e7f-ae16-4c1e-b517-4ab1372bbfbc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.700058] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.700305] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.700492] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Deleting the datastore file [datastore2] 10242c11-bded-4040-a77e-a1efe96c243a {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.700752] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d022866c-a610-4b44-bba8-6ea0b6caa494 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.706827] env[63440]: DEBUG oslo_vmware.api [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1086.706827] env[63440]: value = "task-2662260" [ 1086.706827] env[63440]: _type = "Task" [ 1086.706827] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.715849] env[63440]: DEBUG oslo_vmware.api [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.722699] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662258, 'name': Rename_Task, 'duration_secs': 0.279006} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.722943] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.723193] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11514ac0-ddd6-44bd-a362-1ed7006d191e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.728536] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1086.728536] env[63440]: value = "task-2662261" [ 1086.728536] env[63440]: _type = "Task" [ 1086.728536] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.735578] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.940380] env[63440]: DEBUG nova.scheduler.client.report [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.217455] env[63440]: DEBUG oslo_vmware.api [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134429} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.217737] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.217967] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.218173] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.219052] env[63440]: INFO nova.compute.manager [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1087.219052] env[63440]: DEBUG oslo.service.loopingcall [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1087.219052] env[63440]: DEBUG nova.compute.manager [-] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.219052] env[63440]: DEBUG nova.network.neutron [-] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.237852] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.238165] env[63440]: DEBUG oslo_vmware.api [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662261, 'name': PowerOnVM_Task, 'duration_secs': 0.483277} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.238412] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.238579] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.238805] env[63440]: INFO nova.compute.manager [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1087.238943] env[63440]: DEBUG nova.compute.manager [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.239192] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.240194] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece35a17-a2c3-4d0e-bd8b-b624576095ef {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.242566] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.445293] env[63440]: DEBUG oslo_concurrency.lockutils [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.445869] env[63440]: DEBUG nova.compute.manager [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.474052] env[63440]: DEBUG nova.compute.manager [req-009554a2-d10c-42e6-ac57-f811a768f016 req-ef93346f-adfd-427f-b4ba-2f2772320d01 service nova] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Received event network-vif-deleted-a0ecc13d-bc43-4fb0-9d4a-6d0d543a6a57 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.474273] env[63440]: INFO nova.compute.manager [req-009554a2-d10c-42e6-ac57-f811a768f016 req-ef93346f-adfd-427f-b4ba-2f2772320d01 service nova] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Neutron deleted interface a0ecc13d-bc43-4fb0-9d4a-6d0d543a6a57; detaching it from the instance and deleting it from the info cache [ 1087.474449] env[63440]: DEBUG nova.network.neutron [req-009554a2-d10c-42e6-ac57-f811a768f016 req-ef93346f-adfd-427f-b4ba-2f2772320d01 service nova] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.757468] env[63440]: INFO nova.compute.manager [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Took 12.19 seconds to build instance. [ 1087.768798] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquiring lock "12f3d073-f02f-49dc-ab3b-6dbffa73813c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.768798] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lock "12f3d073-f02f-49dc-ab3b-6dbffa73813c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.768798] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquiring lock "12f3d073-f02f-49dc-ab3b-6dbffa73813c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.768986] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lock "12f3d073-f02f-49dc-ab3b-6dbffa73813c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.769128] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lock "12f3d073-f02f-49dc-ab3b-6dbffa73813c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.771125] env[63440]: INFO nova.compute.manager [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Terminating instance [ 1087.889325] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.950981] env[63440]: DEBUG nova.compute.utils [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.952307] env[63440]: DEBUG nova.compute.manager [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.952487] env[63440]: DEBUG nova.network.neutron [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.956037] env[63440]: DEBUG nova.network.neutron [-] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.976400] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5faad550-5967-4c59-8bcf-3064e06c4191 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.987006] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c1d86d-0e9e-429c-8b10-e431a80e0442 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.998109] env[63440]: DEBUG nova.policy [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ce79b38739a4a5e97cab11f2ec707c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bf9585e50514c7a900f1fdaca15a21b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.019448] env[63440]: DEBUG nova.compute.manager [req-009554a2-d10c-42e6-ac57-f811a768f016 req-ef93346f-adfd-427f-b4ba-2f2772320d01 service nova] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Detach interface failed, port_id=a0ecc13d-bc43-4fb0-9d4a-6d0d543a6a57, reason: Instance 10242c11-bded-4040-a77e-a1efe96c243a could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1088.260230] env[63440]: DEBUG oslo_concurrency.lockutils [None req-1e01446c-7764-407d-9288-f27687b0e0fa tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "d49cb05c-d712-4459-9bff-1db4bfae22e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.700s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.274352] env[63440]: DEBUG nova.compute.manager [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.274598] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.276243] env[63440]: DEBUG nova.network.neutron [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Successfully created port: 52cec28a-af82-43fb-8a5a-895cb82d3bec {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.279124] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3a88ef-36fb-4237-a61c-48a4d74fc4a3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.286857] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.287108] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-def9822b-5d65-4505-9315-4bf8a495dc4d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.293860] env[63440]: DEBUG oslo_vmware.api [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1088.293860] env[63440]: value = "task-2662262" [ 1088.293860] env[63440]: _type = "Task" [ 1088.293860] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.301800] env[63440]: DEBUG oslo_vmware.api [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.455437] env[63440]: DEBUG nova.compute.manager [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.458142] env[63440]: INFO nova.compute.manager [-] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Took 1.24 seconds to deallocate network for instance. [ 1088.805083] env[63440]: DEBUG oslo_vmware.api [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662262, 'name': PowerOffVM_Task, 'duration_secs': 0.24432} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.805365] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.805565] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.805804] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f0556c3-176d-4209-95c0-a033129b09cb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.890383] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.892056] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Cleaning up deleted instances {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1088.899097] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.899320] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.899499] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Deleting the datastore file [datastore1] 12f3d073-f02f-49dc-ab3b-6dbffa73813c {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.899745] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4c5cc3a-ee9f-4cdb-9520-6eedf89f1d83 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.906582] env[63440]: DEBUG oslo_vmware.api [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1088.906582] env[63440]: value = "task-2662264" [ 1088.906582] env[63440]: _type = "Task" [ 1088.906582] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.915148] env[63440]: DEBUG oslo_vmware.api [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.964583] env[63440]: DEBUG oslo_concurrency.lockutils [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.964808] env[63440]: DEBUG oslo_concurrency.lockutils [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.965062] env[63440]: DEBUG nova.objects.instance [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lazy-loading 'resources' on Instance uuid 10242c11-bded-4040-a77e-a1efe96c243a {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.408506] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] There are 60 instances to clean {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1089.408751] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: ec22078c-f181-495c-9438-6a7815e81859] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1089.420413] env[63440]: DEBUG oslo_vmware.api [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130267} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.421048] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.421048] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.421048] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.421197] env[63440]: INFO nova.compute.manager [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1089.421427] env[63440]: DEBUG oslo.service.loopingcall [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.421616] env[63440]: DEBUG nova.compute.manager [-] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.421740] env[63440]: DEBUG nova.network.neutron [-] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.465475] env[63440]: DEBUG nova.compute.manager [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.497180] env[63440]: DEBUG nova.virt.hardware [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.497338] env[63440]: DEBUG nova.virt.hardware [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.498212] env[63440]: DEBUG nova.virt.hardware [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.498212] env[63440]: DEBUG nova.virt.hardware [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.498212] env[63440]: DEBUG nova.virt.hardware [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.498212] env[63440]: DEBUG nova.virt.hardware [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.498399] env[63440]: DEBUG nova.virt.hardware [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.498560] env[63440]: DEBUG nova.virt.hardware [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.498728] env[63440]: DEBUG nova.virt.hardware [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.498889] env[63440]: DEBUG nova.virt.hardware [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.499076] env[63440]: DEBUG nova.virt.hardware [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.499967] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7eed02-db2d-4902-aea5-502fd8d19d5b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.511020] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722a8542-1976-4a29-9a67-95f77caa4c05 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.574830] env[63440]: DEBUG nova.compute.manager [req-cd5b9ee8-d3d3-4b65-87b7-650e3b3644de req-4908110d-6552-43d3-bdbe-b3d498838a62 service nova] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Received event network-changed-b7aaa8c5-673b-4b40-be9a-c70d3818e6d1 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.576316] env[63440]: DEBUG nova.compute.manager [req-cd5b9ee8-d3d3-4b65-87b7-650e3b3644de req-4908110d-6552-43d3-bdbe-b3d498838a62 service nova] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Refreshing instance network info cache due to event network-changed-b7aaa8c5-673b-4b40-be9a-c70d3818e6d1. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1089.576700] env[63440]: DEBUG oslo_concurrency.lockutils [req-cd5b9ee8-d3d3-4b65-87b7-650e3b3644de req-4908110d-6552-43d3-bdbe-b3d498838a62 service nova] Acquiring lock "refresh_cache-d49cb05c-d712-4459-9bff-1db4bfae22e0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.576986] env[63440]: DEBUG oslo_concurrency.lockutils [req-cd5b9ee8-d3d3-4b65-87b7-650e3b3644de req-4908110d-6552-43d3-bdbe-b3d498838a62 service nova] Acquired lock "refresh_cache-d49cb05c-d712-4459-9bff-1db4bfae22e0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.578396] env[63440]: DEBUG nova.network.neutron [req-cd5b9ee8-d3d3-4b65-87b7-650e3b3644de req-4908110d-6552-43d3-bdbe-b3d498838a62 service nova] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Refreshing network info cache for port b7aaa8c5-673b-4b40-be9a-c70d3818e6d1 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.719573] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d16cfd-975e-42d1-8196-29593055fc63 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.730537] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388b4ffc-5041-48e5-9a7c-426945ec68d6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.766566] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6956e81-fdd2-48a1-9995-687ec1379578 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.770489] env[63440]: DEBUG nova.compute.manager [req-ea5768ab-e759-4102-881d-6eb20fc8656e req-46004ee6-4dab-4f76-bf09-c5eb5d123a39 service nova] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Received event network-vif-deleted-b2b5417d-2ee7-4299-a9a1-ab76580b0bcb {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.770708] env[63440]: INFO nova.compute.manager [req-ea5768ab-e759-4102-881d-6eb20fc8656e req-46004ee6-4dab-4f76-bf09-c5eb5d123a39 service nova] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Neutron deleted interface b2b5417d-2ee7-4299-a9a1-ab76580b0bcb; detaching it from the instance and deleting it from the info cache [ 1089.770895] env[63440]: DEBUG nova.network.neutron [req-ea5768ab-e759-4102-881d-6eb20fc8656e req-46004ee6-4dab-4f76-bf09-c5eb5d123a39 service nova] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.779439] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030fd163-7ff0-4ee5-af76-a7862dd231e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.794317] env[63440]: DEBUG nova.compute.provider_tree [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.912025] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 532ef389-03cf-416f-aa35-4a4cee2dadd1] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1089.969627] env[63440]: DEBUG nova.network.neutron [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Successfully updated port: 52cec28a-af82-43fb-8a5a-895cb82d3bec {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.226370] env[63440]: DEBUG nova.network.neutron [-] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.274641] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab94cdaf-74ce-4043-953d-c18314d84569 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.278102] env[63440]: DEBUG nova.network.neutron [req-cd5b9ee8-d3d3-4b65-87b7-650e3b3644de req-4908110d-6552-43d3-bdbe-b3d498838a62 service nova] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Updated VIF entry in instance network info cache for port b7aaa8c5-673b-4b40-be9a-c70d3818e6d1. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.278463] env[63440]: DEBUG nova.network.neutron [req-cd5b9ee8-d3d3-4b65-87b7-650e3b3644de req-4908110d-6552-43d3-bdbe-b3d498838a62 service nova] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Updating instance_info_cache with network_info: [{"id": "b7aaa8c5-673b-4b40-be9a-c70d3818e6d1", "address": "fa:16:3e:52:13:e5", "network": {"id": "141bfbd5-e787-402f-829c-6837c54ad36a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453926429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f1344f646448dba9054acf4eff966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7aaa8c5-67", "ovs_interfaceid": "b7aaa8c5-673b-4b40-be9a-c70d3818e6d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.285055] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91eafb4-b426-4ddf-881f-e3ee0b270eaf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.296801] env[63440]: DEBUG nova.scheduler.client.report [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.314848] env[63440]: DEBUG nova.compute.manager [req-ea5768ab-e759-4102-881d-6eb20fc8656e req-46004ee6-4dab-4f76-bf09-c5eb5d123a39 service nova] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Detach interface failed, port_id=b2b5417d-2ee7-4299-a9a1-ab76580b0bcb, reason: Instance 12f3d073-f02f-49dc-ab3b-6dbffa73813c could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1090.414932] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: d411e7e8-58c8-4f77-ae6a-81c132e44a54] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.471972] env[63440]: DEBUG oslo_concurrency.lockutils [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "refresh_cache-41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.472145] env[63440]: DEBUG oslo_concurrency.lockutils [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquired lock "refresh_cache-41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.472293] env[63440]: DEBUG nova.network.neutron [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.728927] env[63440]: INFO nova.compute.manager [-] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Took 1.31 seconds to deallocate network for instance. [ 1090.781367] env[63440]: DEBUG oslo_concurrency.lockutils [req-cd5b9ee8-d3d3-4b65-87b7-650e3b3644de req-4908110d-6552-43d3-bdbe-b3d498838a62 service nova] Releasing lock "refresh_cache-d49cb05c-d712-4459-9bff-1db4bfae22e0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.801675] env[63440]: DEBUG oslo_concurrency.lockutils [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.823864] env[63440]: INFO nova.scheduler.client.report [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Deleted allocations for instance 10242c11-bded-4040-a77e-a1efe96c243a [ 1090.918099] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 5c65daf6-41c7-4d7a-81a1-22998040a24f] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.003960] env[63440]: DEBUG nova.network.neutron [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.129635] env[63440]: DEBUG nova.network.neutron [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Updating instance_info_cache with network_info: [{"id": "52cec28a-af82-43fb-8a5a-895cb82d3bec", "address": "fa:16:3e:ea:60:bc", "network": {"id": "2cd49d31-c9f8-484b-b08f-4f4cdb714993", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1836897223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf9585e50514c7a900f1fdaca15a21b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cec28a-af", "ovs_interfaceid": "52cec28a-af82-43fb-8a5a-895cb82d3bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.235702] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.235807] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.236114] env[63440]: DEBUG nova.objects.instance [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lazy-loading 'resources' on Instance uuid 12f3d073-f02f-49dc-ab3b-6dbffa73813c {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.331675] env[63440]: DEBUG oslo_concurrency.lockutils [None req-23e0e40e-c775-4021-af26-06b3b29c24a2 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "10242c11-bded-4040-a77e-a1efe96c243a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.218s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.421668] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 4d8f2e01-71a8-4c54-b482-f35ff2ed876b] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.601281] env[63440]: DEBUG nova.compute.manager [req-7e745839-419e-4503-9252-3f62f7516f46 req-6612a542-1707-43b5-b1a0-b5062a1282ef service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Received event network-vif-plugged-52cec28a-af82-43fb-8a5a-895cb82d3bec {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1091.601628] env[63440]: DEBUG oslo_concurrency.lockutils [req-7e745839-419e-4503-9252-3f62f7516f46 req-6612a542-1707-43b5-b1a0-b5062a1282ef service nova] Acquiring lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.601817] env[63440]: DEBUG oslo_concurrency.lockutils [req-7e745839-419e-4503-9252-3f62f7516f46 req-6612a542-1707-43b5-b1a0-b5062a1282ef service nova] Lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.601817] env[63440]: DEBUG oslo_concurrency.lockutils [req-7e745839-419e-4503-9252-3f62f7516f46 req-6612a542-1707-43b5-b1a0-b5062a1282ef service nova] Lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.601974] env[63440]: DEBUG nova.compute.manager [req-7e745839-419e-4503-9252-3f62f7516f46 req-6612a542-1707-43b5-b1a0-b5062a1282ef service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] No waiting events found dispatching network-vif-plugged-52cec28a-af82-43fb-8a5a-895cb82d3bec {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.602160] env[63440]: WARNING nova.compute.manager [req-7e745839-419e-4503-9252-3f62f7516f46 req-6612a542-1707-43b5-b1a0-b5062a1282ef service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Received unexpected event network-vif-plugged-52cec28a-af82-43fb-8a5a-895cb82d3bec for instance with vm_state building and task_state spawning. [ 1091.602318] env[63440]: DEBUG nova.compute.manager [req-7e745839-419e-4503-9252-3f62f7516f46 req-6612a542-1707-43b5-b1a0-b5062a1282ef service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Received event network-changed-52cec28a-af82-43fb-8a5a-895cb82d3bec {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1091.602469] env[63440]: DEBUG nova.compute.manager [req-7e745839-419e-4503-9252-3f62f7516f46 req-6612a542-1707-43b5-b1a0-b5062a1282ef service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Refreshing instance network info cache due to event network-changed-52cec28a-af82-43fb-8a5a-895cb82d3bec. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1091.602633] env[63440]: DEBUG oslo_concurrency.lockutils [req-7e745839-419e-4503-9252-3f62f7516f46 req-6612a542-1707-43b5-b1a0-b5062a1282ef service nova] Acquiring lock "refresh_cache-41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.633804] env[63440]: DEBUG oslo_concurrency.lockutils [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Releasing lock "refresh_cache-41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.634591] env[63440]: DEBUG nova.compute.manager [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Instance network_info: |[{"id": "52cec28a-af82-43fb-8a5a-895cb82d3bec", "address": "fa:16:3e:ea:60:bc", "network": {"id": "2cd49d31-c9f8-484b-b08f-4f4cdb714993", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1836897223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf9585e50514c7a900f1fdaca15a21b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cec28a-af", "ovs_interfaceid": "52cec28a-af82-43fb-8a5a-895cb82d3bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.634591] env[63440]: DEBUG oslo_concurrency.lockutils [req-7e745839-419e-4503-9252-3f62f7516f46 req-6612a542-1707-43b5-b1a0-b5062a1282ef service nova] Acquired lock "refresh_cache-41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.634798] env[63440]: DEBUG nova.network.neutron [req-7e745839-419e-4503-9252-3f62f7516f46 req-6612a542-1707-43b5-b1a0-b5062a1282ef service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Refreshing network info cache for port 52cec28a-af82-43fb-8a5a-895cb82d3bec {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.636500] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:60:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52cec28a-af82-43fb-8a5a-895cb82d3bec', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.645015] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Creating folder: Project (0bf9585e50514c7a900f1fdaca15a21b). Parent ref: group-v536546. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.646317] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9491510-4d80-4fe9-85a5-b62288d0fc07 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.658387] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Created folder: Project (0bf9585e50514c7a900f1fdaca15a21b) in parent group-v536546. [ 1091.658584] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Creating folder: Instances. Parent ref: group-v536845. {{(pid=63440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.658838] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc1f7e2c-9503-4290-b037-62d99b9ab77d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.667092] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Created folder: Instances in parent group-v536845. [ 1091.667338] env[63440]: DEBUG oslo.service.loopingcall [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1091.667520] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.667729] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5624d272-2af1-46dd-9ada-11ea3144902f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.687293] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.687293] env[63440]: value = "task-2662267" [ 1091.687293] env[63440]: _type = "Task" [ 1091.687293] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.694796] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662267, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.865864] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b54e3f2-3e61-4a5c-a8d8-830102219f84 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.873793] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348d7c35-8029-45bd-83a0-e750cd945196 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.903181] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "922d1ebc-ea1e-40b1-85a6-afcfe028bdc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.903450] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "922d1ebc-ea1e-40b1-85a6-afcfe028bdc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.903667] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "922d1ebc-ea1e-40b1-85a6-afcfe028bdc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.903852] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "922d1ebc-ea1e-40b1-85a6-afcfe028bdc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.904035] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "922d1ebc-ea1e-40b1-85a6-afcfe028bdc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.906265] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e5e3bf-d289-4d8e-a570-6a410dba3227 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.909844] env[63440]: INFO nova.compute.manager [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Terminating instance [ 1091.917556] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4f50e0-9c3e-4691-a463-1adddf06e58a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.924308] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 105b0279-8467-4723-9b67-da8eaad4b2a4] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.936138] env[63440]: DEBUG nova.compute.provider_tree [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.197445] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662267, 'name': CreateVM_Task, 'duration_secs': 0.360449} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.197652] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.198421] env[63440]: DEBUG oslo_concurrency.lockutils [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.198607] env[63440]: DEBUG oslo_concurrency.lockutils [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.198956] env[63440]: DEBUG oslo_concurrency.lockutils [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.199262] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8982810d-54bb-4e0f-9c5c-9461717c2d46 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.205259] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1092.205259] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fd0dd5-6960-c32c-8dfa-5f521582d14e" [ 1092.205259] env[63440]: _type = "Task" [ 1092.205259] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.212802] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fd0dd5-6960-c32c-8dfa-5f521582d14e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.218581] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "7b75fd7b-6949-49ab-bba3-a5734ef74e2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.218812] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "7b75fd7b-6949-49ab-bba3-a5734ef74e2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.332895] env[63440]: DEBUG nova.network.neutron [req-7e745839-419e-4503-9252-3f62f7516f46 req-6612a542-1707-43b5-b1a0-b5062a1282ef service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Updated VIF entry in instance network info cache for port 52cec28a-af82-43fb-8a5a-895cb82d3bec. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.333255] env[63440]: DEBUG nova.network.neutron [req-7e745839-419e-4503-9252-3f62f7516f46 req-6612a542-1707-43b5-b1a0-b5062a1282ef service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Updating instance_info_cache with network_info: [{"id": "52cec28a-af82-43fb-8a5a-895cb82d3bec", "address": "fa:16:3e:ea:60:bc", "network": {"id": "2cd49d31-c9f8-484b-b08f-4f4cdb714993", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1836897223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf9585e50514c7a900f1fdaca15a21b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cec28a-af", "ovs_interfaceid": "52cec28a-af82-43fb-8a5a-895cb82d3bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.413056] env[63440]: DEBUG nova.compute.manager [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.413307] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.414364] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098d6593-9b40-4f43-aa8a-1ca79f30707e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.422246] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.422487] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ac7a3eb-a242-4766-8e96-b7a8b8e6733b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.428414] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 3b125c6d-a450-4a21-b246-0ca8a078e147] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.430182] env[63440]: DEBUG oslo_vmware.api [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1092.430182] env[63440]: value = "task-2662268" [ 1092.430182] env[63440]: _type = "Task" [ 1092.430182] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.439241] env[63440]: DEBUG nova.scheduler.client.report [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.442368] env[63440]: DEBUG oslo_vmware.api [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.714933] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52fd0dd5-6960-c32c-8dfa-5f521582d14e, 'name': SearchDatastore_Task, 'duration_secs': 0.015285} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.715264] env[63440]: DEBUG oslo_concurrency.lockutils [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.715498] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.715765] env[63440]: DEBUG oslo_concurrency.lockutils [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.715962] env[63440]: DEBUG oslo_concurrency.lockutils [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.716117] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.716366] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dad33b8a-08d3-4a16-87e1-092c3fecda01 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.722724] env[63440]: DEBUG nova.compute.manager [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.726384] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.726556] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.727418] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa8bb0f-af93-4c27-a469-d40ecf370582 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.732520] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1092.732520] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5216e5ae-0a58-dae0-ad57-565f55d240fc" [ 1092.732520] env[63440]: _type = "Task" [ 1092.732520] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.742071] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5216e5ae-0a58-dae0-ad57-565f55d240fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.835804] env[63440]: DEBUG oslo_concurrency.lockutils [req-7e745839-419e-4503-9252-3f62f7516f46 req-6612a542-1707-43b5-b1a0-b5062a1282ef service nova] Releasing lock "refresh_cache-41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.932098] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: eddcf98e-c779-4f00-9d6f-240939e3e672] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.942409] env[63440]: DEBUG oslo_vmware.api [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662268, 'name': PowerOffVM_Task, 'duration_secs': 0.198741} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.942674] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.942855] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.943542] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.945877] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa3132b0-83bb-4fda-a50c-56526e2f9b85 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.966407] env[63440]: INFO nova.scheduler.client.report [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Deleted allocations for instance 12f3d073-f02f-49dc-ab3b-6dbffa73813c [ 1093.011701] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.011924] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.012125] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Deleting the datastore file [datastore1] 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.012386] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2fd3f05-1ceb-4e54-83d9-60d708ac9e60 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.020503] env[63440]: DEBUG oslo_vmware.api [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for the task: (returnval){ [ 1093.020503] env[63440]: value = "task-2662270" [ 1093.020503] env[63440]: _type = "Task" [ 1093.020503] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.027599] env[63440]: DEBUG oslo_vmware.api [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.243549] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5216e5ae-0a58-dae0-ad57-565f55d240fc, 'name': SearchDatastore_Task, 'duration_secs': 0.008799} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.244354] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d430ffca-1a3b-4253-b868-0a075ba7ffb9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.247312] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.247582] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.249119] env[63440]: INFO nova.compute.claims [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.255164] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1093.255164] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5223caa7-9ac9-0065-8701-4103731380e1" [ 1093.255164] env[63440]: _type = "Task" [ 1093.255164] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.262405] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5223caa7-9ac9-0065-8701-4103731380e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.437939] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 71e8cf65-e059-4f49-a50e-8d9189471cff] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.473177] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb830363-66c9-4b0c-9cf5-3f08c76dc76d tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lock "12f3d073-f02f-49dc-ab3b-6dbffa73813c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.704s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.530675] env[63440]: DEBUG oslo_vmware.api [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Task: {'id': task-2662270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1416} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.530946] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.531152] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.531334] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.531508] env[63440]: INFO nova.compute.manager [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1093.531779] env[63440]: DEBUG oslo.service.loopingcall [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1093.532069] env[63440]: DEBUG nova.compute.manager [-] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.532115] env[63440]: DEBUG nova.network.neutron [-] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.768740] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5223caa7-9ac9-0065-8701-4103731380e1, 'name': SearchDatastore_Task, 'duration_secs': 0.008821} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.769607] env[63440]: DEBUG oslo_concurrency.lockutils [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.769866] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10/41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.770138] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b21e4319-677a-4cc5-a76a-f35c58dea4ac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.781222] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1093.781222] env[63440]: value = "task-2662271" [ 1093.781222] env[63440]: _type = "Task" [ 1093.781222] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.790341] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.809883] env[63440]: DEBUG nova.compute.manager [req-f04fc7f0-86d2-461e-9c79-c86836ff037c req-43eac78e-16ff-42b0-88b0-06d0cb3a8f13 service nova] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Received event network-vif-deleted-bc6edcb4-19a3-43e9-ac1e-52026c822cc8 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1093.810077] env[63440]: INFO nova.compute.manager [req-f04fc7f0-86d2-461e-9c79-c86836ff037c req-43eac78e-16ff-42b0-88b0-06d0cb3a8f13 service nova] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Neutron deleted interface bc6edcb4-19a3-43e9-ac1e-52026c822cc8; detaching it from the instance and deleting it from the info cache [ 1093.810258] env[63440]: DEBUG nova.network.neutron [req-f04fc7f0-86d2-461e-9c79-c86836ff037c req-43eac78e-16ff-42b0-88b0-06d0cb3a8f13 service nova] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.941642] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 803b813b-ff31-4073-8d88-cc4fcbc5ac6d] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.292161] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465762} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.292432] env[63440]: DEBUG nova.network.neutron [-] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.293556] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10/41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.293777] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.296394] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adf4c409-0811-4678-b773-dcc6f6312909 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.303668] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1094.303668] env[63440]: value = "task-2662272" [ 1094.303668] env[63440]: _type = "Task" [ 1094.303668] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.312415] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54e8754c-947d-4e8d-9571-2047a249d035 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.317206] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.324015] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00a0ee2-ec20-4df3-8322-1403dea8d5b9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.358971] env[63440]: DEBUG nova.compute.manager [req-f04fc7f0-86d2-461e-9c79-c86836ff037c req-43eac78e-16ff-42b0-88b0-06d0cb3a8f13 service nova] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Detach interface failed, port_id=bc6edcb4-19a3-43e9-ac1e-52026c822cc8, reason: Instance 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1094.403248] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquiring lock "565880df-cdb2-44c1-a33f-99d5cfa0b907" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.403505] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lock "565880df-cdb2-44c1-a33f-99d5cfa0b907" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.403720] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquiring lock "565880df-cdb2-44c1-a33f-99d5cfa0b907-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.403901] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lock "565880df-cdb2-44c1-a33f-99d5cfa0b907-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.404102] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lock "565880df-cdb2-44c1-a33f-99d5cfa0b907-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.408519] env[63440]: INFO nova.compute.manager [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Terminating instance [ 1094.420035] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cdc6a0-10ee-46e3-bdad-1369eba907aa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.427638] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed52c287-48c1-4e8c-9191-d6a91b15870a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.458464] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: e5f82476-c03e-465a-b35a-bf198d93fcac] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.462188] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f65882-a5c9-4b26-8faa-1d133e2b3aba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.470053] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec51816c-97f0-423e-98f1-48a30c07e539 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.484585] env[63440]: DEBUG nova.compute.provider_tree [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.798058] env[63440]: INFO nova.compute.manager [-] [instance: 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0] Took 1.27 seconds to deallocate network for instance. [ 1094.812866] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066971} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.813205] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.814215] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc674d42-60a9-4c3f-9441-ed714b0c2538 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.838015] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10/41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.839086] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c9c7f4a-b702-4bd1-9271-d568fd8c5223 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.859483] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1094.859483] env[63440]: value = "task-2662273" [ 1094.859483] env[63440]: _type = "Task" [ 1094.859483] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.869061] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.912855] env[63440]: DEBUG nova.compute.manager [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.913067] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.913980] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b4fbc0-ea49-49a6-8432-699633919cac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.922018] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.922260] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-461afe90-18c1-4a31-abb5-f611412f919f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.930215] env[63440]: DEBUG oslo_vmware.api [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1094.930215] env[63440]: value = "task-2662274" [ 1094.930215] env[63440]: _type = "Task" [ 1094.930215] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.938819] env[63440]: DEBUG oslo_vmware.api [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.962529] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 36690dbd-36cb-43fd-99c1-09dc95635f76] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.987616] env[63440]: DEBUG nova.scheduler.client.report [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.304457] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.369611] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662273, 'name': ReconfigVM_Task, 'duration_secs': 0.382262} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.369897] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10/41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.370531] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03ee63fb-1cd8-4f63-ae26-aa7be5619d1a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.376662] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1095.376662] env[63440]: value = "task-2662275" [ 1095.376662] env[63440]: _type = "Task" [ 1095.376662] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.385037] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662275, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.438633] env[63440]: DEBUG oslo_vmware.api [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662274, 'name': PowerOffVM_Task, 'duration_secs': 0.248587} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.438938] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.439143] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.439403] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-326a72f3-17f5-4fc1-9ebb-82ef8ab5f2c8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.466597] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 51be5ea7-8a6f-4db4-b3c7-11a3dffcc7ed] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.492711] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.493247] env[63440]: DEBUG nova.compute.manager [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.496028] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.192s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.496262] env[63440]: DEBUG nova.objects.instance [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lazy-loading 'resources' on Instance uuid 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.504557] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.504767] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.504948] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Deleting the datastore file [datastore2] 565880df-cdb2-44c1-a33f-99d5cfa0b907 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.505213] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5efd578a-c7fc-46ec-89c6-4a90dce48534 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.511769] env[63440]: DEBUG oslo_vmware.api [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for the task: (returnval){ [ 1095.511769] env[63440]: value = "task-2662277" [ 1095.511769] env[63440]: _type = "Task" [ 1095.511769] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.520311] env[63440]: DEBUG oslo_vmware.api [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.887450] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662275, 'name': Rename_Task, 'duration_secs': 0.150116} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.887869] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.887999] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-361c472d-b17f-40ad-92e1-5cfac180eeb8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.894299] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1095.894299] env[63440]: value = "task-2662278" [ 1095.894299] env[63440]: _type = "Task" [ 1095.894299] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.901571] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.970839] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: dd187b0c-60a3-4f0d-b9c3-19b28fa8d856] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.002312] env[63440]: DEBUG nova.compute.utils [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.004163] env[63440]: DEBUG nova.compute.manager [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.004343] env[63440]: DEBUG nova.network.neutron [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.023703] env[63440]: DEBUG oslo_vmware.api [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Task: {'id': task-2662277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159737} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.023959] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.024156] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.024331] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.024499] env[63440]: INFO nova.compute.manager [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1096.024730] env[63440]: DEBUG oslo.service.loopingcall [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1096.024913] env[63440]: DEBUG nova.compute.manager [-] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.025013] env[63440]: DEBUG nova.network.neutron [-] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.050772] env[63440]: DEBUG nova.policy [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebe264338caa433b8b11cb3569015f64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82d5a4d7c4e643ab9348ba2d0aefe599', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.121536] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14df12a-5df2-430f-a71f-8658cb7088da {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.130130] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a759a963-df78-4f59-ba2f-78571bc25d8d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.162354] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f88418-fefd-4456-bbdb-0eea1a7b6ce8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.170172] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6e7f08-8e6a-49f0-b709-358f71880dae {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.184991] env[63440]: DEBUG nova.compute.provider_tree [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.345108] env[63440]: DEBUG nova.network.neutron [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Successfully created port: 631c88b0-d749-4552-9b5f-74cb6256d565 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.350624] env[63440]: DEBUG nova.compute.manager [req-762504ff-6ee6-4ccf-a7c1-35f4b4c2bdd4 req-fd9578c3-7f8c-4606-a8e5-a16b597ccb89 service nova] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Received event network-vif-deleted-77eeb7fb-22e7-446e-bc5f-2370d5a2963e {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1096.350829] env[63440]: INFO nova.compute.manager [req-762504ff-6ee6-4ccf-a7c1-35f4b4c2bdd4 req-fd9578c3-7f8c-4606-a8e5-a16b597ccb89 service nova] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Neutron deleted interface 77eeb7fb-22e7-446e-bc5f-2370d5a2963e; detaching it from the instance and deleting it from the info cache [ 1096.351025] env[63440]: DEBUG nova.network.neutron [req-762504ff-6ee6-4ccf-a7c1-35f4b4c2bdd4 req-fd9578c3-7f8c-4606-a8e5-a16b597ccb89 service nova] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.408085] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662278, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.474164] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 12f18f18-d670-4e68-b102-47b5d4920cc9] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.507532] env[63440]: DEBUG nova.compute.manager [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.689074] env[63440]: DEBUG nova.scheduler.client.report [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.823217] env[63440]: DEBUG nova.network.neutron [-] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.853076] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be64c083-878d-4502-8a94-a0a6faa031c6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.865235] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643a3144-bb5a-406c-a0c7-55ed8f18da87 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.900854] env[63440]: DEBUG nova.compute.manager [req-762504ff-6ee6-4ccf-a7c1-35f4b4c2bdd4 req-fd9578c3-7f8c-4606-a8e5-a16b597ccb89 service nova] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Detach interface failed, port_id=77eeb7fb-22e7-446e-bc5f-2370d5a2963e, reason: Instance 565880df-cdb2-44c1-a33f-99d5cfa0b907 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1096.909990] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662278, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.977287] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 98774004-c151-47e9-a8a7-166a2edf4322] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.196442] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.221225] env[63440]: INFO nova.scheduler.client.report [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Deleted allocations for instance 922d1ebc-ea1e-40b1-85a6-afcfe028bdc0 [ 1097.325895] env[63440]: INFO nova.compute.manager [-] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Took 1.30 seconds to deallocate network for instance. [ 1097.411055] env[63440]: DEBUG oslo_vmware.api [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662278, 'name': PowerOnVM_Task, 'duration_secs': 1.025127} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.411332] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.411543] env[63440]: INFO nova.compute.manager [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1097.411726] env[63440]: DEBUG nova.compute.manager [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.412581] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea6e5a0-1640-4ea4-a590-6f3863cb0613 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.481024] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 2ea6f201-e3bf-458e-8ee3-110a42f81958] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.519818] env[63440]: DEBUG nova.compute.manager [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.549498] env[63440]: DEBUG nova.virt.hardware [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.549747] env[63440]: DEBUG nova.virt.hardware [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.549909] env[63440]: DEBUG nova.virt.hardware [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.550109] env[63440]: DEBUG nova.virt.hardware [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.550263] env[63440]: DEBUG nova.virt.hardware [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.550415] env[63440]: DEBUG nova.virt.hardware [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.550627] env[63440]: DEBUG nova.virt.hardware [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.550789] env[63440]: DEBUG nova.virt.hardware [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.550962] env[63440]: DEBUG nova.virt.hardware [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.551139] env[63440]: DEBUG nova.virt.hardware [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.551317] env[63440]: DEBUG nova.virt.hardware [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.552172] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5891e700-0237-4b8c-8157-a537c4037201 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.560222] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5107c4-0366-455c-9958-29f15f771f7a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.730368] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ba3bee84-73bb-4fb8-9b43-9eb1e06a7fa1 tempest-ServersTestJSON-1453645914 tempest-ServersTestJSON-1453645914-project-member] Lock "922d1ebc-ea1e-40b1-85a6-afcfe028bdc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.827s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.773653] env[63440]: DEBUG nova.compute.manager [req-64f6922d-884f-4c5f-9d6c-7c0cfeb2dcc3 req-ea0456f6-8cf1-4ec2-99d7-8cbe59aea569 service nova] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Received event network-vif-plugged-631c88b0-d749-4552-9b5f-74cb6256d565 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1097.773901] env[63440]: DEBUG oslo_concurrency.lockutils [req-64f6922d-884f-4c5f-9d6c-7c0cfeb2dcc3 req-ea0456f6-8cf1-4ec2-99d7-8cbe59aea569 service nova] Acquiring lock "7b75fd7b-6949-49ab-bba3-a5734ef74e2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.774136] env[63440]: DEBUG oslo_concurrency.lockutils [req-64f6922d-884f-4c5f-9d6c-7c0cfeb2dcc3 req-ea0456f6-8cf1-4ec2-99d7-8cbe59aea569 service nova] Lock "7b75fd7b-6949-49ab-bba3-a5734ef74e2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.774314] env[63440]: DEBUG oslo_concurrency.lockutils [req-64f6922d-884f-4c5f-9d6c-7c0cfeb2dcc3 req-ea0456f6-8cf1-4ec2-99d7-8cbe59aea569 service nova] Lock "7b75fd7b-6949-49ab-bba3-a5734ef74e2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.774470] env[63440]: DEBUG nova.compute.manager [req-64f6922d-884f-4c5f-9d6c-7c0cfeb2dcc3 req-ea0456f6-8cf1-4ec2-99d7-8cbe59aea569 service nova] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] No waiting events found dispatching network-vif-plugged-631c88b0-d749-4552-9b5f-74cb6256d565 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.774638] env[63440]: WARNING nova.compute.manager [req-64f6922d-884f-4c5f-9d6c-7c0cfeb2dcc3 req-ea0456f6-8cf1-4ec2-99d7-8cbe59aea569 service nova] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Received unexpected event network-vif-plugged-631c88b0-d749-4552-9b5f-74cb6256d565 for instance with vm_state building and task_state spawning. [ 1097.833254] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.833521] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.833802] env[63440]: DEBUG nova.objects.instance [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lazy-loading 'resources' on Instance uuid 565880df-cdb2-44c1-a33f-99d5cfa0b907 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.852418] env[63440]: DEBUG nova.network.neutron [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Successfully updated port: 631c88b0-d749-4552-9b5f-74cb6256d565 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.928722] env[63440]: INFO nova.compute.manager [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Took 15.43 seconds to build instance. [ 1097.984187] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 3f7cdc15-5937-46fd-8e4b-a32f5a5e402f] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.357735] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "refresh_cache-7b75fd7b-6949-49ab-bba3-a5734ef74e2d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.357945] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired lock "refresh_cache-7b75fd7b-6949-49ab-bba3-a5734ef74e2d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.358074] env[63440]: DEBUG nova.network.neutron [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.430875] env[63440]: DEBUG oslo_concurrency.lockutils [None req-583ecf25-73f3-482e-ab76-e9833359d480 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.977s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.449217] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da642032-8e9b-4c7f-8586-8c856354d329 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.458512] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9d04bc-3249-479d-8b13-fddac8dd3a0e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.487847] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 7de1ebe6-b265-4142-bb9e-d059a04d90b4] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.490437] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7929934-b1e1-400b-928e-cc36a1fd26b8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.502930] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce45b66b-c2d2-471d-b34e-f34e6d74515b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.518941] env[63440]: DEBUG nova.compute.provider_tree [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.900432] env[63440]: DEBUG nova.network.neutron [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.996425] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 178ba978-585b-472d-9306-ec63df818209] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.022937] env[63440]: DEBUG nova.scheduler.client.report [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.041779] env[63440]: DEBUG nova.network.neutron [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Updating instance_info_cache with network_info: [{"id": "631c88b0-d749-4552-9b5f-74cb6256d565", "address": "fa:16:3e:ce:20:ac", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap631c88b0-d7", "ovs_interfaceid": "631c88b0-d749-4552-9b5f-74cb6256d565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.499661] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 3c6814bd-7dd0-4f95-9daa-7bcb328b2cd1] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.533705] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.544346] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Releasing lock "refresh_cache-7b75fd7b-6949-49ab-bba3-a5734ef74e2d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.544666] env[63440]: DEBUG nova.compute.manager [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Instance network_info: |[{"id": "631c88b0-d749-4552-9b5f-74cb6256d565", "address": "fa:16:3e:ce:20:ac", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap631c88b0-d7", "ovs_interfaceid": "631c88b0-d749-4552-9b5f-74cb6256d565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.545426] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:20:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '631c88b0-d749-4552-9b5f-74cb6256d565', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.553595] env[63440]: DEBUG oslo.service.loopingcall [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1099.554302] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.554302] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86e5a8db-e9b5-4805-a90b-7586658eaca2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.570892] env[63440]: INFO nova.scheduler.client.report [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Deleted allocations for instance 565880df-cdb2-44c1-a33f-99d5cfa0b907 [ 1099.578413] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.578413] env[63440]: value = "task-2662279" [ 1099.578413] env[63440]: _type = "Task" [ 1099.578413] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.588661] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662279, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.640932] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "2ed4945e-17a3-445d-aa82-ba79749edc8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.641352] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "2ed4945e-17a3-445d-aa82-ba79749edc8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.801864] env[63440]: DEBUG nova.compute.manager [req-a8b0a178-ab99-4acf-8143-45869c64e394 req-27fa5ab1-2569-49d3-9da7-eb012f98ae3b service nova] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Received event network-changed-631c88b0-d749-4552-9b5f-74cb6256d565 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1099.802116] env[63440]: DEBUG nova.compute.manager [req-a8b0a178-ab99-4acf-8143-45869c64e394 req-27fa5ab1-2569-49d3-9da7-eb012f98ae3b service nova] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Refreshing instance network info cache due to event network-changed-631c88b0-d749-4552-9b5f-74cb6256d565. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1099.802342] env[63440]: DEBUG oslo_concurrency.lockutils [req-a8b0a178-ab99-4acf-8143-45869c64e394 req-27fa5ab1-2569-49d3-9da7-eb012f98ae3b service nova] Acquiring lock "refresh_cache-7b75fd7b-6949-49ab-bba3-a5734ef74e2d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.802655] env[63440]: DEBUG oslo_concurrency.lockutils [req-a8b0a178-ab99-4acf-8143-45869c64e394 req-27fa5ab1-2569-49d3-9da7-eb012f98ae3b service nova] Acquired lock "refresh_cache-7b75fd7b-6949-49ab-bba3-a5734ef74e2d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.802729] env[63440]: DEBUG nova.network.neutron [req-a8b0a178-ab99-4acf-8143-45869c64e394 req-27fa5ab1-2569-49d3-9da7-eb012f98ae3b service nova] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Refreshing network info cache for port 631c88b0-d749-4552-9b5f-74cb6256d565 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.003308] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: f59c82f7-db27-4442-8751-ceb1a8a43656] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.079159] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2ccfe7fa-a46d-4cbc-85f6-d8f37ca552f9 tempest-ServerRescueTestJSON-446277964 tempest-ServerRescueTestJSON-446277964-project-member] Lock "565880df-cdb2-44c1-a33f-99d5cfa0b907" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.676s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.089885] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662279, 'name': CreateVM_Task, 'duration_secs': 0.362888} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.090083] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.090910] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.091009] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.091323] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.091578] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9894691-9baa-4a2a-88a1-d424bc0a8ea2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.096825] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1100.096825] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528995cd-a0d5-f5f2-c8cd-cbff8ef47ae6" [ 1100.096825] env[63440]: _type = "Task" [ 1100.096825] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.105179] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528995cd-a0d5-f5f2-c8cd-cbff8ef47ae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.146558] env[63440]: DEBUG nova.compute.manager [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.506541] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 3975571b-6635-4b25-ab2d-b9a406831b56] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.537161] env[63440]: DEBUG nova.network.neutron [req-a8b0a178-ab99-4acf-8143-45869c64e394 req-27fa5ab1-2569-49d3-9da7-eb012f98ae3b service nova] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Updated VIF entry in instance network info cache for port 631c88b0-d749-4552-9b5f-74cb6256d565. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.537707] env[63440]: DEBUG nova.network.neutron [req-a8b0a178-ab99-4acf-8143-45869c64e394 req-27fa5ab1-2569-49d3-9da7-eb012f98ae3b service nova] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Updating instance_info_cache with network_info: [{"id": "631c88b0-d749-4552-9b5f-74cb6256d565", "address": "fa:16:3e:ce:20:ac", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap631c88b0-d7", "ovs_interfaceid": "631c88b0-d749-4552-9b5f-74cb6256d565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.610399] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]528995cd-a0d5-f5f2-c8cd-cbff8ef47ae6, 'name': SearchDatastore_Task, 'duration_secs': 0.009828} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.611432] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.611742] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.612061] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.612281] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.612523] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.613135] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ee75a61-0aaf-4efd-a05e-45a3729e2d3d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.621940] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.622096] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.622839] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eee4f081-97b1-4351-925b-cb6c069fdd8e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.628496] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1100.628496] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5200ad8c-e179-85bc-4070-260ae2ba56b7" [ 1100.628496] env[63440]: _type = "Task" [ 1100.628496] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.635948] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5200ad8c-e179-85bc-4070-260ae2ba56b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.667107] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.667542] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.668947] env[63440]: INFO nova.compute.claims [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.010420] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 9f9922fb-aca3-4eef-a5be-4106e2abb77d] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.039685] env[63440]: DEBUG oslo_concurrency.lockutils [req-a8b0a178-ab99-4acf-8143-45869c64e394 req-27fa5ab1-2569-49d3-9da7-eb012f98ae3b service nova] Releasing lock "refresh_cache-7b75fd7b-6949-49ab-bba3-a5734ef74e2d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.142742] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5200ad8c-e179-85bc-4070-260ae2ba56b7, 'name': SearchDatastore_Task, 'duration_secs': 0.008858} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.143557] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b91e1e5-a5a5-48e2-a2d0-4f8a9fb3d701 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.148941] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1101.148941] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527d23cc-eb9d-5ca2-69e1-287c14a7d430" [ 1101.148941] env[63440]: _type = "Task" [ 1101.148941] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.156764] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527d23cc-eb9d-5ca2-69e1-287c14a7d430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.514056] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 98f3eb33-c3a0-404d-b689-16bd5baa4dd1] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.518234] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.518456] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.659250] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]527d23cc-eb9d-5ca2-69e1-287c14a7d430, 'name': SearchDatastore_Task, 'duration_secs': 0.009654} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.659552] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.659771] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 7b75fd7b-6949-49ab-bba3-a5734ef74e2d/7b75fd7b-6949-49ab-bba3-a5734ef74e2d.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.660039] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d63674c8-0e94-44b9-a5f8-c18ac4986971 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.667623] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1101.667623] env[63440]: value = "task-2662280" [ 1101.667623] env[63440]: _type = "Task" [ 1101.667623] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.675171] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.778057] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83aec9d-4f76-4af1-88ae-64681588e004 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.785405] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff27557-229c-4645-bfe7-8b7581facec7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.815581] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3189945e-3ff6-4785-bedc-467c6c33a54b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.823757] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1980d7-6ff9-4549-8497-aa98320edaa0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.839086] env[63440]: DEBUG nova.compute.provider_tree [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.017763] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: a61ad6a4-be15-47e7-9fae-41269190b37b] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.021080] env[63440]: DEBUG nova.compute.utils [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.178450] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50857} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.178653] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 7b75fd7b-6949-49ab-bba3-a5734ef74e2d/7b75fd7b-6949-49ab-bba3-a5734ef74e2d.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.178868] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.179408] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae7fd3d7-b580-46b2-ad9f-6e8a316429e4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.185847] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1102.185847] env[63440]: value = "task-2662281" [ 1102.185847] env[63440]: _type = "Task" [ 1102.185847] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.193759] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.342993] env[63440]: DEBUG nova.scheduler.client.report [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.521394] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 884ae709-674a-4f74-aff6-afa818f746cd] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.523889] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.696196] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064895} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.696587] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.697708] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83dd48b-cc04-43b0-b547-b263133a0585 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.723659] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 7b75fd7b-6949-49ab-bba3-a5734ef74e2d/7b75fd7b-6949-49ab-bba3-a5734ef74e2d.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.723659] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c91c80c-9ef9-4feb-aa02-5c20d3778122 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.741864] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1102.741864] env[63440]: value = "task-2662282" [ 1102.741864] env[63440]: _type = "Task" [ 1102.741864] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.749685] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.847286] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.847784] env[63440]: DEBUG nova.compute.manager [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.025469] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 3bd64e37-ae32-4bb1-9fa6-da94d2c11024] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.252912] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662282, 'name': ReconfigVM_Task, 'duration_secs': 0.290155} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.253206] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 7b75fd7b-6949-49ab-bba3-a5734ef74e2d/7b75fd7b-6949-49ab-bba3-a5734ef74e2d.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.253836] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0970ba2d-46ea-4095-ae27-3f20da776ee7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.259934] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1103.259934] env[63440]: value = "task-2662283" [ 1103.259934] env[63440]: _type = "Task" [ 1103.259934] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.267462] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662283, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.352852] env[63440]: DEBUG nova.compute.utils [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.354587] env[63440]: DEBUG nova.compute.manager [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.354762] env[63440]: DEBUG nova.network.neutron [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.401640] env[63440]: DEBUG nova.policy [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ce79b38739a4a5e97cab11f2ec707c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bf9585e50514c7a900f1fdaca15a21b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.529396] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 548184fd-8e54-4bb4-90cf-641c7637581b] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.584924] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.585366] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.585688] env[63440]: INFO nova.compute.manager [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Attaching volume f68cefc0-1340-4fef-980f-235193ce48c3 to /dev/sdb [ 1103.626885] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb883e2-847f-4735-a0c0-843b92384af0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.634603] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d93b3d0-c1dd-4bf7-9097-37632a8e8a08 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.649027] env[63440]: DEBUG nova.virt.block_device [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Updating existing volume attachment record: fbb13c14-5aac-495b-b1df-b097fa2c0196 {{(pid=63440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1103.656342] env[63440]: DEBUG nova.network.neutron [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Successfully created port: 26d1a217-4dfc-4829-8c36-53490d38c2a5 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.770460] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662283, 'name': Rename_Task, 'duration_secs': 0.13646} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.770884] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.771195] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33813314-10d9-4d68-97d9-a36efd8f95c6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.778510] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1103.778510] env[63440]: value = "task-2662284" [ 1103.778510] env[63440]: _type = "Task" [ 1103.778510] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.788800] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.857456] env[63440]: DEBUG nova.compute.manager [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.032644] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: f4799f88-5cdf-41c3-b737-583af54c9c16] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.289618] env[63440]: DEBUG oslo_vmware.api [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662284, 'name': PowerOnVM_Task, 'duration_secs': 0.432455} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.289618] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.289618] env[63440]: INFO nova.compute.manager [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1104.289854] env[63440]: DEBUG nova.compute.manager [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.290954] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcb896b-9afb-46f0-b718-9d1bb1df40ac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.537138] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: d036c0d9-ff41-4055-8de9-80a085ed8391] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.808976] env[63440]: INFO nova.compute.manager [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Took 11.58 seconds to build instance. [ 1104.867070] env[63440]: DEBUG nova.compute.manager [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.892749] env[63440]: DEBUG nova.virt.hardware [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.892989] env[63440]: DEBUG nova.virt.hardware [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.893189] env[63440]: DEBUG nova.virt.hardware [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.893383] env[63440]: DEBUG nova.virt.hardware [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.893529] env[63440]: DEBUG nova.virt.hardware [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.893676] env[63440]: DEBUG nova.virt.hardware [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.893889] env[63440]: DEBUG nova.virt.hardware [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.894075] env[63440]: DEBUG nova.virt.hardware [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.894322] env[63440]: DEBUG nova.virt.hardware [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.894508] env[63440]: DEBUG nova.virt.hardware [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.894682] env[63440]: DEBUG nova.virt.hardware [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.895547] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc6240c-b9ce-4cf3-8ecb-53da8639442a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.903587] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290c4d13-34d0-4c02-9c37-17b282289c8d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.037876] env[63440]: DEBUG nova.compute.manager [req-39356823-8d04-4b97-88e2-e4dfac2ea693 req-a75705b3-382a-4829-9b0d-5c22e69d98b7 service nova] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Received event network-vif-plugged-26d1a217-4dfc-4829-8c36-53490d38c2a5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1105.038182] env[63440]: DEBUG oslo_concurrency.lockutils [req-39356823-8d04-4b97-88e2-e4dfac2ea693 req-a75705b3-382a-4829-9b0d-5c22e69d98b7 service nova] Acquiring lock "2ed4945e-17a3-445d-aa82-ba79749edc8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.038423] env[63440]: DEBUG oslo_concurrency.lockutils [req-39356823-8d04-4b97-88e2-e4dfac2ea693 req-a75705b3-382a-4829-9b0d-5c22e69d98b7 service nova] Lock "2ed4945e-17a3-445d-aa82-ba79749edc8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.038620] env[63440]: DEBUG oslo_concurrency.lockutils [req-39356823-8d04-4b97-88e2-e4dfac2ea693 req-a75705b3-382a-4829-9b0d-5c22e69d98b7 service nova] Lock "2ed4945e-17a3-445d-aa82-ba79749edc8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.038779] env[63440]: DEBUG nova.compute.manager [req-39356823-8d04-4b97-88e2-e4dfac2ea693 req-a75705b3-382a-4829-9b0d-5c22e69d98b7 service nova] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] No waiting events found dispatching network-vif-plugged-26d1a217-4dfc-4829-8c36-53490d38c2a5 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.038956] env[63440]: WARNING nova.compute.manager [req-39356823-8d04-4b97-88e2-e4dfac2ea693 req-a75705b3-382a-4829-9b0d-5c22e69d98b7 service nova] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Received unexpected event network-vif-plugged-26d1a217-4dfc-4829-8c36-53490d38c2a5 for instance with vm_state building and task_state spawning. [ 1105.039862] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 251dcd8a-1497-4044-af21-91b1cb49a614] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.118863] env[63440]: DEBUG nova.network.neutron [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Successfully updated port: 26d1a217-4dfc-4829-8c36-53490d38c2a5 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.310875] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c99e843-4ce9-4aae-9db1-2426d64e1365 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "7b75fd7b-6949-49ab-bba3-a5734ef74e2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.092s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.475262] env[63440]: DEBUG oslo_concurrency.lockutils [None req-296e48e4-ff4c-453b-bf4f-db01785e8ac3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "7b75fd7b-6949-49ab-bba3-a5734ef74e2d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.475559] env[63440]: DEBUG oslo_concurrency.lockutils [None req-296e48e4-ff4c-453b-bf4f-db01785e8ac3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "7b75fd7b-6949-49ab-bba3-a5734ef74e2d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.475805] env[63440]: DEBUG nova.compute.manager [None req-296e48e4-ff4c-453b-bf4f-db01785e8ac3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.476716] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45c101c-c498-4db8-bb26-f5cd34f0086a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.483995] env[63440]: DEBUG nova.compute.manager [None req-296e48e4-ff4c-453b-bf4f-db01785e8ac3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63440) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1105.484561] env[63440]: DEBUG nova.objects.instance [None req-296e48e4-ff4c-453b-bf4f-db01785e8ac3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lazy-loading 'flavor' on Instance uuid 7b75fd7b-6949-49ab-bba3-a5734ef74e2d {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.543103] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 1e804776-533b-48a2-9d87-cd51a0781f9a] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.622071] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "refresh_cache-2ed4945e-17a3-445d-aa82-ba79749edc8c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.622262] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquired lock "refresh_cache-2ed4945e-17a3-445d-aa82-ba79749edc8c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.622353] env[63440]: DEBUG nova.network.neutron [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.046496] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 00f8a56f-37af-48cf-97f5-5ea6d8be75d9] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.154466] env[63440]: DEBUG nova.network.neutron [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.290711] env[63440]: DEBUG nova.network.neutron [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Updating instance_info_cache with network_info: [{"id": "26d1a217-4dfc-4829-8c36-53490d38c2a5", "address": "fa:16:3e:0e:f5:1b", "network": {"id": "2cd49d31-c9f8-484b-b08f-4f4cdb714993", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1836897223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf9585e50514c7a900f1fdaca15a21b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26d1a217-4d", "ovs_interfaceid": "26d1a217-4dfc-4829-8c36-53490d38c2a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.491312] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-296e48e4-ff4c-453b-bf4f-db01785e8ac3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.491595] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be244a09-6793-460e-a377-c4eef267d896 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.498617] env[63440]: DEBUG oslo_vmware.api [None req-296e48e4-ff4c-453b-bf4f-db01785e8ac3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1106.498617] env[63440]: value = "task-2662289" [ 1106.498617] env[63440]: _type = "Task" [ 1106.498617] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.508959] env[63440]: DEBUG oslo_vmware.api [None req-296e48e4-ff4c-453b-bf4f-db01785e8ac3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.549609] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: da0c32b9-0bbc-448c-a243-c0c6e081c8f8] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.794102] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Releasing lock "refresh_cache-2ed4945e-17a3-445d-aa82-ba79749edc8c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.794102] env[63440]: DEBUG nova.compute.manager [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Instance network_info: |[{"id": "26d1a217-4dfc-4829-8c36-53490d38c2a5", "address": "fa:16:3e:0e:f5:1b", "network": {"id": "2cd49d31-c9f8-484b-b08f-4f4cdb714993", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1836897223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf9585e50514c7a900f1fdaca15a21b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26d1a217-4d", "ovs_interfaceid": "26d1a217-4dfc-4829-8c36-53490d38c2a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.794102] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:f5:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26d1a217-4dfc-4829-8c36-53490d38c2a5', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.801108] env[63440]: DEBUG oslo.service.loopingcall [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1106.801322] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.801541] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-004bf84e-7710-4ef7-a1cc-5f385bd107c1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.821507] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.821507] env[63440]: value = "task-2662290" [ 1106.821507] env[63440]: _type = "Task" [ 1106.821507] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.828968] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662290, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.009021] env[63440]: DEBUG oslo_vmware.api [None req-296e48e4-ff4c-453b-bf4f-db01785e8ac3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662289, 'name': PowerOffVM_Task, 'duration_secs': 0.180032} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.009301] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-296e48e4-ff4c-453b-bf4f-db01785e8ac3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.009502] env[63440]: DEBUG nova.compute.manager [None req-296e48e4-ff4c-453b-bf4f-db01785e8ac3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.010269] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f67827-8984-4a35-bf6a-cb89aab13105 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.052735] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 447736ce-b1a5-4e8a-a3c5-d074deaf3da1] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.063855] env[63440]: DEBUG nova.compute.manager [req-b80bf701-9903-447f-a9d0-ef8cd53d3266 req-ad5b4575-d4ac-4be4-8a47-d018bf56e34f service nova] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Received event network-changed-26d1a217-4dfc-4829-8c36-53490d38c2a5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1107.063855] env[63440]: DEBUG nova.compute.manager [req-b80bf701-9903-447f-a9d0-ef8cd53d3266 req-ad5b4575-d4ac-4be4-8a47-d018bf56e34f service nova] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Refreshing instance network info cache due to event network-changed-26d1a217-4dfc-4829-8c36-53490d38c2a5. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1107.064172] env[63440]: DEBUG oslo_concurrency.lockutils [req-b80bf701-9903-447f-a9d0-ef8cd53d3266 req-ad5b4575-d4ac-4be4-8a47-d018bf56e34f service nova] Acquiring lock "refresh_cache-2ed4945e-17a3-445d-aa82-ba79749edc8c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.064172] env[63440]: DEBUG oslo_concurrency.lockutils [req-b80bf701-9903-447f-a9d0-ef8cd53d3266 req-ad5b4575-d4ac-4be4-8a47-d018bf56e34f service nova] Acquired lock "refresh_cache-2ed4945e-17a3-445d-aa82-ba79749edc8c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.064446] env[63440]: DEBUG nova.network.neutron [req-b80bf701-9903-447f-a9d0-ef8cd53d3266 req-ad5b4575-d4ac-4be4-8a47-d018bf56e34f service nova] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Refreshing network info cache for port 26d1a217-4dfc-4829-8c36-53490d38c2a5 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.332106] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662290, 'name': CreateVM_Task, 'duration_secs': 0.36953} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.332286] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.332998] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.333184] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.333526] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.334049] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6104da2-0deb-43ea-b125-f9332d155db0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.338464] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1107.338464] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5278d515-d396-b741-901c-3e738fb33d63" [ 1107.338464] env[63440]: _type = "Task" [ 1107.338464] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.345877] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5278d515-d396-b741-901c-3e738fb33d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.522296] env[63440]: DEBUG oslo_concurrency.lockutils [None req-296e48e4-ff4c-453b-bf4f-db01785e8ac3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "7b75fd7b-6949-49ab-bba3-a5734ef74e2d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.555651] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: d47ad4c3-5d16-4b6e-bc52-395607df1904] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.849079] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5278d515-d396-b741-901c-3e738fb33d63, 'name': SearchDatastore_Task, 'duration_secs': 0.011437} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.849387] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.849621] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.849859] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.850010] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.850196] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.850449] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69c5c99e-085a-423c-b369-5d2738654c73 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.858748] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.858921] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.859613] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-381173d9-5a4d-40e6-baa0-ddcf2e18f1de {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.864236] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1107.864236] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52debe15-114f-218d-fc45-2c53ec3058bd" [ 1107.864236] env[63440]: _type = "Task" [ 1107.864236] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.874103] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52debe15-114f-218d-fc45-2c53ec3058bd, 'name': SearchDatastore_Task, 'duration_secs': 0.00772} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.874757] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-166f0fae-ddb8-4a72-87a7-1ba02cf53f2f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.879040] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1107.879040] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d861a0-8efd-b866-da7e-d4b5eeaef9d4" [ 1107.879040] env[63440]: _type = "Task" [ 1107.879040] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.886201] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d861a0-8efd-b866-da7e-d4b5eeaef9d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.899457] env[63440]: INFO nova.compute.manager [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Rebuilding instance [ 1107.939457] env[63440]: DEBUG nova.compute.manager [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.940312] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec0ae80-f727-4846-99a5-75297d6ff975 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.974041] env[63440]: DEBUG nova.network.neutron [req-b80bf701-9903-447f-a9d0-ef8cd53d3266 req-ad5b4575-d4ac-4be4-8a47-d018bf56e34f service nova] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Updated VIF entry in instance network info cache for port 26d1a217-4dfc-4829-8c36-53490d38c2a5. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.974434] env[63440]: DEBUG nova.network.neutron [req-b80bf701-9903-447f-a9d0-ef8cd53d3266 req-ad5b4575-d4ac-4be4-8a47-d018bf56e34f service nova] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Updating instance_info_cache with network_info: [{"id": "26d1a217-4dfc-4829-8c36-53490d38c2a5", "address": "fa:16:3e:0e:f5:1b", "network": {"id": "2cd49d31-c9f8-484b-b08f-4f4cdb714993", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1836897223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf9585e50514c7a900f1fdaca15a21b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26d1a217-4d", "ovs_interfaceid": "26d1a217-4dfc-4829-8c36-53490d38c2a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.059014] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 5f3398c9-4f87-4eb5-a020-04e4f940bf4a] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.203768] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Volume attach. Driver type: vmdk {{(pid=63440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1108.204042] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536850', 'volume_id': 'f68cefc0-1340-4fef-980f-235193ce48c3', 'name': 'volume-f68cefc0-1340-4fef-980f-235193ce48c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c49f809-c1dc-4fcf-8542-1ff7f012516f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f68cefc0-1340-4fef-980f-235193ce48c3', 'serial': 'f68cefc0-1340-4fef-980f-235193ce48c3'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1108.204938] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e43dbd-6b23-4635-8735-9d5a1f3531c9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.222647] env[63440]: DEBUG oslo_concurrency.lockutils [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.223015] env[63440]: DEBUG oslo_concurrency.lockutils [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.223283] env[63440]: INFO nova.compute.manager [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Shelving [ 1108.225695] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927a0910-b8b9-49ae-8cb7-014f03ed2981 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.252024] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-f68cefc0-1340-4fef-980f-235193ce48c3/volume-f68cefc0-1340-4fef-980f-235193ce48c3.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.252943] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aa336bc-55a4-4af9-a00f-25db72c25dac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.271225] env[63440]: DEBUG oslo_vmware.api [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1108.271225] env[63440]: value = "task-2662291" [ 1108.271225] env[63440]: _type = "Task" [ 1108.271225] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.279372] env[63440]: DEBUG oslo_vmware.api [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.388769] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d861a0-8efd-b866-da7e-d4b5eeaef9d4, 'name': SearchDatastore_Task, 'duration_secs': 0.007219} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.389011] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.389290] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 2ed4945e-17a3-445d-aa82-ba79749edc8c/2ed4945e-17a3-445d-aa82-ba79749edc8c.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.389535] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7299f37a-83c3-4b78-9bc5-08efc8227c66 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.395020] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1108.395020] env[63440]: value = "task-2662292" [ 1108.395020] env[63440]: _type = "Task" [ 1108.395020] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.403945] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.476569] env[63440]: DEBUG oslo_concurrency.lockutils [req-b80bf701-9903-447f-a9d0-ef8cd53d3266 req-ad5b4575-d4ac-4be4-8a47-d018bf56e34f service nova] Releasing lock "refresh_cache-2ed4945e-17a3-445d-aa82-ba79749edc8c" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.562497] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 6a6041aa-60dc-4b8e-bb2d-2b36e2eeb49c] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.781072] env[63440]: DEBUG oslo_vmware.api [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662291, 'name': ReconfigVM_Task, 'duration_secs': 0.389158} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.781385] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-f68cefc0-1340-4fef-980f-235193ce48c3/volume-f68cefc0-1340-4fef-980f-235193ce48c3.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.786361] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d5e65f1-d682-4030-83f8-cc3342fb61d7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.801570] env[63440]: DEBUG oslo_vmware.api [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1108.801570] env[63440]: value = "task-2662293" [ 1108.801570] env[63440]: _type = "Task" [ 1108.801570] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.812316] env[63440]: DEBUG oslo_vmware.api [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.904549] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453335} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.904828] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 2ed4945e-17a3-445d-aa82-ba79749edc8c/2ed4945e-17a3-445d-aa82-ba79749edc8c.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.905097] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.905351] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f15fbed9-f1e2-4dfb-bd5b-84fffc507b4a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.911897] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1108.911897] env[63440]: value = "task-2662294" [ 1108.911897] env[63440]: _type = "Task" [ 1108.911897] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.919039] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.955595] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.955871] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33dd37a8-d67d-4899-b364-41104a8eed95 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.962223] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1108.962223] env[63440]: value = "task-2662295" [ 1108.962223] env[63440]: _type = "Task" [ 1108.962223] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.969860] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.039957] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Acquiring lock "cc09586f-a0bf-4989-9791-bc665a8c451a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.040248] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Lock "cc09586f-a0bf-4989-9791-bc665a8c451a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.040486] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Acquiring lock "cc09586f-a0bf-4989-9791-bc665a8c451a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.040696] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Lock "cc09586f-a0bf-4989-9791-bc665a8c451a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.040872] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Lock "cc09586f-a0bf-4989-9791-bc665a8c451a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.043087] env[63440]: INFO nova.compute.manager [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Terminating instance [ 1109.065314] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 24cd2a8b-9a49-4a57-9691-ad665cdde0ef] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.237162] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.237469] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11c8157f-2213-4f9f-8835-2834e70dced6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.244469] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1109.244469] env[63440]: value = "task-2662296" [ 1109.244469] env[63440]: _type = "Task" [ 1109.244469] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.252330] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.311286] env[63440]: DEBUG oslo_vmware.api [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.420984] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057163} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.421358] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.422195] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e7f7d4-4f9b-4b1b-8610-9c063a58f3dc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.445954] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 2ed4945e-17a3-445d-aa82-ba79749edc8c/2ed4945e-17a3-445d-aa82-ba79749edc8c.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.446247] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b56533cb-fec3-4411-99fc-4576eadeac49 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.467078] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1109.467078] env[63440]: value = "task-2662297" [ 1109.467078] env[63440]: _type = "Task" [ 1109.467078] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.473382] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] VM already powered off {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1109.473602] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.474308] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c256b07-38c8-4f86-8b62-b992e84e8c9f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.479532] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.483221] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.483431] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a84216e1-4b51-4d7b-84a8-d86c2fb8325b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.546889] env[63440]: DEBUG nova.compute.manager [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.547072] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.547963] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b318a54-5978-4ee7-8385-a4d7547f98b7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.552029] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.552235] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.552417] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Deleting the datastore file [datastore1] 7b75fd7b-6949-49ab-bba3-a5734ef74e2d {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.553032] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebadff06-cef9-4269-b87f-a19d51a87297 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.556804] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.557365] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9e75916-6681-4221-9e81-54e15d61455e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.560824] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1109.560824] env[63440]: value = "task-2662299" [ 1109.560824] env[63440]: _type = "Task" [ 1109.560824] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.564424] env[63440]: DEBUG oslo_vmware.api [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Waiting for the task: (returnval){ [ 1109.564424] env[63440]: value = "task-2662300" [ 1109.564424] env[63440]: _type = "Task" [ 1109.564424] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.572477] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 07daa4bd-eefa-48a8-9498-351b6ae6c7a7] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.574624] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.580590] env[63440]: DEBUG oslo_vmware.api [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': task-2662300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.754675] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.812052] env[63440]: DEBUG oslo_vmware.api [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662293, 'name': ReconfigVM_Task, 'duration_secs': 0.950401} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.812335] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536850', 'volume_id': 'f68cefc0-1340-4fef-980f-235193ce48c3', 'name': 'volume-f68cefc0-1340-4fef-980f-235193ce48c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c49f809-c1dc-4fcf-8542-1ff7f012516f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f68cefc0-1340-4fef-980f-235193ce48c3', 'serial': 'f68cefc0-1340-4fef-980f-235193ce48c3'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1109.976898] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662297, 'name': ReconfigVM_Task, 'duration_secs': 0.455201} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.977211] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 2ed4945e-17a3-445d-aa82-ba79749edc8c/2ed4945e-17a3-445d-aa82-ba79749edc8c.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.977901] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57cef5b1-1e3a-43c8-bb7e-287f10a66f80 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.984551] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1109.984551] env[63440]: value = "task-2662301" [ 1109.984551] env[63440]: _type = "Task" [ 1109.984551] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.992937] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662301, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.073930] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151386} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.077259] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.077514] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.077732] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.080513] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 31f44af8-f448-4daa-83cf-6efcda620ec1] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.082284] env[63440]: DEBUG oslo_vmware.api [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': task-2662300, 'name': PowerOffVM_Task, 'duration_secs': 0.237856} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.083072] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.083301] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.083587] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74da57af-c514-4475-9e7f-8f5ca08c7885 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.149293] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.149550] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.149760] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Deleting the datastore file [datastore1] cc09586f-a0bf-4989-9791-bc665a8c451a {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.150061] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28031503-9ebf-4a92-a62d-fa1f99cfc2da {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.157007] env[63440]: DEBUG oslo_vmware.api [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Waiting for the task: (returnval){ [ 1110.157007] env[63440]: value = "task-2662303" [ 1110.157007] env[63440]: _type = "Task" [ 1110.157007] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.164650] env[63440]: DEBUG oslo_vmware.api [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': task-2662303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.256915] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662296, 'name': PowerOffVM_Task, 'duration_secs': 0.939184} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.257281] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.258227] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2019a4-a86a-4bbf-8343-ba4d592029ac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.277894] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11750936-879f-4b7d-a418-e42d1d12059d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.494874] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662301, 'name': Rename_Task, 'duration_secs': 0.148395} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.495168] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.495404] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5643765b-d30d-47e9-8a6c-b000090ebc67 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.502415] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1110.502415] env[63440]: value = "task-2662304" [ 1110.502415] env[63440]: _type = "Task" [ 1110.502415] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.509455] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.583283] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 74ba9af4-e8cd-4f39-9582-dba56cae23be] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.667592] env[63440]: DEBUG oslo_vmware.api [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Task: {'id': task-2662303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155928} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.667930] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.668190] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.668402] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.668618] env[63440]: INFO nova.compute.manager [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1110.668859] env[63440]: DEBUG oslo.service.loopingcall [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1110.669093] env[63440]: DEBUG nova.compute.manager [-] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.669224] env[63440]: DEBUG nova.network.neutron [-] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.788547] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Creating Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1110.788914] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-af255c09-17fd-4343-bdd8-d5620d8e7267 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.799080] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1110.799080] env[63440]: value = "task-2662305" [ 1110.799080] env[63440]: _type = "Task" [ 1110.799080] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.810694] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662305, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.851192] env[63440]: DEBUG nova.objects.instance [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lazy-loading 'flavor' on Instance uuid 5c49f809-c1dc-4fcf-8542-1ff7f012516f {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.012753] env[63440]: DEBUG oslo_vmware.api [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662304, 'name': PowerOnVM_Task, 'duration_secs': 0.452233} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.013125] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.013373] env[63440]: INFO nova.compute.manager [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Took 6.15 seconds to spawn the instance on the hypervisor. [ 1111.013601] env[63440]: DEBUG nova.compute.manager [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.014513] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e48560-1c84-454c-b037-1009f146bec8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.088626] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: f6bfb65e-23ae-4f19-beb4-8169f2fe7116] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.128054] env[63440]: DEBUG nova.virt.hardware [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.129930] env[63440]: DEBUG nova.virt.hardware [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.129930] env[63440]: DEBUG nova.virt.hardware [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.129930] env[63440]: DEBUG nova.virt.hardware [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.129930] env[63440]: DEBUG nova.virt.hardware [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.129930] env[63440]: DEBUG nova.virt.hardware [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.129930] env[63440]: DEBUG nova.virt.hardware [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.132287] env[63440]: DEBUG nova.virt.hardware [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.132513] env[63440]: DEBUG nova.virt.hardware [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.132699] env[63440]: DEBUG nova.virt.hardware [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.132887] env[63440]: DEBUG nova.virt.hardware [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.134290] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e8dc96-a7dd-4291-b9bf-fd246aebb540 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.145484] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae8942f-2169-4a12-bcbd-f0f1737c5ad1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.161843] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:20:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '631c88b0-d749-4552-9b5f-74cb6256d565', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.170101] env[63440]: DEBUG oslo.service.loopingcall [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1111.171532] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.172751] env[63440]: DEBUG nova.compute.manager [req-013eab0e-f1af-4b24-b3f6-8e8630bab352 req-8c87d8d6-54ef-4207-b4bb-8b6f17acf024 service nova] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Received event network-vif-deleted-106be348-f11b-4889-9598-c2e14a76f6d9 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1111.172943] env[63440]: INFO nova.compute.manager [req-013eab0e-f1af-4b24-b3f6-8e8630bab352 req-8c87d8d6-54ef-4207-b4bb-8b6f17acf024 service nova] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Neutron deleted interface 106be348-f11b-4889-9598-c2e14a76f6d9; detaching it from the instance and deleting it from the info cache [ 1111.173738] env[63440]: DEBUG nova.network.neutron [req-013eab0e-f1af-4b24-b3f6-8e8630bab352 req-8c87d8d6-54ef-4207-b4bb-8b6f17acf024 service nova] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.174743] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-097318c6-4d06-4a60-b972-39e82434482b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.198636] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.198636] env[63440]: value = "task-2662306" [ 1111.198636] env[63440]: _type = "Task" [ 1111.198636] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.206792] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662306, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.308147] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662305, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.359706] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f3bced8b-a1aa-4048-aaa9-0647c67ceb5f tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.774s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.531077] env[63440]: INFO nova.compute.manager [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Took 10.88 seconds to build instance. [ 1111.594785] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: d048f0f4-c8ec-448a-a789-8fdf2dadfbaf] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.640154] env[63440]: DEBUG nova.network.neutron [-] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.695045] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-467565bf-bf76-45a7-9d16-614e8f8dd4e1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.707752] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d603c7ac-aebd-4d26-9bc2-dd76b18cb016 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.723880] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662306, 'name': CreateVM_Task, 'duration_secs': 0.336954} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.724109] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.724838] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.725016] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.725358] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.725617] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b25bcf-51da-4e1e-8954-c30f52c53a80 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.731184] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1111.731184] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d11eee-5376-504f-386c-f3b70aa62bca" [ 1111.731184] env[63440]: _type = "Task" [ 1111.731184] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.740364] env[63440]: DEBUG nova.compute.manager [req-013eab0e-f1af-4b24-b3f6-8e8630bab352 req-8c87d8d6-54ef-4207-b4bb-8b6f17acf024 service nova] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Detach interface failed, port_id=106be348-f11b-4889-9598-c2e14a76f6d9, reason: Instance cc09586f-a0bf-4989-9791-bc665a8c451a could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1111.750468] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52d11eee-5376-504f-386c-f3b70aa62bca, 'name': SearchDatastore_Task, 'duration_secs': 0.015492} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.750468] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.750468] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.750726] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.750791] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.750927] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.751271] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e8d3c80-b7b7-4a6e-84f7-d4d2c2c9de8f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.762730] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.762954] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.763764] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da34f2da-15b3-4f72-9adc-630ad2f44874 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.769158] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1111.769158] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e5b0c0-04eb-5c38-24fe-9a3bec94ab3a" [ 1111.769158] env[63440]: _type = "Task" [ 1111.769158] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.776945] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e5b0c0-04eb-5c38-24fe-9a3bec94ab3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.808882] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662305, 'name': CreateSnapshot_Task, 'duration_secs': 0.642574} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.809168] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Created Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1111.809908] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0581ab9-535e-4d06-b5b9-2a39b1c8b972 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.033242] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a45d3dc1-6c69-41dd-ba21-f25cdbe3a84e tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "2ed4945e-17a3-445d-aa82-ba79749edc8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.392s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.098018] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 51a3a20a-2ea7-49b0-9b82-41d17b38d35a] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.143295] env[63440]: INFO nova.compute.manager [-] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Took 1.47 seconds to deallocate network for instance. [ 1112.279680] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e5b0c0-04eb-5c38-24fe-9a3bec94ab3a, 'name': SearchDatastore_Task, 'duration_secs': 0.015197} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.280504] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34850ac0-a330-4b3f-a270-2af25ab2a049 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.286199] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1112.286199] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ea33ec-f585-ace3-d97f-31ecd67303ec" [ 1112.286199] env[63440]: _type = "Task" [ 1112.286199] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.294071] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ea33ec-f585-ace3-d97f-31ecd67303ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.327435] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Creating linked-clone VM from snapshot {{(pid=63440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1112.327722] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9862de6e-9fcc-4906-95f1-4ab90d16573f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.335610] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1112.335610] env[63440]: value = "task-2662307" [ 1112.335610] env[63440]: _type = "Task" [ 1112.335610] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.343573] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662307, 'name': CloneVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.601519] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 1c95181d-5390-4992-a60f-0f0f707ad32f] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.649222] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.649554] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.649793] env[63440]: DEBUG nova.objects.instance [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Lazy-loading 'resources' on Instance uuid cc09586f-a0bf-4989-9791-bc665a8c451a {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.797692] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ea33ec-f585-ace3-d97f-31ecd67303ec, 'name': SearchDatastore_Task, 'duration_secs': 0.03455} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.797948] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.798224] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 7b75fd7b-6949-49ab-bba3-a5734ef74e2d/7b75fd7b-6949-49ab-bba3-a5734ef74e2d.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.798492] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8657a22-d9ed-4bfb-b5e5-e7d98d6cdb27 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.805206] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1112.805206] env[63440]: value = "task-2662308" [ 1112.805206] env[63440]: _type = "Task" [ 1112.805206] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.812399] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.844791] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662307, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.855326] env[63440]: DEBUG oslo_concurrency.lockutils [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "2ed4945e-17a3-445d-aa82-ba79749edc8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.855585] env[63440]: DEBUG oslo_concurrency.lockutils [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "2ed4945e-17a3-445d-aa82-ba79749edc8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.855800] env[63440]: DEBUG oslo_concurrency.lockutils [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "2ed4945e-17a3-445d-aa82-ba79749edc8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.855987] env[63440]: DEBUG oslo_concurrency.lockutils [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "2ed4945e-17a3-445d-aa82-ba79749edc8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.856385] env[63440]: DEBUG oslo_concurrency.lockutils [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "2ed4945e-17a3-445d-aa82-ba79749edc8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.858632] env[63440]: INFO nova.compute.manager [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Terminating instance [ 1112.872362] env[63440]: DEBUG nova.compute.manager [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Stashing vm_state: active {{(pid=63440) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1113.105451] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 2aed780b-9671-434f-99e8-3d75f19e95aa] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.291515] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94128c1b-d624-4b08-8cce-47fd67ab0f79 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.299330] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e861f5c0-9183-46e2-bcfc-50edeb03b069 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.331970] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59f3f36-507d-4f7a-b569-e1d210c21e5c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.339339] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484027} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.343757] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] 7b75fd7b-6949-49ab-bba3-a5734ef74e2d/7b75fd7b-6949-49ab-bba3-a5734ef74e2d.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.343996] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.344272] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b19b6b98-ca55-4ce4-b80e-2ba48ac34092 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.346950] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722bec19-314d-4c83-b057-0cd442c8ed50 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.356475] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662307, 'name': CloneVM_Task} progress is 95%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.367642] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1113.367642] env[63440]: value = "task-2662309" [ 1113.367642] env[63440]: _type = "Task" [ 1113.367642] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.368150] env[63440]: DEBUG nova.compute.manager [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.368340] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.368812] env[63440]: DEBUG nova.compute.provider_tree [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.370631] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3961613-6732-49b0-83f2-2887ed0927c9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.385802] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.386138] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.386940] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07367670-cde3-47cc-88b4-fd3804cfc8bc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.392530] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.393789] env[63440]: DEBUG oslo_vmware.api [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1113.393789] env[63440]: value = "task-2662310" [ 1113.393789] env[63440]: _type = "Task" [ 1113.393789] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.401554] env[63440]: DEBUG oslo_vmware.api [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.609674] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: c657ae98-7ffb-47de-a697-00dadba3b0a8] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.849083] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662307, 'name': CloneVM_Task, 'duration_secs': 1.299643} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.849356] env[63440]: INFO nova.virt.vmwareapi.vmops [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Created linked-clone VM from snapshot [ 1113.850083] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc614056-d69a-4d78-99f6-cfb7338e5c0e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.857538] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Uploading image b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2 {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1113.879197] env[63440]: DEBUG nova.scheduler.client.report [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.882137] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077507} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.883991] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.885342] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1aa4c6-8d83-4c75-8405-b56f75b26275 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.891274] env[63440]: DEBUG oslo_vmware.rw_handles [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1113.891274] env[63440]: value = "vm-536854" [ 1113.891274] env[63440]: _type = "VirtualMachine" [ 1113.891274] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1113.900429] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fb916b7c-f851-44f2-862f-f687483ac978 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.911493] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 7b75fd7b-6949-49ab-bba3-a5734ef74e2d/7b75fd7b-6949-49ab-bba3-a5734ef74e2d.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.914635] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-864901d0-ecf6-4395-9288-e2648f5fa656 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.933803] env[63440]: DEBUG oslo_vmware.api [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662310, 'name': PowerOffVM_Task, 'duration_secs': 0.263297} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.934996] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.935223] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.935513] env[63440]: DEBUG oslo_vmware.rw_handles [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lease: (returnval){ [ 1113.935513] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dd8373-a40c-cd25-66b2-876090d49a96" [ 1113.935513] env[63440]: _type = "HttpNfcLease" [ 1113.935513] env[63440]: } obtained for exporting VM: (result){ [ 1113.935513] env[63440]: value = "vm-536854" [ 1113.935513] env[63440]: _type = "VirtualMachine" [ 1113.935513] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1113.935734] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the lease: (returnval){ [ 1113.935734] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dd8373-a40c-cd25-66b2-876090d49a96" [ 1113.935734] env[63440]: _type = "HttpNfcLease" [ 1113.935734] env[63440]: } to be ready. {{(pid=63440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1113.936746] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0965fcb-3b95-439f-9e12-56d2d0b3c4c2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.938226] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1113.938226] env[63440]: value = "task-2662312" [ 1113.938226] env[63440]: _type = "Task" [ 1113.938226] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.948838] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1113.948838] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dd8373-a40c-cd25-66b2-876090d49a96" [ 1113.948838] env[63440]: _type = "HttpNfcLease" [ 1113.948838] env[63440]: } is ready. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1113.952421] env[63440]: DEBUG oslo_vmware.rw_handles [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1113.952421] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52dd8373-a40c-cd25-66b2-876090d49a96" [ 1113.952421] env[63440]: _type = "HttpNfcLease" [ 1113.952421] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1113.952656] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662312, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.953551] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70766162-dea4-4193-b25c-35472b8e1569 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.961867] env[63440]: DEBUG oslo_vmware.rw_handles [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207f25c-3849-41b5-8eac-f51b6d13b8cd/disk-0.vmdk from lease info. {{(pid=63440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1113.962071] env[63440]: DEBUG oslo_vmware.rw_handles [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207f25c-3849-41b5-8eac-f51b6d13b8cd/disk-0.vmdk for reading. {{(pid=63440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1114.022428] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.022634] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.022822] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Deleting the datastore file [datastore2] 2ed4945e-17a3-445d-aa82-ba79749edc8c {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.023104] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64026957-bd85-455f-98a7-33e9d943874a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.030750] env[63440]: DEBUG oslo_vmware.api [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1114.030750] env[63440]: value = "task-2662314" [ 1114.030750] env[63440]: _type = "Task" [ 1114.030750] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.040205] env[63440]: DEBUG oslo_vmware.api [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.059444] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-37a68560-1768-4a3f-a9bd-83122590fa7d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.115028] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: bc47f6fe-6885-4fe6-98e1-bcedccdaf6e7] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.386246] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.388756] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.996s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.410437] env[63440]: INFO nova.scheduler.client.report [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Deleted allocations for instance cc09586f-a0bf-4989-9791-bc665a8c451a [ 1114.449876] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662312, 'name': ReconfigVM_Task, 'duration_secs': 0.308757} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.450371] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 7b75fd7b-6949-49ab-bba3-a5734ef74e2d/7b75fd7b-6949-49ab-bba3-a5734ef74e2d.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.451641] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09276c05-3841-46a1-9be9-57fb5df5a053 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.457584] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1114.457584] env[63440]: value = "task-2662315" [ 1114.457584] env[63440]: _type = "Task" [ 1114.457584] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.468174] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662315, 'name': Rename_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.542622] env[63440]: DEBUG oslo_vmware.api [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166554} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.543611] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.543939] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.544284] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.544546] env[63440]: INFO nova.compute.manager [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1114.544886] env[63440]: DEBUG oslo.service.loopingcall [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1114.545177] env[63440]: DEBUG nova.compute.manager [-] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.545378] env[63440]: DEBUG nova.network.neutron [-] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.617819] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 66f4957e-96a9-462c-8a41-06dfd9ea93f9] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.833203] env[63440]: DEBUG nova.compute.manager [req-a7f6c429-94ed-41a9-beb7-7f32863956f3 req-e0a67f5e-2afc-456d-add7-ed2e5734b475 service nova] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Received event network-vif-deleted-26d1a217-4dfc-4829-8c36-53490d38c2a5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1114.833203] env[63440]: INFO nova.compute.manager [req-a7f6c429-94ed-41a9-beb7-7f32863956f3 req-e0a67f5e-2afc-456d-add7-ed2e5734b475 service nova] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Neutron deleted interface 26d1a217-4dfc-4829-8c36-53490d38c2a5; detaching it from the instance and deleting it from the info cache [ 1114.833203] env[63440]: DEBUG nova.network.neutron [req-a7f6c429-94ed-41a9-beb7-7f32863956f3 req-e0a67f5e-2afc-456d-add7-ed2e5734b475 service nova] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.894609] env[63440]: INFO nova.compute.claims [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.918828] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5e355d51-7128-4b07-a1b2-c5d509dc1318 tempest-ServersTestJSON-1075632520 tempest-ServersTestJSON-1075632520-project-member] Lock "cc09586f-a0bf-4989-9791-bc665a8c451a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.878s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.967677] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662315, 'name': Rename_Task, 'duration_secs': 0.148471} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.968107] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.968314] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbd59746-2769-4579-a7c0-6304363dc6a7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.975772] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1114.975772] env[63440]: value = "task-2662316" [ 1114.975772] env[63440]: _type = "Task" [ 1114.975772] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.985136] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.121594] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: da012cdd-2d81-4886-95bf-550f4d6ec16f] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.315262] env[63440]: DEBUG nova.network.neutron [-] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.334251] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75200df8-6e6c-4f0b-801e-984723104370 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.345701] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09efbe4-640b-4395-92c8-9345c7ada7c2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.380894] env[63440]: DEBUG nova.compute.manager [req-a7f6c429-94ed-41a9-beb7-7f32863956f3 req-e0a67f5e-2afc-456d-add7-ed2e5734b475 service nova] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Detach interface failed, port_id=26d1a217-4dfc-4829-8c36-53490d38c2a5, reason: Instance 2ed4945e-17a3-445d-aa82-ba79749edc8c could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1115.403426] env[63440]: INFO nova.compute.resource_tracker [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Updating resource usage from migration 33a57f17-2875-47c2-8a69-5e63be06fa94 [ 1115.486342] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662316, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.540832] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2912c7b-94f7-47c8-a789-36b3f5865b21 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.549408] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da16076b-fa85-4c5f-8bca-caf89d6160b6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.580651] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ce9612-1aa8-40a4-bc44-bc5c6a38224d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.589187] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10efde4-6dd1-48d8-8930-0745b4f201cd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.604634] env[63440]: DEBUG nova.compute.provider_tree [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.625519] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 10b05a88-9b05-42ef-b1b9-6a6987aa0139] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.818297] env[63440]: INFO nova.compute.manager [-] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Took 1.27 seconds to deallocate network for instance. [ 1115.989576] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662316, 'name': PowerOnVM_Task, 'duration_secs': 0.651597} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.989576] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.989576] env[63440]: DEBUG nova.compute.manager [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.990480] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7c7042-9263-4086-b8c1-2b9d6aa8efe1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.107548] env[63440]: DEBUG nova.scheduler.client.report [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.128691] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 638e67ef-7fbc-41b5-b00b-abab9f83f411] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.326793] env[63440]: DEBUG oslo_concurrency.lockutils [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.505541] env[63440]: INFO nova.compute.manager [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] bringing vm to original state: 'stopped' [ 1116.612670] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.224s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.613021] env[63440]: INFO nova.compute.manager [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Migrating [ 1116.620271] env[63440]: DEBUG oslo_concurrency.lockutils [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.294s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.620550] env[63440]: DEBUG nova.objects.instance [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lazy-loading 'resources' on Instance uuid 2ed4945e-17a3-445d-aa82-ba79749edc8c {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.632143] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 32236944-2eaa-44b2-9c93-7f9abddd7ea3] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.133749] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "refresh_cache-5c49f809-c1dc-4fcf-8542-1ff7f012516f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.134245] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired lock "refresh_cache-5c49f809-c1dc-4fcf-8542-1ff7f012516f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.134364] env[63440]: DEBUG nova.network.neutron [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.135844] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: ef67ae7a-f55e-453f-a821-f50c27a35ab4] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.266428] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc3ba3e-9a6d-4838-85db-e3cd4200e2f5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.275658] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6b2ca7-0948-461f-bfb8-d7e9903f9aab {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.310369] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b15f86-6029-41c1-93d2-b6ff4462fc6a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.319196] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8700598d-b523-4bee-88c1-c53881d22de8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.333166] env[63440]: DEBUG nova.compute.provider_tree [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.518169] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "7b75fd7b-6949-49ab-bba3-a5734ef74e2d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.518169] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "7b75fd7b-6949-49ab-bba3-a5734ef74e2d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.518320] env[63440]: DEBUG nova.compute.manager [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.519260] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8047ec-c146-4882-9eca-77589aebcf9f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.526835] env[63440]: DEBUG nova.compute.manager [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63440) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1117.642377] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 5f6f0240-34b9-459d-8391-e51975f147cd] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.836769] env[63440]: DEBUG nova.scheduler.client.report [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.856454] env[63440]: DEBUG nova.network.neutron [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Updating instance_info_cache with network_info: [{"id": "1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814", "address": "fa:16:3e:7b:5a:e9", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e3df4c8-c6", "ovs_interfaceid": "1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.031622] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.032460] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d2dcd83-a212-409f-94e7-09b3bf637c51 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.040478] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1118.040478] env[63440]: value = "task-2662317" [ 1118.040478] env[63440]: _type = "Task" [ 1118.040478] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.053557] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.148191] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 8ab7e489-8903-4f78-8da8-72604cea31ed] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.342871] env[63440]: DEBUG oslo_concurrency.lockutils [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.358783] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lock "refresh_cache-5c49f809-c1dc-4fcf-8542-1ff7f012516f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.362692] env[63440]: INFO nova.scheduler.client.report [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Deleted allocations for instance 2ed4945e-17a3-445d-aa82-ba79749edc8c [ 1118.550640] env[63440]: DEBUG oslo_vmware.api [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662317, 'name': PowerOffVM_Task, 'duration_secs': 0.191747} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.550918] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.551135] env[63440]: DEBUG nova.compute.manager [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.551909] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55980206-4ff0-4c88-968b-d8689a654af9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.649939] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: d7718d7e-4911-4905-b135-54291157aded] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.871815] env[63440]: DEBUG oslo_concurrency.lockutils [None req-663b04b2-c4b1-4c5d-a97b-e49bfcf38297 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "2ed4945e-17a3-445d-aa82-ba79749edc8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.015s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.066499] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "7b75fd7b-6949-49ab-bba3-a5734ef74e2d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.548s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.154188] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: f0398dc1-6edc-4245-acc7-b757741bdcf2] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1119.522186] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "7b75fd7b-6949-49ab-bba3-a5734ef74e2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.522547] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "7b75fd7b-6949-49ab-bba3-a5734ef74e2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.522816] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "7b75fd7b-6949-49ab-bba3-a5734ef74e2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.523092] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "7b75fd7b-6949-49ab-bba3-a5734ef74e2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.523315] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "7b75fd7b-6949-49ab-bba3-a5734ef74e2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.525786] env[63440]: INFO nova.compute.manager [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Terminating instance [ 1119.548833] env[63440]: DEBUG oslo_concurrency.lockutils [None req-990bf6a3-a32b-4861-983d-95b7623744a7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "d49cb05c-d712-4459-9bff-1db4bfae22e0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.549086] env[63440]: DEBUG oslo_concurrency.lockutils [None req-990bf6a3-a32b-4861-983d-95b7623744a7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "d49cb05c-d712-4459-9bff-1db4bfae22e0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.574856] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.574856] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.574856] env[63440]: DEBUG nova.objects.instance [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1119.659292] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.659592] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Cleaning up deleted instances with incomplete migration {{(pid=63440) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1119.875204] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb23fe80-e9cd-4884-b2d9-543083f5d495 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.898020] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Updating instance '5c49f809-c1dc-4fcf-8542-1ff7f012516f' progress to 0 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.029827] env[63440]: DEBUG nova.compute.manager [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.030058] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.031113] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68fab2f-c19a-45c0-860a-7879b03056cd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.039396] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.039642] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20b29aeb-8c13-41b6-bf70-f21fc1ac4a45 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.052431] env[63440]: DEBUG nova.compute.utils [None req-990bf6a3-a32b-4861-983d-95b7623744a7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.109970] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.110296] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.110534] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Deleting the datastore file [datastore2] 7b75fd7b-6949-49ab-bba3-a5734ef74e2d {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.110848] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38fd5db7-ff1c-4541-827f-9c609cdb1c66 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.117988] env[63440]: DEBUG oslo_vmware.api [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1120.117988] env[63440]: value = "task-2662319" [ 1120.117988] env[63440]: _type = "Task" [ 1120.117988] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.126941] env[63440]: DEBUG oslo_vmware.api [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.403995] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.404374] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-203930ef-abf0-4ad8-a4a8-d62a969a46bf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.413398] env[63440]: DEBUG oslo_vmware.api [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1120.413398] env[63440]: value = "task-2662320" [ 1120.413398] env[63440]: _type = "Task" [ 1120.413398] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.427772] env[63440]: DEBUG oslo_vmware.api [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.555943] env[63440]: DEBUG oslo_concurrency.lockutils [None req-990bf6a3-a32b-4861-983d-95b7623744a7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "d49cb05c-d712-4459-9bff-1db4bfae22e0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.583237] env[63440]: DEBUG oslo_concurrency.lockutils [None req-2a863ae5-a903-443d-b907-f0fb45b1935c tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.627724] env[63440]: DEBUG oslo_vmware.api [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189123} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.628020] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.628228] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.628420] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.628604] env[63440]: INFO nova.compute.manager [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1120.628881] env[63440]: DEBUG oslo.service.loopingcall [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1120.629080] env[63440]: DEBUG nova.compute.manager [-] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.629222] env[63440]: DEBUG nova.network.neutron [-] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.924180] env[63440]: DEBUG oslo_vmware.api [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662320, 'name': PowerOffVM_Task, 'duration_secs': 0.24099} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.924596] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.924821] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Updating instance '5c49f809-c1dc-4fcf-8542-1ff7f012516f' progress to 17 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.940088] env[63440]: DEBUG nova.compute.manager [req-53dc27ae-1d9b-4712-a15c-b38d5744da91 req-8de4d529-433b-423f-b6f1-4169007d55f5 service nova] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Received event network-vif-deleted-631c88b0-d749-4552-9b5f-74cb6256d565 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1120.940309] env[63440]: INFO nova.compute.manager [req-53dc27ae-1d9b-4712-a15c-b38d5744da91 req-8de4d529-433b-423f-b6f1-4169007d55f5 service nova] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Neutron deleted interface 631c88b0-d749-4552-9b5f-74cb6256d565; detaching it from the instance and deleting it from the info cache [ 1120.940485] env[63440]: DEBUG nova.network.neutron [req-53dc27ae-1d9b-4712-a15c-b38d5744da91 req-8de4d529-433b-423f-b6f1-4169007d55f5 service nova] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.369217] env[63440]: DEBUG nova.network.neutron [-] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.431628] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.431813] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.431972] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.432178] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.432337] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.432467] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.432675] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.432833] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.433010] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.433179] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.433356] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.440486] env[63440]: DEBUG oslo_vmware.rw_handles [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207f25c-3849-41b5-8eac-f51b6d13b8cd/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1121.440790] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5304133-6cc4-42a9-b454-9463639e2d76 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.451932] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3e7d7b-ad99-4a43-bc52-3940e8e2267e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.455048] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac28721e-0862-464a-8698-bcfe59523fd5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.462174] env[63440]: DEBUG oslo_vmware.rw_handles [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207f25c-3849-41b5-8eac-f51b6d13b8cd/disk-0.vmdk is in state: ready. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1121.462228] env[63440]: ERROR oslo_vmware.rw_handles [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207f25c-3849-41b5-8eac-f51b6d13b8cd/disk-0.vmdk due to incomplete transfer. [ 1121.462479] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-49f70bea-0831-434c-97e0-73af9a22278d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.466014] env[63440]: DEBUG oslo_vmware.api [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1121.466014] env[63440]: value = "task-2662321" [ 1121.466014] env[63440]: _type = "Task" [ 1121.466014] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.469520] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b860986f-b666-47e6-ad64-ec4a6f0942a5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.485095] env[63440]: DEBUG oslo_vmware.rw_handles [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207f25c-3849-41b5-8eac-f51b6d13b8cd/disk-0.vmdk. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1121.485095] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Uploaded image b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2 to the Glance image server {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1121.486880] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Destroying the VM {{(pid=63440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1121.487553] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f66454b2-10a4-4877-afee-97126cccb2ab {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.498171] env[63440]: DEBUG oslo_vmware.api [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.499625] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1121.499625] env[63440]: value = "task-2662322" [ 1121.499625] env[63440]: _type = "Task" [ 1121.499625] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.510632] env[63440]: DEBUG nova.compute.manager [req-53dc27ae-1d9b-4712-a15c-b38d5744da91 req-8de4d529-433b-423f-b6f1-4169007d55f5 service nova] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Detach interface failed, port_id=631c88b0-d749-4552-9b5f-74cb6256d565, reason: Instance 7b75fd7b-6949-49ab-bba3-a5734ef74e2d could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1121.516422] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662322, 'name': Destroy_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.618059] env[63440]: DEBUG oslo_concurrency.lockutils [None req-990bf6a3-a32b-4861-983d-95b7623744a7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "d49cb05c-d712-4459-9bff-1db4bfae22e0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.618415] env[63440]: DEBUG oslo_concurrency.lockutils [None req-990bf6a3-a32b-4861-983d-95b7623744a7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "d49cb05c-d712-4459-9bff-1db4bfae22e0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.618740] env[63440]: INFO nova.compute.manager [None req-990bf6a3-a32b-4861-983d-95b7623744a7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Attaching volume f58ede3e-8a35-4a76-b104-6b8b4a868427 to /dev/sdb [ 1121.656123] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f72e538-fa49-4719-9e81-eec371dda7e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.664443] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638942c6-50d4-4c0a-99c6-57250d3f9613 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.682739] env[63440]: DEBUG nova.virt.block_device [None req-990bf6a3-a32b-4861-983d-95b7623744a7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Updating existing volume attachment record: 31fdcde5-6ab9-4884-abe1-09223f469bdb {{(pid=63440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1121.872020] env[63440]: INFO nova.compute.manager [-] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Took 1.24 seconds to deallocate network for instance. [ 1121.977929] env[63440]: DEBUG oslo_vmware.api [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662321, 'name': ReconfigVM_Task, 'duration_secs': 0.41015} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.978303] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Updating instance '5c49f809-c1dc-4fcf-8542-1ff7f012516f' progress to 33 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.009922] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662322, 'name': Destroy_Task, 'duration_secs': 0.357594} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.010188] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Destroyed the VM [ 1122.010438] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Deleting Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1122.010692] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ef212196-021e-4bec-8a01-85019d2b619f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.018994] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1122.018994] env[63440]: value = "task-2662326" [ 1122.018994] env[63440]: _type = "Task" [ 1122.018994] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.027432] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662326, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.383121] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.383446] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.383648] env[63440]: DEBUG nova.objects.instance [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lazy-loading 'resources' on Instance uuid 7b75fd7b-6949-49ab-bba3-a5734ef74e2d {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.489359] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.489667] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.489859] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.490064] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.491456] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.491636] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.491876] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.492166] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.492388] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.492577] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.495283] env[63440]: DEBUG nova.virt.hardware [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.506991] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1122.507395] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a718c96-9be2-4101-a770-24bfea2bfe7e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.543637] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662326, 'name': RemoveSnapshot_Task, 'duration_secs': 0.424287} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.545036] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Deleted Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1122.545321] env[63440]: DEBUG nova.compute.manager [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.545654] env[63440]: DEBUG oslo_vmware.api [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1122.545654] env[63440]: value = "task-2662327" [ 1122.545654] env[63440]: _type = "Task" [ 1122.545654] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.546360] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f6ebbf-66ea-426c-8b18-7b916150246a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.557549] env[63440]: DEBUG oslo_vmware.api [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662327, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.989995] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78599ef2-6f7e-4991-be2d-77363d09cbbc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.998329] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e287fbfa-6dcf-43f1-a043-a113d3bc6599 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.028234] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8174e00-5957-4db0-9a94-826d1be20b80 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.036193] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33068ad5-224f-46f6-9511-18a08edd8674 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.050048] env[63440]: DEBUG nova.compute.provider_tree [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.058897] env[63440]: DEBUG oslo_vmware.api [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662327, 'name': ReconfigVM_Task, 'duration_secs': 0.437154} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.059181] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1123.060460] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683834d1-1cc6-468a-a964-1a2ce9b062f3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.065694] env[63440]: INFO nova.compute.manager [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Shelve offloading [ 1123.089365] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 5c49f809-c1dc-4fcf-8542-1ff7f012516f/5c49f809-c1dc-4fcf-8542-1ff7f012516f.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.089963] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.090401] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb5a0f9c-2f4b-4e5a-a1a0-7599b49d48e0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.104873] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60aa40e3-987b-4fc8-82ce-7396942e5522 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.110906] env[63440]: DEBUG oslo_vmware.api [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1123.110906] env[63440]: value = "task-2662329" [ 1123.110906] env[63440]: _type = "Task" [ 1123.110906] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.112267] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1123.112267] env[63440]: value = "task-2662328" [ 1123.112267] env[63440]: _type = "Task" [ 1123.112267] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.123372] env[63440]: DEBUG oslo_vmware.api [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.126299] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.555752] env[63440]: DEBUG nova.scheduler.client.report [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.628424] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] VM already powered off {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1123.628669] env[63440]: DEBUG nova.compute.manager [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.628957] env[63440]: DEBUG oslo_vmware.api [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662329, 'name': ReconfigVM_Task, 'duration_secs': 0.312179} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.629784] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e672b3-f0c9-409f-8547-4eee238c0852 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.632268] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 5c49f809-c1dc-4fcf-8542-1ff7f012516f/5c49f809-c1dc-4fcf-8542-1ff7f012516f.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.632555] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Updating instance '5c49f809-c1dc-4fcf-8542-1ff7f012516f' progress to 50 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.641013] env[63440]: DEBUG oslo_concurrency.lockutils [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "refresh_cache-c710002a-a15f-44cc-8b1b-d79e82bea0b3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.641191] env[63440]: DEBUG oslo_concurrency.lockutils [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquired lock "refresh_cache-c710002a-a15f-44cc-8b1b-d79e82bea0b3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.641384] env[63440]: DEBUG nova.network.neutron [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.061642] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.084358] env[63440]: INFO nova.scheduler.client.report [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Deleted allocations for instance 7b75fd7b-6949-49ab-bba3-a5734ef74e2d [ 1124.141114] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d866870-1af1-4bb1-84a6-e52f38933f81 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.178578] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dec9b6-74e3-4c7e-9aca-84db21e804e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.205055] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Updating instance '5c49f809-c1dc-4fcf-8542-1ff7f012516f' progress to 67 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.387027] env[63440]: DEBUG nova.network.neutron [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Updating instance_info_cache with network_info: [{"id": "65d7d024-fd20-41f1-a633-e1ddda9280d3", "address": "fa:16:3e:b0:d2:10", "network": {"id": "dda8f4bb-b8fc-4de1-afea-976d055b16c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-625788292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4c53eff01740eb840aa42451b1b6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d7d024-fd", "ovs_interfaceid": "65d7d024-fd20-41f1-a633-e1ddda9280d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.591505] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d8173f01-4606-4e65-9d9d-a52a425a3d47 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "7b75fd7b-6949-49ab-bba3-a5734ef74e2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.069s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.890306] env[63440]: DEBUG oslo_concurrency.lockutils [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Releasing lock "refresh_cache-c710002a-a15f-44cc-8b1b-d79e82bea0b3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.176911] env[63440]: DEBUG nova.compute.manager [req-ef869d43-8946-4abd-b3b9-8dc887277a7a req-f0e3ce92-2e62-4a6d-bcf8-da9216551f11 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Received event network-vif-unplugged-65d7d024-fd20-41f1-a633-e1ddda9280d3 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1125.177652] env[63440]: DEBUG oslo_concurrency.lockutils [req-ef869d43-8946-4abd-b3b9-8dc887277a7a req-f0e3ce92-2e62-4a6d-bcf8-da9216551f11 service nova] Acquiring lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.177909] env[63440]: DEBUG oslo_concurrency.lockutils [req-ef869d43-8946-4abd-b3b9-8dc887277a7a req-f0e3ce92-2e62-4a6d-bcf8-da9216551f11 service nova] Lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.178235] env[63440]: DEBUG oslo_concurrency.lockutils [req-ef869d43-8946-4abd-b3b9-8dc887277a7a req-f0e3ce92-2e62-4a6d-bcf8-da9216551f11 service nova] Lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.178430] env[63440]: DEBUG nova.compute.manager [req-ef869d43-8946-4abd-b3b9-8dc887277a7a req-f0e3ce92-2e62-4a6d-bcf8-da9216551f11 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] No waiting events found dispatching network-vif-unplugged-65d7d024-fd20-41f1-a633-e1ddda9280d3 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1125.178603] env[63440]: WARNING nova.compute.manager [req-ef869d43-8946-4abd-b3b9-8dc887277a7a req-f0e3ce92-2e62-4a6d-bcf8-da9216551f11 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Received unexpected event network-vif-unplugged-65d7d024-fd20-41f1-a633-e1ddda9280d3 for instance with vm_state shelved and task_state shelving_offloading. [ 1125.352279] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.353236] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc71170-8987-454c-bfba-af94e185192d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.361705] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.361964] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29f85eb6-63ed-427d-960c-11898d6d65f7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.435692] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.435874] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.435998] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Deleting the datastore file [datastore1] c710002a-a15f-44cc-8b1b-d79e82bea0b3 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.436672] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f177cd4-0e99-4cef-ace9-775afe302117 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.444219] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1125.444219] env[63440]: value = "task-2662332" [ 1125.444219] env[63440]: _type = "Task" [ 1125.444219] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.452345] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.829779] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.912805] env[63440]: DEBUG nova.network.neutron [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Port 1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814 binding to destination host cpu-1 is already ACTIVE {{(pid=63440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1125.956048] env[63440]: DEBUG oslo_vmware.api [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138307} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.956048] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.956048] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.956048] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.981956] env[63440]: INFO nova.scheduler.client.report [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Deleted allocations for instance c710002a-a15f-44cc-8b1b-d79e82bea0b3 [ 1126.236024] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-990bf6a3-a32b-4861-983d-95b7623744a7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Volume attach. Driver type: vmdk {{(pid=63440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1126.236024] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-990bf6a3-a32b-4861-983d-95b7623744a7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536856', 'volume_id': 'f58ede3e-8a35-4a76-b104-6b8b4a868427', 'name': 'volume-f58ede3e-8a35-4a76-b104-6b8b4a868427', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd49cb05c-d712-4459-9bff-1db4bfae22e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'f58ede3e-8a35-4a76-b104-6b8b4a868427', 'serial': 'f58ede3e-8a35-4a76-b104-6b8b4a868427'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1126.236024] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d153f18-c20b-4cc7-9e15-a5c4363bc3d9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.256273] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcca6a5-a1e9-40c7-9e86-58f399030d17 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.285710] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-990bf6a3-a32b-4861-983d-95b7623744a7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-f58ede3e-8a35-4a76-b104-6b8b4a868427/volume-f58ede3e-8a35-4a76-b104-6b8b4a868427.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.286101] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-982d3821-cffb-43fc-b184-157ea17cc61d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.307214] env[63440]: DEBUG oslo_vmware.api [None req-990bf6a3-a32b-4861-983d-95b7623744a7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1126.307214] env[63440]: value = "task-2662333" [ 1126.307214] env[63440]: _type = "Task" [ 1126.307214] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.316440] env[63440]: DEBUG oslo_vmware.api [None req-990bf6a3-a32b-4861-983d-95b7623744a7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.333384] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Getting list of instances from cluster (obj){ [ 1126.333384] env[63440]: value = "domain-c8" [ 1126.333384] env[63440]: _type = "ClusterComputeResource" [ 1126.333384] env[63440]: } {{(pid=63440) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1126.334523] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdbb0bc-fb73-4f0e-9e73-cceceef6b773 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.350244] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Got total of 4 instances {{(pid=63440) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1126.350414] env[63440]: WARNING nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] While synchronizing instance power states, found 5 instances in the database and 4 instances on the hypervisor. [ 1126.350609] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Triggering sync for uuid 54e14642-1bde-49f8-b441-9ec1c2ff9455 {{(pid=63440) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1126.350863] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Triggering sync for uuid 5c49f809-c1dc-4fcf-8542-1ff7f012516f {{(pid=63440) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1126.351049] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Triggering sync for uuid c710002a-a15f-44cc-8b1b-d79e82bea0b3 {{(pid=63440) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1126.351208] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Triggering sync for uuid d49cb05c-d712-4459-9bff-1db4bfae22e0 {{(pid=63440) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1126.351384] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Triggering sync for uuid 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10 {{(pid=63440) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1126.351875] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "54e14642-1bde-49f8-b441-9ec1c2ff9455" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.351986] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "54e14642-1bde-49f8-b441-9ec1c2ff9455" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.352331] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.352533] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.352724] env[63440]: INFO nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1126.352909] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.353484] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.353484] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "d49cb05c-d712-4459-9bff-1db4bfae22e0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.353610] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.353827] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.354832] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c03db9-d812-417b-8638-5380d2d1a065 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.358099] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b240fe0e-f175-45dc-bd16-b9cd291ee145 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.487271] env[63440]: DEBUG oslo_concurrency.lockutils [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.487490] env[63440]: DEBUG oslo_concurrency.lockutils [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.487785] env[63440]: DEBUG nova.objects.instance [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lazy-loading 'resources' on Instance uuid c710002a-a15f-44cc-8b1b-d79e82bea0b3 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.764801] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "f36569f7-593c-430f-ac98-42f52fdff4e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.765039] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "f36569f7-593c-430f-ac98-42f52fdff4e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.817012] env[63440]: DEBUG oslo_vmware.api [None req-990bf6a3-a32b-4861-983d-95b7623744a7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662333, 'name': ReconfigVM_Task, 'duration_secs': 0.476422} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.817310] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-990bf6a3-a32b-4861-983d-95b7623744a7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-f58ede3e-8a35-4a76-b104-6b8b4a868427/volume-f58ede3e-8a35-4a76-b104-6b8b4a868427.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.822007] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-829e44e9-201f-4f4f-b2a7-82feb4ce4266 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.838734] env[63440]: DEBUG oslo_vmware.api [None req-990bf6a3-a32b-4861-983d-95b7623744a7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1126.838734] env[63440]: value = "task-2662334" [ 1126.838734] env[63440]: _type = "Task" [ 1126.838734] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.847610] env[63440]: DEBUG oslo_vmware.api [None req-990bf6a3-a32b-4861-983d-95b7623744a7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.868642] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.871444] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "54e14642-1bde-49f8-b441-9ec1c2ff9455" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.519s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.934467] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.934820] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.935044] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.990188] env[63440]: DEBUG nova.objects.instance [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lazy-loading 'numa_topology' on Instance uuid c710002a-a15f-44cc-8b1b-d79e82bea0b3 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.219806] env[63440]: DEBUG nova.compute.manager [req-1c229bd8-c8d5-4c00-954f-4aff4ad8d8ce req-39ccbd66-ee62-4513-8629-b7adfd37c722 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Received event network-changed-65d7d024-fd20-41f1-a633-e1ddda9280d3 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1127.219806] env[63440]: DEBUG nova.compute.manager [req-1c229bd8-c8d5-4c00-954f-4aff4ad8d8ce req-39ccbd66-ee62-4513-8629-b7adfd37c722 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Refreshing instance network info cache due to event network-changed-65d7d024-fd20-41f1-a633-e1ddda9280d3. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1127.219806] env[63440]: DEBUG oslo_concurrency.lockutils [req-1c229bd8-c8d5-4c00-954f-4aff4ad8d8ce req-39ccbd66-ee62-4513-8629-b7adfd37c722 service nova] Acquiring lock "refresh_cache-c710002a-a15f-44cc-8b1b-d79e82bea0b3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.219806] env[63440]: DEBUG oslo_concurrency.lockutils [req-1c229bd8-c8d5-4c00-954f-4aff4ad8d8ce req-39ccbd66-ee62-4513-8629-b7adfd37c722 service nova] Acquired lock "refresh_cache-c710002a-a15f-44cc-8b1b-d79e82bea0b3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.219806] env[63440]: DEBUG nova.network.neutron [req-1c229bd8-c8d5-4c00-954f-4aff4ad8d8ce req-39ccbd66-ee62-4513-8629-b7adfd37c722 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Refreshing network info cache for port 65d7d024-fd20-41f1-a633-e1ddda9280d3 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.267806] env[63440]: DEBUG nova.compute.manager [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.349828] env[63440]: DEBUG oslo_vmware.api [None req-990bf6a3-a32b-4861-983d-95b7623744a7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662334, 'name': ReconfigVM_Task, 'duration_secs': 0.153161} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.350151] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-990bf6a3-a32b-4861-983d-95b7623744a7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536856', 'volume_id': 'f58ede3e-8a35-4a76-b104-6b8b4a868427', 'name': 'volume-f58ede3e-8a35-4a76-b104-6b8b4a868427', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd49cb05c-d712-4459-9bff-1db4bfae22e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'f58ede3e-8a35-4a76-b104-6b8b4a868427', 'serial': 'f58ede3e-8a35-4a76-b104-6b8b4a868427'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1127.493943] env[63440]: DEBUG nova.objects.base [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1127.579076] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0206f886-7de9-4921-ba6b-0aa706e512bd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.587441] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a02cc9c-563c-45c8-bd2c-e77ff02eed8e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.619031] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c140f3-e900-448d-b7be-a4c9c3e079c4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.625674] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86c7f47-a7e5-4c47-bc2f-28e27e1a4fb4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.640208] env[63440]: DEBUG nova.compute.provider_tree [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.789114] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.938969] env[63440]: DEBUG nova.network.neutron [req-1c229bd8-c8d5-4c00-954f-4aff4ad8d8ce req-39ccbd66-ee62-4513-8629-b7adfd37c722 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Updated VIF entry in instance network info cache for port 65d7d024-fd20-41f1-a633-e1ddda9280d3. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.939344] env[63440]: DEBUG nova.network.neutron [req-1c229bd8-c8d5-4c00-954f-4aff4ad8d8ce req-39ccbd66-ee62-4513-8629-b7adfd37c722 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Updating instance_info_cache with network_info: [{"id": "65d7d024-fd20-41f1-a633-e1ddda9280d3", "address": "fa:16:3e:b0:d2:10", "network": {"id": "dda8f4bb-b8fc-4de1-afea-976d055b16c1", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-625788292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4c53eff01740eb840aa42451b1b6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap65d7d024-fd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.968093] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "refresh_cache-5c49f809-c1dc-4fcf-8542-1ff7f012516f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.968289] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired lock "refresh_cache-5c49f809-c1dc-4fcf-8542-1ff7f012516f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.968468] env[63440]: DEBUG nova.network.neutron [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.143632] env[63440]: DEBUG nova.scheduler.client.report [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.329032] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.392064] env[63440]: DEBUG nova.objects.instance [None req-990bf6a3-a32b-4861-983d-95b7623744a7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lazy-loading 'flavor' on Instance uuid d49cb05c-d712-4459-9bff-1db4bfae22e0 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.444084] env[63440]: DEBUG oslo_concurrency.lockutils [req-1c229bd8-c8d5-4c00-954f-4aff4ad8d8ce req-39ccbd66-ee62-4513-8629-b7adfd37c722 service nova] Releasing lock "refresh_cache-c710002a-a15f-44cc-8b1b-d79e82bea0b3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.649220] env[63440]: DEBUG oslo_concurrency.lockutils [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.652695] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.863s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.653581] env[63440]: INFO nova.compute.claims [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.686434] env[63440]: DEBUG nova.network.neutron [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Updating instance_info_cache with network_info: [{"id": "1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814", "address": "fa:16:3e:7b:5a:e9", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e3df4c8-c6", "ovs_interfaceid": "1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.899101] env[63440]: DEBUG oslo_concurrency.lockutils [None req-990bf6a3-a32b-4861-983d-95b7623744a7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "d49cb05c-d712-4459-9bff-1db4bfae22e0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.281s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.900083] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "d49cb05c-d712-4459-9bff-1db4bfae22e0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.547s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.901660] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dade4b-6b1a-408b-803e-d15f537a9c03 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.162124] env[63440]: DEBUG oslo_concurrency.lockutils [None req-216cb2ee-379e-4f0f-a80a-8a056766a1cf tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.939s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.163249] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.810s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.163447] env[63440]: INFO nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] During sync_power_state the instance has a pending task (shelving_offloading). Skip. [ 1129.163701] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.164352] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.835s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.164555] env[63440]: INFO nova.compute.manager [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Unshelving [ 1129.189693] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lock "refresh_cache-5c49f809-c1dc-4fcf-8542-1ff7f012516f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.411668] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "d49cb05c-d712-4459-9bff-1db4bfae22e0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.699980] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eed4c7f-b43b-453c-a02d-c16f10f5d0b4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.711640] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7cd717-54a6-4d34-bfba-a0a53f2091d7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.769270] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b315160-2951-45c0-a322-ffbe72a76d2d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.777646] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b133adf5-7db9-41a9-9b68-48cb7997c361 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.808558] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fed364-2adf-49b0-96e7-f5911e3b1e0f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.815814] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2445445e-2ea1-404b-aa7f-19cfb2f8e20c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.829928] env[63440]: DEBUG nova.compute.provider_tree [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.153943] env[63440]: DEBUG oslo_concurrency.lockutils [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.154244] env[63440]: DEBUG oslo_concurrency.lockutils [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.154851] env[63440]: INFO nova.compute.manager [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Shelving [ 1130.189162] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.189688] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "dfb77644-faf8-4d23-ad0f-24f70d576f79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.189913] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "dfb77644-faf8-4d23-ad0f-24f70d576f79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.333356] env[63440]: DEBUG nova.scheduler.client.report [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.692030] env[63440]: DEBUG nova.compute.manager [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.813746] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70c36f1-49e1-4a42-8f9b-7fa9ecad3f28 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.835949] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3098a99-06bf-4f34-9737-4f69be9c83c4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.839263] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.839973] env[63440]: DEBUG nova.compute.manager [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.842629] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.654s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.842842] env[63440]: DEBUG nova.objects.instance [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lazy-loading 'pci_requests' on Instance uuid c710002a-a15f-44cc-8b1b-d79e82bea0b3 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.848925] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Updating instance '5c49f809-c1dc-4fcf-8542-1ff7f012516f' progress to 83 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.164088] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.164418] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-147f6275-69e4-4226-b4bc-2415d6f3c91a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.172592] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1131.172592] env[63440]: value = "task-2662335" [ 1131.172592] env[63440]: _type = "Task" [ 1131.172592] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.181458] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.211957] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.347617] env[63440]: DEBUG nova.compute.utils [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.350308] env[63440]: DEBUG nova.objects.instance [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lazy-loading 'numa_topology' on Instance uuid c710002a-a15f-44cc-8b1b-d79e82bea0b3 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.351387] env[63440]: DEBUG nova.compute.manager [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.351558] env[63440]: DEBUG nova.network.neutron [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.354773] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.355031] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-950ed02c-0e0d-4ee9-91a5-61c7a89db214 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.363264] env[63440]: DEBUG oslo_vmware.api [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1131.363264] env[63440]: value = "task-2662336" [ 1131.363264] env[63440]: _type = "Task" [ 1131.363264] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.371803] env[63440]: DEBUG oslo_vmware.api [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.422493] env[63440]: DEBUG nova.policy [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebe264338caa433b8b11cb3569015f64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82d5a4d7c4e643ab9348ba2d0aefe599', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.689057] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662335, 'name': PowerOffVM_Task, 'duration_secs': 0.175932} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.689421] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.690440] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7d25dc-2737-451f-bf71-0e32219949de {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.693890] env[63440]: DEBUG nova.network.neutron [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Successfully created port: d1f3a87d-53b2-4fc7-b628-0520c2737a43 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.715844] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f540869e-c5e5-478a-a286-3497c02aa2b0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.852099] env[63440]: DEBUG nova.compute.manager [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.855070] env[63440]: INFO nova.compute.claims [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.873335] env[63440]: DEBUG oslo_vmware.api [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662336, 'name': PowerOnVM_Task, 'duration_secs': 0.4033} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.873966] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.873966] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b864ab06-18ed-45de-b8a3-41a13500e9f6 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Updating instance '5c49f809-c1dc-4fcf-8542-1ff7f012516f' progress to 100 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.229102] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Creating Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1132.229342] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0e17f533-686c-4286-86d4-c0838a99534f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.238643] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1132.238643] env[63440]: value = "task-2662337" [ 1132.238643] env[63440]: _type = "Task" [ 1132.238643] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.247592] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662337, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.749518] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662337, 'name': CreateSnapshot_Task, 'duration_secs': 0.419015} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.749927] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Created Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1132.750526] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910f0790-cecf-4e24-8c7e-e26ccf224072 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.865699] env[63440]: DEBUG nova.compute.manager [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.896694] env[63440]: DEBUG nova.virt.hardware [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.896964] env[63440]: DEBUG nova.virt.hardware [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.897138] env[63440]: DEBUG nova.virt.hardware [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.897328] env[63440]: DEBUG nova.virt.hardware [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.897474] env[63440]: DEBUG nova.virt.hardware [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.897624] env[63440]: DEBUG nova.virt.hardware [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.897834] env[63440]: DEBUG nova.virt.hardware [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.898018] env[63440]: DEBUG nova.virt.hardware [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.898166] env[63440]: DEBUG nova.virt.hardware [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.898328] env[63440]: DEBUG nova.virt.hardware [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.898500] env[63440]: DEBUG nova.virt.hardware [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.899348] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f6cbcd-40b7-4ac3-9e28-412a2e926146 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.910472] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0e19a7-5e0c-40b3-8cbd-7634403ae1cb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.991317] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d45d494-b487-45a5-9bd9-c500324f8810 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.999641] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3940dd42-fd50-487b-8bc1-709b9e6c94da {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.031012] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f08cdd-4d56-40ae-9f5f-e4eb2cbedcd8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.039285] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd05fc86-1196-4557-98f9-6759f5082c95 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.053319] env[63440]: DEBUG nova.compute.provider_tree [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.086464] env[63440]: DEBUG nova.compute.manager [req-9ac6e3ee-66bc-46d9-84c2-ed17ddf981d1 req-fab5a46b-7327-4f45-b929-3e2282a23580 service nova] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Received event network-vif-plugged-d1f3a87d-53b2-4fc7-b628-0520c2737a43 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1133.086717] env[63440]: DEBUG oslo_concurrency.lockutils [req-9ac6e3ee-66bc-46d9-84c2-ed17ddf981d1 req-fab5a46b-7327-4f45-b929-3e2282a23580 service nova] Acquiring lock "f36569f7-593c-430f-ac98-42f52fdff4e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.086954] env[63440]: DEBUG oslo_concurrency.lockutils [req-9ac6e3ee-66bc-46d9-84c2-ed17ddf981d1 req-fab5a46b-7327-4f45-b929-3e2282a23580 service nova] Lock "f36569f7-593c-430f-ac98-42f52fdff4e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.087103] env[63440]: DEBUG oslo_concurrency.lockutils [req-9ac6e3ee-66bc-46d9-84c2-ed17ddf981d1 req-fab5a46b-7327-4f45-b929-3e2282a23580 service nova] Lock "f36569f7-593c-430f-ac98-42f52fdff4e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.087291] env[63440]: DEBUG nova.compute.manager [req-9ac6e3ee-66bc-46d9-84c2-ed17ddf981d1 req-fab5a46b-7327-4f45-b929-3e2282a23580 service nova] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] No waiting events found dispatching network-vif-plugged-d1f3a87d-53b2-4fc7-b628-0520c2737a43 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.087427] env[63440]: WARNING nova.compute.manager [req-9ac6e3ee-66bc-46d9-84c2-ed17ddf981d1 req-fab5a46b-7327-4f45-b929-3e2282a23580 service nova] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Received unexpected event network-vif-plugged-d1f3a87d-53b2-4fc7-b628-0520c2737a43 for instance with vm_state building and task_state spawning. [ 1133.165011] env[63440]: DEBUG nova.network.neutron [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Successfully updated port: d1f3a87d-53b2-4fc7-b628-0520c2737a43 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.267890] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Creating linked-clone VM from snapshot {{(pid=63440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1133.269318] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-18974e6c-07c0-4e8a-8d0a-e09e2063024e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.283549] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1133.283549] env[63440]: value = "task-2662338" [ 1133.283549] env[63440]: _type = "Task" [ 1133.283549] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.293506] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662338, 'name': CloneVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.556484] env[63440]: DEBUG nova.scheduler.client.report [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.667773] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "refresh_cache-f36569f7-593c-430f-ac98-42f52fdff4e2" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.667997] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired lock "refresh_cache-f36569f7-593c-430f-ac98-42f52fdff4e2" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.668261] env[63440]: DEBUG nova.network.neutron [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.793674] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662338, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.900584] env[63440]: DEBUG nova.network.neutron [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Port 1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814 binding to destination host cpu-1 is already ACTIVE {{(pid=63440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1133.900968] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "refresh_cache-5c49f809-c1dc-4fcf-8542-1ff7f012516f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.901103] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired lock "refresh_cache-5c49f809-c1dc-4fcf-8542-1ff7f012516f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.901224] env[63440]: DEBUG nova.network.neutron [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.061428] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.219s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.064131] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.852s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.065815] env[63440]: INFO nova.compute.claims [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.100121] env[63440]: INFO nova.network.neutron [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Updating port 65d7d024-fd20-41f1-a633-e1ddda9280d3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1134.200875] env[63440]: DEBUG nova.network.neutron [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.294559] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662338, 'name': CloneVM_Task, 'duration_secs': 0.975519} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.294932] env[63440]: INFO nova.virt.vmwareapi.vmops [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Created linked-clone VM from snapshot [ 1134.295608] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb505a53-67a5-477e-94d7-56f880a07a54 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.303519] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Uploading image 2a44027d-aaff-4710-86a8-0557bc62de17 {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1134.330937] env[63440]: DEBUG oslo_vmware.rw_handles [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1134.330937] env[63440]: value = "vm-536858" [ 1134.330937] env[63440]: _type = "VirtualMachine" [ 1134.330937] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1134.331227] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-391d62d8-b90c-451e-9839-a698cf3d9dee {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.340203] env[63440]: DEBUG oslo_vmware.rw_handles [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lease: (returnval){ [ 1134.340203] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52898cee-8311-10e4-30d3-8b3ede6fc907" [ 1134.340203] env[63440]: _type = "HttpNfcLease" [ 1134.340203] env[63440]: } obtained for exporting VM: (result){ [ 1134.340203] env[63440]: value = "vm-536858" [ 1134.340203] env[63440]: _type = "VirtualMachine" [ 1134.340203] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1134.340532] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the lease: (returnval){ [ 1134.340532] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52898cee-8311-10e4-30d3-8b3ede6fc907" [ 1134.340532] env[63440]: _type = "HttpNfcLease" [ 1134.340532] env[63440]: } to be ready. {{(pid=63440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1134.350426] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1134.350426] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52898cee-8311-10e4-30d3-8b3ede6fc907" [ 1134.350426] env[63440]: _type = "HttpNfcLease" [ 1134.350426] env[63440]: } is initializing. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1134.610596] env[63440]: DEBUG nova.network.neutron [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Updating instance_info_cache with network_info: [{"id": "1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814", "address": "fa:16:3e:7b:5a:e9", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e3df4c8-c6", "ovs_interfaceid": "1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.661768] env[63440]: DEBUG nova.network.neutron [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Updating instance_info_cache with network_info: [{"id": "d1f3a87d-53b2-4fc7-b628-0520c2737a43", "address": "fa:16:3e:9b:0f:e4", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1f3a87d-53", "ovs_interfaceid": "d1f3a87d-53b2-4fc7-b628-0520c2737a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.849082] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1134.849082] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52898cee-8311-10e4-30d3-8b3ede6fc907" [ 1134.849082] env[63440]: _type = "HttpNfcLease" [ 1134.849082] env[63440]: } is ready. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1134.849653] env[63440]: DEBUG oslo_vmware.rw_handles [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1134.849653] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52898cee-8311-10e4-30d3-8b3ede6fc907" [ 1134.849653] env[63440]: _type = "HttpNfcLease" [ 1134.849653] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1134.850065] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e64c51-8740-4a44-9de9-8c2860292702 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.858648] env[63440]: DEBUG oslo_vmware.rw_handles [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a1dc6-7de8-cf31-1366-e5f427e0ede5/disk-0.vmdk from lease info. {{(pid=63440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1134.858832] env[63440]: DEBUG oslo_vmware.rw_handles [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a1dc6-7de8-cf31-1366-e5f427e0ede5/disk-0.vmdk for reading. {{(pid=63440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1134.949061] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7aea335e-121f-44cc-bb52-ee1b3c391523 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.114173] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lock "refresh_cache-5c49f809-c1dc-4fcf-8542-1ff7f012516f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.118706] env[63440]: DEBUG nova.compute.manager [req-bb497dce-0132-416a-a6cf-b20691a269ac req-59f2e012-8864-452a-8024-0dad57844309 service nova] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Received event network-changed-d1f3a87d-53b2-4fc7-b628-0520c2737a43 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1135.118706] env[63440]: DEBUG nova.compute.manager [req-bb497dce-0132-416a-a6cf-b20691a269ac req-59f2e012-8864-452a-8024-0dad57844309 service nova] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Refreshing instance network info cache due to event network-changed-d1f3a87d-53b2-4fc7-b628-0520c2737a43. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1135.118706] env[63440]: DEBUG oslo_concurrency.lockutils [req-bb497dce-0132-416a-a6cf-b20691a269ac req-59f2e012-8864-452a-8024-0dad57844309 service nova] Acquiring lock "refresh_cache-f36569f7-593c-430f-ac98-42f52fdff4e2" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.164012] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Releasing lock "refresh_cache-f36569f7-593c-430f-ac98-42f52fdff4e2" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.164346] env[63440]: DEBUG nova.compute.manager [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Instance network_info: |[{"id": "d1f3a87d-53b2-4fc7-b628-0520c2737a43", "address": "fa:16:3e:9b:0f:e4", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1f3a87d-53", "ovs_interfaceid": "d1f3a87d-53b2-4fc7-b628-0520c2737a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.164658] env[63440]: DEBUG oslo_concurrency.lockutils [req-bb497dce-0132-416a-a6cf-b20691a269ac req-59f2e012-8864-452a-8024-0dad57844309 service nova] Acquired lock "refresh_cache-f36569f7-593c-430f-ac98-42f52fdff4e2" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.164826] env[63440]: DEBUG nova.network.neutron [req-bb497dce-0132-416a-a6cf-b20691a269ac req-59f2e012-8864-452a-8024-0dad57844309 service nova] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Refreshing network info cache for port d1f3a87d-53b2-4fc7-b628-0520c2737a43 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.166356] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:0f:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1f3a87d-53b2-4fc7-b628-0520c2737a43', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.173974] env[63440]: DEBUG oslo.service.loopingcall [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1135.180281] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.180835] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ddc9cd5-d398-47dc-b88e-bffc67029d59 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.207177] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.207177] env[63440]: value = "task-2662340" [ 1135.207177] env[63440]: _type = "Task" [ 1135.207177] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.211537] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cd5e7a-09bc-4f22-9d11-bf73115870d9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.222745] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40813c1-53e6-45b2-a09f-8f26a3b7808a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.226294] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662340, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.266435] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bf2520-b845-48fd-8e51-561ab86dc274 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.277100] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7071e86e-cb57-4f06-ac97-fd1707e8770d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.294138] env[63440]: DEBUG nova.compute.provider_tree [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.451559] env[63440]: DEBUG nova.network.neutron [req-bb497dce-0132-416a-a6cf-b20691a269ac req-59f2e012-8864-452a-8024-0dad57844309 service nova] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Updated VIF entry in instance network info cache for port d1f3a87d-53b2-4fc7-b628-0520c2737a43. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.451952] env[63440]: DEBUG nova.network.neutron [req-bb497dce-0132-416a-a6cf-b20691a269ac req-59f2e012-8864-452a-8024-0dad57844309 service nova] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Updating instance_info_cache with network_info: [{"id": "d1f3a87d-53b2-4fc7-b628-0520c2737a43", "address": "fa:16:3e:9b:0f:e4", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1f3a87d-53", "ovs_interfaceid": "d1f3a87d-53b2-4fc7-b628-0520c2737a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.587706] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "refresh_cache-c710002a-a15f-44cc-8b1b-d79e82bea0b3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.587899] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquired lock "refresh_cache-c710002a-a15f-44cc-8b1b-d79e82bea0b3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.591534] env[63440]: DEBUG nova.network.neutron [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.618420] env[63440]: DEBUG nova.compute.manager [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63440) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1135.718118] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662340, 'name': CreateVM_Task, 'duration_secs': 0.45182} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.718375] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.719120] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.719594] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.720159] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.720448] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8abe0b0-4955-4163-97ce-195b6222afa9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.726658] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1135.726658] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ab51e3-f3cd-7eff-0b61-22322c42b407" [ 1135.726658] env[63440]: _type = "Task" [ 1135.726658] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.736161] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ab51e3-f3cd-7eff-0b61-22322c42b407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.797844] env[63440]: DEBUG nova.scheduler.client.report [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.954959] env[63440]: DEBUG oslo_concurrency.lockutils [req-bb497dce-0132-416a-a6cf-b20691a269ac req-59f2e012-8864-452a-8024-0dad57844309 service nova] Releasing lock "refresh_cache-f36569f7-593c-430f-ac98-42f52fdff4e2" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.239468] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ab51e3-f3cd-7eff-0b61-22322c42b407, 'name': SearchDatastore_Task, 'duration_secs': 0.012596} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.242710] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.242993] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.243280] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.243496] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.244114] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.244114] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e5f0d1c-d2cb-4d05-acd1-f2d851ff677c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.254681] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.254960] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.255800] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2495abf4-7cbd-48a0-98ca-88eedc8f6d5b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.262621] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1136.262621] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52373f12-e225-49a9-4988-88779dbc1815" [ 1136.262621] env[63440]: _type = "Task" [ 1136.262621] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.272482] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52373f12-e225-49a9-4988-88779dbc1815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.304315] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.304315] env[63440]: DEBUG nova.compute.manager [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.315072] env[63440]: DEBUG nova.network.neutron [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Updating instance_info_cache with network_info: [{"id": "65d7d024-fd20-41f1-a633-e1ddda9280d3", "address": "fa:16:3e:b0:d2:10", "network": {"id": "dda8f4bb-b8fc-4de1-afea-976d055b16c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-625788292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4c53eff01740eb840aa42451b1b6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d7d024-fd", "ovs_interfaceid": "65d7d024-fd20-41f1-a633-e1ddda9280d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.722385] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.722685] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.774700] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52373f12-e225-49a9-4988-88779dbc1815, 'name': SearchDatastore_Task, 'duration_secs': 0.009943} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.775283] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c645bc68-1251-4544-b03b-15baf2a23137 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.781396] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1136.781396] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522c8ab9-99d8-7a30-5c31-dff4df3a95fa" [ 1136.781396] env[63440]: _type = "Task" [ 1136.781396] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.791040] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522c8ab9-99d8-7a30-5c31-dff4df3a95fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.808356] env[63440]: DEBUG nova.compute.utils [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.810038] env[63440]: DEBUG nova.compute.manager [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.810249] env[63440]: DEBUG nova.network.neutron [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.817598] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Releasing lock "refresh_cache-c710002a-a15f-44cc-8b1b-d79e82bea0b3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.845921] env[63440]: DEBUG nova.virt.hardware [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ce0f269d98966937768a97137ca6dada',container_format='bare',created_at=2025-02-19T05:51:52Z,direct_url=,disk_format='vmdk',id=b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-485084271-shelved',owner='ad4c53eff01740eb840aa42451b1b6cc',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-02-19T05:52:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.846208] env[63440]: DEBUG nova.virt.hardware [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.846379] env[63440]: DEBUG nova.virt.hardware [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.846634] env[63440]: DEBUG nova.virt.hardware [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.846820] env[63440]: DEBUG nova.virt.hardware [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.846978] env[63440]: DEBUG nova.virt.hardware [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.847239] env[63440]: DEBUG nova.virt.hardware [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.847432] env[63440]: DEBUG nova.virt.hardware [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.847620] env[63440]: DEBUG nova.virt.hardware [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.847809] env[63440]: DEBUG nova.virt.hardware [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.848040] env[63440]: DEBUG nova.virt.hardware [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.848948] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5bf359-223f-475d-bd02-89df5fc44eb9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.854841] env[63440]: DEBUG nova.policy [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c56c6726757c4ceabc266e58303e8e5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c26f1344f646448dba9054acf4eff966', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.860842] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f66ead-9930-4231-b54c-df27691e94e7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.877420] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:d2:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65d7d024-fd20-41f1-a633-e1ddda9280d3', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.885167] env[63440]: DEBUG oslo.service.loopingcall [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1136.887398] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.888139] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e62173c-2d34-4da4-94ef-32795ae53d66 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.912151] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.912151] env[63440]: value = "task-2662341" [ 1136.912151] env[63440]: _type = "Task" [ 1136.912151] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.921984] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662341, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.155787] env[63440]: DEBUG nova.compute.manager [req-a0594c36-16f5-463d-acf1-d34bf77aaae2 req-6978aaa9-6c3f-4580-a30a-abcb4cbef246 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Received event network-vif-plugged-65d7d024-fd20-41f1-a633-e1ddda9280d3 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1137.156140] env[63440]: DEBUG oslo_concurrency.lockutils [req-a0594c36-16f5-463d-acf1-d34bf77aaae2 req-6978aaa9-6c3f-4580-a30a-abcb4cbef246 service nova] Acquiring lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.156400] env[63440]: DEBUG oslo_concurrency.lockutils [req-a0594c36-16f5-463d-acf1-d34bf77aaae2 req-6978aaa9-6c3f-4580-a30a-abcb4cbef246 service nova] Lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.156948] env[63440]: DEBUG oslo_concurrency.lockutils [req-a0594c36-16f5-463d-acf1-d34bf77aaae2 req-6978aaa9-6c3f-4580-a30a-abcb4cbef246 service nova] Lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.157205] env[63440]: DEBUG nova.compute.manager [req-a0594c36-16f5-463d-acf1-d34bf77aaae2 req-6978aaa9-6c3f-4580-a30a-abcb4cbef246 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] No waiting events found dispatching network-vif-plugged-65d7d024-fd20-41f1-a633-e1ddda9280d3 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.157412] env[63440]: WARNING nova.compute.manager [req-a0594c36-16f5-463d-acf1-d34bf77aaae2 req-6978aaa9-6c3f-4580-a30a-abcb4cbef246 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Received unexpected event network-vif-plugged-65d7d024-fd20-41f1-a633-e1ddda9280d3 for instance with vm_state shelved_offloaded and task_state spawning. [ 1137.157637] env[63440]: DEBUG nova.compute.manager [req-a0594c36-16f5-463d-acf1-d34bf77aaae2 req-6978aaa9-6c3f-4580-a30a-abcb4cbef246 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Received event network-changed-65d7d024-fd20-41f1-a633-e1ddda9280d3 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1137.157850] env[63440]: DEBUG nova.compute.manager [req-a0594c36-16f5-463d-acf1-d34bf77aaae2 req-6978aaa9-6c3f-4580-a30a-abcb4cbef246 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Refreshing instance network info cache due to event network-changed-65d7d024-fd20-41f1-a633-e1ddda9280d3. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1137.158107] env[63440]: DEBUG oslo_concurrency.lockutils [req-a0594c36-16f5-463d-acf1-d34bf77aaae2 req-6978aaa9-6c3f-4580-a30a-abcb4cbef246 service nova] Acquiring lock "refresh_cache-c710002a-a15f-44cc-8b1b-d79e82bea0b3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.158287] env[63440]: DEBUG oslo_concurrency.lockutils [req-a0594c36-16f5-463d-acf1-d34bf77aaae2 req-6978aaa9-6c3f-4580-a30a-abcb4cbef246 service nova] Acquired lock "refresh_cache-c710002a-a15f-44cc-8b1b-d79e82bea0b3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.158511] env[63440]: DEBUG nova.network.neutron [req-a0594c36-16f5-463d-acf1-d34bf77aaae2 req-6978aaa9-6c3f-4580-a30a-abcb4cbef246 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Refreshing network info cache for port 65d7d024-fd20-41f1-a633-e1ddda9280d3 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.172966] env[63440]: DEBUG nova.network.neutron [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Successfully created port: 27b1ebca-b32f-497b-8365-8c0e9d8e8ed6 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.226243] env[63440]: DEBUG nova.objects.instance [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lazy-loading 'migration_context' on Instance uuid 5c49f809-c1dc-4fcf-8542-1ff7f012516f {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.293439] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]522c8ab9-99d8-7a30-5c31-dff4df3a95fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010504} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.293741] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.294014] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] f36569f7-593c-430f-ac98-42f52fdff4e2/f36569f7-593c-430f-ac98-42f52fdff4e2.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.294313] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e17b17c1-6faa-4304-a751-390d8c229ce8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.302214] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1137.302214] env[63440]: value = "task-2662342" [ 1137.302214] env[63440]: _type = "Task" [ 1137.302214] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.311192] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.313974] env[63440]: DEBUG nova.compute.manager [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.424089] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662341, 'name': CreateVM_Task, 'duration_secs': 0.38043} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.424089] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.433314] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.433526] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.433978] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.434282] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dcb2dc9-402a-489f-afa2-f68af85aec60 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.439970] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1137.439970] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5265384c-faf3-ea66-1ae1-193efd884534" [ 1137.439970] env[63440]: _type = "Task" [ 1137.439970] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.459247] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.459548] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Processing image b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2 {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.459830] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2/b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.460058] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2/b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.460192] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.460504] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a26977d-37b8-42d8-bf7a-72587120e566 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.488765] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.488765] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.489516] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-748d6d8d-bf72-4b2f-8ebb-4c74d5f86490 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.500955] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1137.500955] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5299f35d-399b-f11a-4c44-aa6d4c7423e3" [ 1137.500955] env[63440]: _type = "Task" [ 1137.500955] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.516575] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5299f35d-399b-f11a-4c44-aa6d4c7423e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.813477] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464225} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.813788] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] f36569f7-593c-430f-ac98-42f52fdff4e2/f36569f7-593c-430f-ac98-42f52fdff4e2.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.813988] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.814245] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-858f6913-c505-4c91-ab21-5fce8219b369 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.829724] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1137.829724] env[63440]: value = "task-2662343" [ 1137.829724] env[63440]: _type = "Task" [ 1137.829724] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.841382] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.865779] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865cdbba-3590-4cef-803f-4b8939fec159 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.874224] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ffd472-064e-4c13-a673-4feb65a8ffd0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.910617] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7441d51e-0b66-48a2-990e-ec9d78401b85 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.919353] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04481a11-8e34-45d4-9ed7-d912264d9c79 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.933891] env[63440]: DEBUG nova.compute.provider_tree [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.980009] env[63440]: DEBUG nova.network.neutron [req-a0594c36-16f5-463d-acf1-d34bf77aaae2 req-6978aaa9-6c3f-4580-a30a-abcb4cbef246 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Updated VIF entry in instance network info cache for port 65d7d024-fd20-41f1-a633-e1ddda9280d3. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.980409] env[63440]: DEBUG nova.network.neutron [req-a0594c36-16f5-463d-acf1-d34bf77aaae2 req-6978aaa9-6c3f-4580-a30a-abcb4cbef246 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Updating instance_info_cache with network_info: [{"id": "65d7d024-fd20-41f1-a633-e1ddda9280d3", "address": "fa:16:3e:b0:d2:10", "network": {"id": "dda8f4bb-b8fc-4de1-afea-976d055b16c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-625788292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4c53eff01740eb840aa42451b1b6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d7d024-fd", "ovs_interfaceid": "65d7d024-fd20-41f1-a633-e1ddda9280d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.011475] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Preparing fetch location {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1138.011754] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Fetch image to [datastore1] OSTACK_IMG_71cb4a80-b92f-48df-a12a-592dda4e70b1/OSTACK_IMG_71cb4a80-b92f-48df-a12a-592dda4e70b1.vmdk {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1138.011939] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Downloading stream optimized image b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2 to [datastore1] OSTACK_IMG_71cb4a80-b92f-48df-a12a-592dda4e70b1/OSTACK_IMG_71cb4a80-b92f-48df-a12a-592dda4e70b1.vmdk on the data store datastore1 as vApp {{(pid=63440) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1138.012133] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Downloading image file data b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2 to the ESX as VM named 'OSTACK_IMG_71cb4a80-b92f-48df-a12a-592dda4e70b1' {{(pid=63440) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1138.091612] env[63440]: DEBUG oslo_vmware.rw_handles [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1138.091612] env[63440]: value = "resgroup-9" [ 1138.091612] env[63440]: _type = "ResourcePool" [ 1138.091612] env[63440]: }. {{(pid=63440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1138.091986] env[63440]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-35bc8807-3bdd-4317-a995-243506f97668 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.114861] env[63440]: DEBUG oslo_vmware.rw_handles [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lease: (returnval){ [ 1138.114861] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524c9189-cf8f-be49-cf0d-981992dd98ff" [ 1138.114861] env[63440]: _type = "HttpNfcLease" [ 1138.114861] env[63440]: } obtained for vApp import into resource pool (val){ [ 1138.114861] env[63440]: value = "resgroup-9" [ 1138.114861] env[63440]: _type = "ResourcePool" [ 1138.114861] env[63440]: }. {{(pid=63440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1138.115210] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the lease: (returnval){ [ 1138.115210] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524c9189-cf8f-be49-cf0d-981992dd98ff" [ 1138.115210] env[63440]: _type = "HttpNfcLease" [ 1138.115210] env[63440]: } to be ready. {{(pid=63440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1138.121986] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1138.121986] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524c9189-cf8f-be49-cf0d-981992dd98ff" [ 1138.121986] env[63440]: _type = "HttpNfcLease" [ 1138.121986] env[63440]: } is initializing. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1138.324447] env[63440]: DEBUG nova.compute.manager [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1138.340337] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074435} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.340613] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.341560] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f562addb-6f06-4cd1-9eda-25c97a260bcc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.364069] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] f36569f7-593c-430f-ac98-42f52fdff4e2/f36569f7-593c-430f-ac98-42f52fdff4e2.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.364399] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46c3914e-819c-48bb-917a-d1bc54205614 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.385206] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1138.385206] env[63440]: value = "task-2662345" [ 1138.385206] env[63440]: _type = "Task" [ 1138.385206] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.393714] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.447288] env[63440]: DEBUG nova.scheduler.client.report [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.483214] env[63440]: DEBUG oslo_concurrency.lockutils [req-a0594c36-16f5-463d-acf1-d34bf77aaae2 req-6978aaa9-6c3f-4580-a30a-abcb4cbef246 service nova] Releasing lock "refresh_cache-c710002a-a15f-44cc-8b1b-d79e82bea0b3" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.624286] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1138.624286] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524c9189-cf8f-be49-cf0d-981992dd98ff" [ 1138.624286] env[63440]: _type = "HttpNfcLease" [ 1138.624286] env[63440]: } is initializing. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1138.688851] env[63440]: DEBUG nova.network.neutron [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Successfully updated port: 27b1ebca-b32f-497b-8365-8c0e9d8e8ed6 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.896352] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662345, 'name': ReconfigVM_Task, 'duration_secs': 0.351569} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.896715] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Reconfigured VM instance instance-00000073 to attach disk [datastore1] f36569f7-593c-430f-ac98-42f52fdff4e2/f36569f7-593c-430f-ac98-42f52fdff4e2.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.897409] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e276064-72c7-4aea-be8f-eb75aa002a69 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.905156] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1138.905156] env[63440]: value = "task-2662346" [ 1138.905156] env[63440]: _type = "Task" [ 1138.905156] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.914204] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662346, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.126589] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1139.126589] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524c9189-cf8f-be49-cf0d-981992dd98ff" [ 1139.126589] env[63440]: _type = "HttpNfcLease" [ 1139.126589] env[63440]: } is ready. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1139.127048] env[63440]: DEBUG oslo_vmware.rw_handles [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1139.127048] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524c9189-cf8f-be49-cf0d-981992dd98ff" [ 1139.127048] env[63440]: _type = "HttpNfcLease" [ 1139.127048] env[63440]: }. {{(pid=63440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1139.127784] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632eeab9-1b17-4fde-9336-2e5d2498450c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.135577] env[63440]: DEBUG oslo_vmware.rw_handles [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52383505-72ac-d4e4-029c-cbcc0b1b811b/disk-0.vmdk from lease info. {{(pid=63440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1139.135757] env[63440]: DEBUG oslo_vmware.rw_handles [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52383505-72ac-d4e4-029c-cbcc0b1b811b/disk-0.vmdk. {{(pid=63440) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1139.193416] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "refresh_cache-dfb77644-faf8-4d23-ad0f-24f70d576f79" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.193795] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquired lock "refresh_cache-dfb77644-faf8-4d23-ad0f-24f70d576f79" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.193795] env[63440]: DEBUG nova.network.neutron [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.196647] env[63440]: DEBUG nova.compute.manager [req-d3f74727-8869-4c62-96cd-fa20d585038a req-fd62610d-e848-44e4-a3c6-5595e9c34c37 service nova] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Received event network-vif-plugged-27b1ebca-b32f-497b-8365-8c0e9d8e8ed6 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1139.196840] env[63440]: DEBUG oslo_concurrency.lockutils [req-d3f74727-8869-4c62-96cd-fa20d585038a req-fd62610d-e848-44e4-a3c6-5595e9c34c37 service nova] Acquiring lock "dfb77644-faf8-4d23-ad0f-24f70d576f79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.197059] env[63440]: DEBUG oslo_concurrency.lockutils [req-d3f74727-8869-4c62-96cd-fa20d585038a req-fd62610d-e848-44e4-a3c6-5595e9c34c37 service nova] Lock "dfb77644-faf8-4d23-ad0f-24f70d576f79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.197329] env[63440]: DEBUG oslo_concurrency.lockutils [req-d3f74727-8869-4c62-96cd-fa20d585038a req-fd62610d-e848-44e4-a3c6-5595e9c34c37 service nova] Lock "dfb77644-faf8-4d23-ad0f-24f70d576f79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.197398] env[63440]: DEBUG nova.compute.manager [req-d3f74727-8869-4c62-96cd-fa20d585038a req-fd62610d-e848-44e4-a3c6-5595e9c34c37 service nova] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] No waiting events found dispatching network-vif-plugged-27b1ebca-b32f-497b-8365-8c0e9d8e8ed6 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.197687] env[63440]: WARNING nova.compute.manager [req-d3f74727-8869-4c62-96cd-fa20d585038a req-fd62610d-e848-44e4-a3c6-5595e9c34c37 service nova] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Received unexpected event network-vif-plugged-27b1ebca-b32f-497b-8365-8c0e9d8e8ed6 for instance with vm_state building and task_state spawning. [ 1139.197687] env[63440]: DEBUG nova.compute.manager [req-d3f74727-8869-4c62-96cd-fa20d585038a req-fd62610d-e848-44e4-a3c6-5595e9c34c37 service nova] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Received event network-changed-27b1ebca-b32f-497b-8365-8c0e9d8e8ed6 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1139.197999] env[63440]: DEBUG nova.compute.manager [req-d3f74727-8869-4c62-96cd-fa20d585038a req-fd62610d-e848-44e4-a3c6-5595e9c34c37 service nova] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Refreshing instance network info cache due to event network-changed-27b1ebca-b32f-497b-8365-8c0e9d8e8ed6. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1139.197999] env[63440]: DEBUG oslo_concurrency.lockutils [req-d3f74727-8869-4c62-96cd-fa20d585038a req-fd62610d-e848-44e4-a3c6-5595e9c34c37 service nova] Acquiring lock "refresh_cache-dfb77644-faf8-4d23-ad0f-24f70d576f79" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.202608] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c7accb5c-dae7-4743-a7fd-f2e952812b3e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.417348] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.417348] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662346, 'name': Rename_Task, 'duration_secs': 0.196817} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.417348] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.417879] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2286f64e-cb9a-4a72-9664-282f641dbe70 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.425371] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1139.425371] env[63440]: value = "task-2662347" [ 1139.425371] env[63440]: _type = "Task" [ 1139.425371] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.434976] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.459532] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.737s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.734585] env[63440]: DEBUG nova.network.neutron [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.886061] env[63440]: DEBUG nova.network.neutron [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Updating instance_info_cache with network_info: [{"id": "27b1ebca-b32f-497b-8365-8c0e9d8e8ed6", "address": "fa:16:3e:d7:d4:29", "network": {"id": "141bfbd5-e787-402f-829c-6837c54ad36a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453926429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f1344f646448dba9054acf4eff966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27b1ebca-b3", "ovs_interfaceid": "27b1ebca-b32f-497b-8365-8c0e9d8e8ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.939242] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662347, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.991591] env[63440]: DEBUG nova.virt.hardware [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.991952] env[63440]: DEBUG nova.virt.hardware [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.992164] env[63440]: DEBUG nova.virt.hardware [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.992362] env[63440]: DEBUG nova.virt.hardware [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.992513] env[63440]: DEBUG nova.virt.hardware [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.992663] env[63440]: DEBUG nova.virt.hardware [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.992963] env[63440]: DEBUG nova.virt.hardware [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.993236] env[63440]: DEBUG nova.virt.hardware [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.993464] env[63440]: DEBUG nova.virt.hardware [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.993657] env[63440]: DEBUG nova.virt.hardware [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.993855] env[63440]: DEBUG nova.virt.hardware [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.995218] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b905f73-3a42-4485-8854-77806385527b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.008375] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143ceb28-c051-4a85-86c4-d35955c38078 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.390021] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Releasing lock "refresh_cache-dfb77644-faf8-4d23-ad0f-24f70d576f79" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.390372] env[63440]: DEBUG nova.compute.manager [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Instance network_info: |[{"id": "27b1ebca-b32f-497b-8365-8c0e9d8e8ed6", "address": "fa:16:3e:d7:d4:29", "network": {"id": "141bfbd5-e787-402f-829c-6837c54ad36a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453926429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f1344f646448dba9054acf4eff966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27b1ebca-b3", "ovs_interfaceid": "27b1ebca-b32f-497b-8365-8c0e9d8e8ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.390676] env[63440]: DEBUG oslo_concurrency.lockutils [req-d3f74727-8869-4c62-96cd-fa20d585038a req-fd62610d-e848-44e4-a3c6-5595e9c34c37 service nova] Acquired lock "refresh_cache-dfb77644-faf8-4d23-ad0f-24f70d576f79" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.390911] env[63440]: DEBUG nova.network.neutron [req-d3f74727-8869-4c62-96cd-fa20d585038a req-fd62610d-e848-44e4-a3c6-5595e9c34c37 service nova] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Refreshing network info cache for port 27b1ebca-b32f-497b-8365-8c0e9d8e8ed6 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.392312] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:d4:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27b1ebca-b32f-497b-8365-8c0e9d8e8ed6', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.401316] env[63440]: DEBUG oslo.service.loopingcall [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1140.407729] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.408398] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2695e645-423e-4660-89ed-26f195d2b661 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.436278] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.436278] env[63440]: value = "task-2662348" [ 1140.436278] env[63440]: _type = "Task" [ 1140.436278] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.453646] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662348, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.453984] env[63440]: DEBUG oslo_vmware.api [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662347, 'name': PowerOnVM_Task, 'duration_secs': 0.784861} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.456574] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.456817] env[63440]: INFO nova.compute.manager [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1140.457078] env[63440]: DEBUG nova.compute.manager [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.457989] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9ffc08-e23a-4e47-90e8-c762d88aafb5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.481067] env[63440]: DEBUG oslo_vmware.rw_handles [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Completed reading data from the image iterator. {{(pid=63440) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1140.481350] env[63440]: DEBUG oslo_vmware.rw_handles [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52383505-72ac-d4e4-029c-cbcc0b1b811b/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1140.482822] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32de195-a04f-4ba6-b098-8501a7db205f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.495707] env[63440]: DEBUG oslo_vmware.rw_handles [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52383505-72ac-d4e4-029c-cbcc0b1b811b/disk-0.vmdk is in state: ready. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1140.495965] env[63440]: DEBUG oslo_vmware.rw_handles [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52383505-72ac-d4e4-029c-cbcc0b1b811b/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1140.496164] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c25b7f6c-c396-494c-90c1-00762b15f80b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.633770] env[63440]: DEBUG nova.network.neutron [req-d3f74727-8869-4c62-96cd-fa20d585038a req-fd62610d-e848-44e4-a3c6-5595e9c34c37 service nova] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Updated VIF entry in instance network info cache for port 27b1ebca-b32f-497b-8365-8c0e9d8e8ed6. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.634190] env[63440]: DEBUG nova.network.neutron [req-d3f74727-8869-4c62-96cd-fa20d585038a req-fd62610d-e848-44e4-a3c6-5595e9c34c37 service nova] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Updating instance_info_cache with network_info: [{"id": "27b1ebca-b32f-497b-8365-8c0e9d8e8ed6", "address": "fa:16:3e:d7:d4:29", "network": {"id": "141bfbd5-e787-402f-829c-6837c54ad36a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453926429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f1344f646448dba9054acf4eff966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27b1ebca-b3", "ovs_interfaceid": "27b1ebca-b32f-497b-8365-8c0e9d8e8ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.947920] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662348, 'name': CreateVM_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.980953] env[63440]: INFO nova.compute.manager [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Took 13.21 seconds to build instance. [ 1141.011183] env[63440]: INFO nova.compute.manager [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Swapping old allocation on dict_keys(['e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5']) held by migration 33a57f17-2875-47c2-8a69-5e63be06fa94 for instance [ 1141.036348] env[63440]: DEBUG nova.scheduler.client.report [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Overwriting current allocation {'allocations': {'e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 168}}, 'project_id': '0513b3a25dd64e83a612fd5798026268', 'user_id': '85e62d79de464569bdc1cb7b4a2b874f', 'consumer_generation': 1} on consumer 5c49f809-c1dc-4fcf-8542-1ff7f012516f {{(pid=63440) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1141.117941] env[63440]: DEBUG oslo_vmware.rw_handles [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52383505-72ac-d4e4-029c-cbcc0b1b811b/disk-0.vmdk. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1141.118301] env[63440]: INFO nova.virt.vmwareapi.images [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Downloaded image file data b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2 [ 1141.119279] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0243ca-a609-4618-ac46-73ad14090c6e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.137265] env[63440]: DEBUG oslo_concurrency.lockutils [req-d3f74727-8869-4c62-96cd-fa20d585038a req-fd62610d-e848-44e4-a3c6-5595e9c34c37 service nova] Releasing lock "refresh_cache-dfb77644-faf8-4d23-ad0f-24f70d576f79" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.138604] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "refresh_cache-5c49f809-c1dc-4fcf-8542-1ff7f012516f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.138776] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired lock "refresh_cache-5c49f809-c1dc-4fcf-8542-1ff7f012516f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.138956] env[63440]: DEBUG nova.network.neutron [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.140083] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e0fc1e4-97bb-4601-be1d-0eccaaf599fe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.167341] env[63440]: INFO nova.virt.vmwareapi.images [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] The imported VM was unregistered [ 1141.168170] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Caching image {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1141.168438] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2 {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.168720] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a85635e3-5049-4a12-b772-97aacca6d1ee {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.183747] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Created directory with path [datastore1] devstack-image-cache_base/b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2 {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.183964] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_71cb4a80-b92f-48df-a12a-592dda4e70b1/OSTACK_IMG_71cb4a80-b92f-48df-a12a-592dda4e70b1.vmdk to [datastore1] devstack-image-cache_base/b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2/b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2.vmdk. {{(pid=63440) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1141.184209] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a790b96d-96f7-4738-b73f-bdbaa323f577 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.192918] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1141.192918] env[63440]: value = "task-2662350" [ 1141.192918] env[63440]: _type = "Task" [ 1141.192918] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.203441] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662350, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.453743] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662348, 'name': CreateVM_Task, 'duration_secs': 0.7399} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.453743] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.453743] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.454164] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.454164] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.454436] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05da6d4c-5cd8-413e-a172-1b1b4017ec9f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.460552] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1141.460552] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526343b9-2ba2-ea06-b5e8-3a3d6adeb3d3" [ 1141.460552] env[63440]: _type = "Task" [ 1141.460552] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.471407] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526343b9-2ba2-ea06-b5e8-3a3d6adeb3d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.483158] env[63440]: DEBUG oslo_concurrency.lockutils [None req-8c928e75-533d-45f2-88df-30ceac09048d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "f36569f7-593c-430f-ac98-42f52fdff4e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.718s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.511923] env[63440]: DEBUG nova.compute.manager [req-a4b02365-e605-4646-9e36-ad45c8f5e466 req-09bd3072-b8d7-4104-9778-9237a4388194 service nova] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Received event network-changed-d1f3a87d-53b2-4fc7-b628-0520c2737a43 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1141.512160] env[63440]: DEBUG nova.compute.manager [req-a4b02365-e605-4646-9e36-ad45c8f5e466 req-09bd3072-b8d7-4104-9778-9237a4388194 service nova] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Refreshing instance network info cache due to event network-changed-d1f3a87d-53b2-4fc7-b628-0520c2737a43. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1141.512376] env[63440]: DEBUG oslo_concurrency.lockutils [req-a4b02365-e605-4646-9e36-ad45c8f5e466 req-09bd3072-b8d7-4104-9778-9237a4388194 service nova] Acquiring lock "refresh_cache-f36569f7-593c-430f-ac98-42f52fdff4e2" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.512699] env[63440]: DEBUG oslo_concurrency.lockutils [req-a4b02365-e605-4646-9e36-ad45c8f5e466 req-09bd3072-b8d7-4104-9778-9237a4388194 service nova] Acquired lock "refresh_cache-f36569f7-593c-430f-ac98-42f52fdff4e2" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.512933] env[63440]: DEBUG nova.network.neutron [req-a4b02365-e605-4646-9e36-ad45c8f5e466 req-09bd3072-b8d7-4104-9778-9237a4388194 service nova] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Refreshing network info cache for port d1f3a87d-53b2-4fc7-b628-0520c2737a43 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.706299] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662350, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.868907] env[63440]: DEBUG nova.network.neutron [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Updating instance_info_cache with network_info: [{"id": "1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814", "address": "fa:16:3e:7b:5a:e9", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e3df4c8-c6", "ovs_interfaceid": "1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.975082] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]526343b9-2ba2-ea06-b5e8-3a3d6adeb3d3, 'name': SearchDatastore_Task, 'duration_secs': 0.051289} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.975181] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.975367] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.975603] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.975759] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.975964] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.976377] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fc46ba4-4f69-45e8-80d1-c922278a9a95 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.994642] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.994904] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.995730] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e978dc15-cd9d-424b-8938-487056d6346c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.003322] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1142.003322] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52cc4728-ed4b-d3ad-e70f-bd16559df0ca" [ 1142.003322] env[63440]: _type = "Task" [ 1142.003322] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.015539] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52cc4728-ed4b-d3ad-e70f-bd16559df0ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.204524] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662350, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.239940] env[63440]: DEBUG nova.network.neutron [req-a4b02365-e605-4646-9e36-ad45c8f5e466 req-09bd3072-b8d7-4104-9778-9237a4388194 service nova] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Updated VIF entry in instance network info cache for port d1f3a87d-53b2-4fc7-b628-0520c2737a43. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.240384] env[63440]: DEBUG nova.network.neutron [req-a4b02365-e605-4646-9e36-ad45c8f5e466 req-09bd3072-b8d7-4104-9778-9237a4388194 service nova] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Updating instance_info_cache with network_info: [{"id": "d1f3a87d-53b2-4fc7-b628-0520c2737a43", "address": "fa:16:3e:9b:0f:e4", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1f3a87d-53", "ovs_interfaceid": "d1f3a87d-53b2-4fc7-b628-0520c2737a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.371620] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lock "refresh_cache-5c49f809-c1dc-4fcf-8542-1ff7f012516f" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.372652] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17fe805-60b3-40cb-9886-9fd7dbeb5845 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.383799] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b65e4bf-9a6f-4e93-b277-4043f1dd2199 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.516479] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52cc4728-ed4b-d3ad-e70f-bd16559df0ca, 'name': SearchDatastore_Task, 'duration_secs': 0.074647} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.517419] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a020542-aca5-41f9-9f79-d8c7e64b2e68 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.527351] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1142.527351] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52575637-626a-df33-2256-6a3d62838369" [ 1142.527351] env[63440]: _type = "Task" [ 1142.527351] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.538509] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52575637-626a-df33-2256-6a3d62838369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.708087] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662350, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.743205] env[63440]: DEBUG oslo_concurrency.lockutils [req-a4b02365-e605-4646-9e36-ad45c8f5e466 req-09bd3072-b8d7-4104-9778-9237a4388194 service nova] Releasing lock "refresh_cache-f36569f7-593c-430f-ac98-42f52fdff4e2" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.890944] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.891268] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.891459] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1142.891657] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.042378] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52575637-626a-df33-2256-6a3d62838369, 'name': SearchDatastore_Task, 'duration_secs': 0.087919} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.044720] env[63440]: DEBUG oslo_vmware.rw_handles [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a1dc6-7de8-cf31-1366-e5f427e0ede5/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1143.045087] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.045365] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] dfb77644-faf8-4d23-ad0f-24f70d576f79/dfb77644-faf8-4d23-ad0f-24f70d576f79.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.046210] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6096b29-0169-4385-87ea-014e48569a94 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.049051] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e61b37ca-8fee-4a44-8345-9da614e0edfa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.057047] env[63440]: DEBUG oslo_vmware.rw_handles [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a1dc6-7de8-cf31-1366-e5f427e0ede5/disk-0.vmdk is in state: ready. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1143.057283] env[63440]: ERROR oslo_vmware.rw_handles [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a1dc6-7de8-cf31-1366-e5f427e0ede5/disk-0.vmdk due to incomplete transfer. [ 1143.057513] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ed22d63b-f5df-4113-896c-e84459ab381b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.061013] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1143.061013] env[63440]: value = "task-2662351" [ 1143.061013] env[63440]: _type = "Task" [ 1143.061013] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.067578] env[63440]: DEBUG oslo_vmware.rw_handles [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a1dc6-7de8-cf31-1366-e5f427e0ede5/disk-0.vmdk. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1143.067817] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Uploaded image 2a44027d-aaff-4710-86a8-0557bc62de17 to the Glance image server {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1143.070320] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Destroying the VM {{(pid=63440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1143.074935] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-210181f4-c640-4c9a-bbb9-6975a06ef717 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.076731] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.086636] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1143.086636] env[63440]: value = "task-2662352" [ 1143.086636] env[63440]: _type = "Task" [ 1143.086636] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.101266] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662352, 'name': Destroy_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.210145] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662350, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.395452] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.395821] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.396024] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.396196] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1143.397275] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109f5a4c-42dc-43dd-b72a-5d9d1bb15175 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.408101] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66d5e3a-e45d-413a-ad9b-f0b73e330340 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.423912] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c26647-7548-4a2b-a1c3-7903e41b0f95 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.430919] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43b464f-c63e-41b7-92a0-f1d788c895be {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.462983] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180127MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=63440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1143.463210] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.463381] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.502653] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.502975] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4e97e33-91d6-4a8c-8764-3172bc95ca91 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.510647] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1143.510647] env[63440]: value = "task-2662353" [ 1143.510647] env[63440]: _type = "Task" [ 1143.510647] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.519120] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.579224] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662351, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.599477] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662352, 'name': Destroy_Task} progress is 33%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.709383] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662350, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.295764} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.709812] env[63440]: INFO nova.virt.vmwareapi.ds_util [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_71cb4a80-b92f-48df-a12a-592dda4e70b1/OSTACK_IMG_71cb4a80-b92f-48df-a12a-592dda4e70b1.vmdk to [datastore1] devstack-image-cache_base/b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2/b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2.vmdk. [ 1143.709996] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Cleaning up location [datastore1] OSTACK_IMG_71cb4a80-b92f-48df-a12a-592dda4e70b1 {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1143.710226] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_71cb4a80-b92f-48df-a12a-592dda4e70b1 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.710566] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b7d803b-5aa9-4375-a5b7-8d17311cdb18 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.722015] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1143.722015] env[63440]: value = "task-2662354" [ 1143.722015] env[63440]: _type = "Task" [ 1143.722015] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.735778] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.020266] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662353, 'name': PowerOffVM_Task, 'duration_secs': 0.325023} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.020516] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.021156] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.021380] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.021538] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.021717] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.021863] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.022024] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.022238] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.022398] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.022562] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.022725] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.022897] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.027853] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c20ea3c1-3b9d-41e7-9aa3-f60382d4d32e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.042444] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1144.042444] env[63440]: value = "task-2662355" [ 1144.042444] env[63440]: _type = "Task" [ 1144.042444] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.051800] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.070815] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784629} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.071079] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] dfb77644-faf8-4d23-ad0f-24f70d576f79/dfb77644-faf8-4d23-ad0f-24f70d576f79.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.071308] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.071539] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca9cf1a3-f874-40c2-9d81-20339849ea13 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.078700] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1144.078700] env[63440]: value = "task-2662356" [ 1144.078700] env[63440]: _type = "Task" [ 1144.078700] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.085774] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.095382] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662352, 'name': Destroy_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.231980] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122712} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.232566] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.232566] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2/b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.232745] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2/b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2.vmdk to [datastore1] c710002a-a15f-44cc-8b1b-d79e82bea0b3/c710002a-a15f-44cc-8b1b-d79e82bea0b3.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.232893] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eda4a015-2391-45c4-b8a2-3a0de8115309 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.239604] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1144.239604] env[63440]: value = "task-2662357" [ 1144.239604] env[63440]: _type = "Task" [ 1144.239604] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.246957] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.493146] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 54e14642-1bde-49f8-b441-9ec1c2ff9455 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1144.493365] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance d49cb05c-d712-4459-9bff-1db4bfae22e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1144.493539] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1144.493620] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 5c49f809-c1dc-4fcf-8542-1ff7f012516f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1144.493737] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance f36569f7-593c-430f-ac98-42f52fdff4e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1144.493853] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance c710002a-a15f-44cc-8b1b-d79e82bea0b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1144.493970] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance dfb77644-faf8-4d23-ad0f-24f70d576f79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1144.494191] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1144.494329] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1144.556153] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662355, 'name': ReconfigVM_Task, 'duration_secs': 0.151399} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.557094] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8feb8d-1d6f-4cf7-a252-e91f1fea770a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.580611] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.580898] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.581027] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.581214] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.581364] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.581514] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.581725] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.581884] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.582064] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.582235] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.582410] env[63440]: DEBUG nova.virt.hardware [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.588985] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34aa610e-3278-4d7b-afa6-c8c46be21287 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.600097] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1144.600097] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ec8e56-d47c-59fc-572d-882e8dd6bb43" [ 1144.600097] env[63440]: _type = "Task" [ 1144.600097] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.605872] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.606140] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662352, 'name': Destroy_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.619479] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ec8e56-d47c-59fc-572d-882e8dd6bb43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.639148] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c57d69-0e87-4aeb-a05c-7014760d9fb6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.648879] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6a7d4d-b83b-46c4-916f-4d5c90933c43 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.683203] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cfc68d-6fa9-4156-9e74-81cfb5e1291c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.693447] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb05cf1-59ea-47d9-b83d-586f8f0bba2e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.710543] env[63440]: DEBUG nova.compute.provider_tree [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.752988] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662357, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.091313] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.845694} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.091537] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.092223] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777e1a17-ad17-430c-ac5d-c11898105f4e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.118717] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] dfb77644-faf8-4d23-ad0f-24f70d576f79/dfb77644-faf8-4d23-ad0f-24f70d576f79.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.125075] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aad2b703-2ad1-44f9-a354-ebf13b264dc7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.139654] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662352, 'name': Destroy_Task, 'duration_secs': 1.76312} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.140018] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Destroyed the VM [ 1145.140216] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Deleting Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1145.141274] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-76773be7-925e-47aa-9b5a-8a76892f8bd7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.150478] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1145.150478] env[63440]: value = "task-2662358" [ 1145.150478] env[63440]: _type = "Task" [ 1145.150478] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.150724] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ec8e56-d47c-59fc-572d-882e8dd6bb43, 'name': SearchDatastore_Task, 'duration_secs': 0.048027} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.157244] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1145.157634] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1145.157634] env[63440]: value = "task-2662359" [ 1145.157634] env[63440]: _type = "Task" [ 1145.157634] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.160869] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2046ef27-2e79-4020-ad34-88a4d9f69e4c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.184895] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662359, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.188926] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.189252] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1145.189252] env[63440]: value = "task-2662360" [ 1145.189252] env[63440]: _type = "Task" [ 1145.189252] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.201258] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662360, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.213420] env[63440]: DEBUG nova.scheduler.client.report [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.255988] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662357, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.666218] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.685867] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662359, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.702836] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662360, 'name': ReconfigVM_Task, 'duration_secs': 0.458827} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.703144] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1145.704056] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa2674a-2b54-49e9-b81f-331c6962af4c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.726618] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1145.726923] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.263s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.734536] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 5c49f809-c1dc-4fcf-8542-1ff7f012516f/5c49f809-c1dc-4fcf-8542-1ff7f012516f.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.734997] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0012a763-0531-4018-b0c9-b5608dd2714b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.759954] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662357, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.762157] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1145.762157] env[63440]: value = "task-2662361" [ 1145.762157] env[63440]: _type = "Task" [ 1145.762157] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.774836] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.167084] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662358, 'name': ReconfigVM_Task, 'duration_secs': 0.970141} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.167446] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Reconfigured VM instance instance-00000074 to attach disk [datastore1] dfb77644-faf8-4d23-ad0f-24f70d576f79/dfb77644-faf8-4d23-ad0f-24f70d576f79.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.168307] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb509208-458f-4992-85a1-da06f6cfebc7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.181199] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1146.181199] env[63440]: value = "task-2662362" [ 1146.181199] env[63440]: _type = "Task" [ 1146.181199] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.189844] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662359, 'name': RemoveSnapshot_Task, 'duration_secs': 0.690687} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.190732] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Deleted Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1146.191140] env[63440]: DEBUG nova.compute.manager [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.192091] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0562341d-83a4-456b-b35f-1dc826ffa8b4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.199630] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662362, 'name': Rename_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.261446] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662357, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.273159] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.691017] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662362, 'name': Rename_Task, 'duration_secs': 0.375254} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.691371] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.691551] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-307961e2-de22-4056-9df0-689a17ddedbd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.697139] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1146.697139] env[63440]: value = "task-2662363" [ 1146.697139] env[63440]: _type = "Task" [ 1146.697139] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.703906] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.707672] env[63440]: INFO nova.compute.manager [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Shelve offloading [ 1146.761140] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662357, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.301074} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.761399] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2/b9337976-3c9c-4b9d-9e3d-6a9ae01b8db2.vmdk to [datastore1] c710002a-a15f-44cc-8b1b-d79e82bea0b3/c710002a-a15f-44cc-8b1b-d79e82bea0b3.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.762157] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064bf072-827f-4aea-9246-0304adc70dbe {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.771343] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662361, 'name': ReconfigVM_Task, 'duration_secs': 0.877691} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.779959] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 5c49f809-c1dc-4fcf-8542-1ff7f012516f/5c49f809-c1dc-4fcf-8542-1ff7f012516f.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.788391] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] c710002a-a15f-44cc-8b1b-d79e82bea0b3/c710002a-a15f-44cc-8b1b-d79e82bea0b3.vmdk or device None with type streamOptimized {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.789068] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1043ea2f-88fc-4e93-8d5b-f48025f8ebfb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.791548] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fad803fa-84dd-4a4c-ae38-ef256afbf991 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.824015] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4463675f-8278-4b27-aa4c-e939a2d0138c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.826411] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1146.826411] env[63440]: value = "task-2662364" [ 1146.826411] env[63440]: _type = "Task" [ 1146.826411] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.846348] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bf876b-7b17-4b8e-9b49-05e2e7d5b4f5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.851748] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.869491] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663a9d19-67d5-45a2-8ffd-175ef5eb98b9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.876072] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.876337] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eae4f82d-bc43-4ebd-87b0-965f5ba43d95 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.882103] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1146.882103] env[63440]: value = "task-2662365" [ 1146.882103] env[63440]: _type = "Task" [ 1146.882103] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.889333] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.208988] env[63440]: DEBUG oslo_vmware.api [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662363, 'name': PowerOnVM_Task, 'duration_secs': 0.496695} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.209297] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.209499] env[63440]: INFO nova.compute.manager [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1147.209681] env[63440]: DEBUG nova.compute.manager [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.210518] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2c90f7-78f6-4400-9448-389b18484b8c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.213111] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.213350] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5cc369a-d438-4efe-b5f1-e4aea55ae53b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.223189] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1147.223189] env[63440]: value = "task-2662366" [ 1147.223189] env[63440]: _type = "Task" [ 1147.223189] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.231488] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] VM already powered off {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1147.231691] env[63440]: DEBUG nova.compute.manager [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.232419] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0d5d25-ae55-4699-a1c9-a055127ef59a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.237487] env[63440]: DEBUG oslo_concurrency.lockutils [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "refresh_cache-41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.237645] env[63440]: DEBUG oslo_concurrency.lockutils [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquired lock "refresh_cache-41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.237819] env[63440]: DEBUG nova.network.neutron [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.335511] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662364, 'name': ReconfigVM_Task, 'duration_secs': 0.26308} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.335779] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Reconfigured VM instance instance-0000006b to attach disk [datastore1] c710002a-a15f-44cc-8b1b-d79e82bea0b3/c710002a-a15f-44cc-8b1b-d79e82bea0b3.vmdk or device None with type streamOptimized {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.336414] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9c1fad8-87a4-4084-9909-076add071e26 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.341978] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1147.341978] env[63440]: value = "task-2662367" [ 1147.341978] env[63440]: _type = "Task" [ 1147.341978] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.349655] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662367, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.391722] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662365, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.730755] env[63440]: INFO nova.compute.manager [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Took 16.53 seconds to build instance. [ 1147.851535] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662367, 'name': Rename_Task, 'duration_secs': 0.180197} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.851838] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.852082] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa194263-4f4e-476d-85d1-4af6d8ad6893 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.858133] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1147.858133] env[63440]: value = "task-2662368" [ 1147.858133] env[63440]: _type = "Task" [ 1147.858133] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.868222] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.893864] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662365, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.929286] env[63440]: DEBUG nova.network.neutron [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Updating instance_info_cache with network_info: [{"id": "52cec28a-af82-43fb-8a5a-895cb82d3bec", "address": "fa:16:3e:ea:60:bc", "network": {"id": "2cd49d31-c9f8-484b-b08f-4f4cdb714993", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1836897223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf9585e50514c7a900f1fdaca15a21b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cec28a-af", "ovs_interfaceid": "52cec28a-af82-43fb-8a5a-895cb82d3bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.233198] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e1f0eb4e-b485-4ea7-9dd1-0bb597df01bf tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "dfb77644-faf8-4d23-ad0f-24f70d576f79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.043s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.368654] env[63440]: DEBUG oslo_vmware.api [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662368, 'name': PowerOnVM_Task, 'duration_secs': 0.45973} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.369016] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.393058] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662365, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.431860] env[63440]: DEBUG oslo_concurrency.lockutils [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Releasing lock "refresh_cache-41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.471882] env[63440]: DEBUG nova.compute.manager [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.473265] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebe5796-a6a3-46c7-b648-a2d7d7fa1e8f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.666104] env[63440]: DEBUG nova.compute.manager [req-928f2479-c644-4a01-9403-7f06341980f5 req-2c9547a0-977d-49e5-ae02-f49549a3ea69 service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Received event network-vif-unplugged-52cec28a-af82-43fb-8a5a-895cb82d3bec {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1148.666350] env[63440]: DEBUG oslo_concurrency.lockutils [req-928f2479-c644-4a01-9403-7f06341980f5 req-2c9547a0-977d-49e5-ae02-f49549a3ea69 service nova] Acquiring lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.666556] env[63440]: DEBUG oslo_concurrency.lockutils [req-928f2479-c644-4a01-9403-7f06341980f5 req-2c9547a0-977d-49e5-ae02-f49549a3ea69 service nova] Lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.666730] env[63440]: DEBUG oslo_concurrency.lockutils [req-928f2479-c644-4a01-9403-7f06341980f5 req-2c9547a0-977d-49e5-ae02-f49549a3ea69 service nova] Lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.667029] env[63440]: DEBUG nova.compute.manager [req-928f2479-c644-4a01-9403-7f06341980f5 req-2c9547a0-977d-49e5-ae02-f49549a3ea69 service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] No waiting events found dispatching network-vif-unplugged-52cec28a-af82-43fb-8a5a-895cb82d3bec {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.667384] env[63440]: WARNING nova.compute.manager [req-928f2479-c644-4a01-9403-7f06341980f5 req-2c9547a0-977d-49e5-ae02-f49549a3ea69 service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Received unexpected event network-vif-unplugged-52cec28a-af82-43fb-8a5a-895cb82d3bec for instance with vm_state shelved and task_state shelving_offloading. [ 1148.691517] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.692528] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d30e191-0738-430b-804e-dbd75b297a7c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.701252] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.701504] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0e312fe-3094-4aac-af47-57c798a25bf3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.729938] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.730223] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.730692] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.730692] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.765532] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.765945] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.765945] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Deleting the datastore file [datastore2] 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.766208] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ff36fcc-1144-4413-86bf-dc077b082a76 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.772618] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1148.772618] env[63440]: value = "task-2662370" [ 1148.772618] env[63440]: _type = "Task" [ 1148.772618] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.781505] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.870809] env[63440]: DEBUG nova.compute.manager [req-6aab31dc-9adc-4612-ae4a-a823d6c0fc1a req-b23bca53-92c4-4fb8-98e9-b9ad755dd7b3 service nova] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Received event network-changed-27b1ebca-b32f-497b-8365-8c0e9d8e8ed6 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1148.871024] env[63440]: DEBUG nova.compute.manager [req-6aab31dc-9adc-4612-ae4a-a823d6c0fc1a req-b23bca53-92c4-4fb8-98e9-b9ad755dd7b3 service nova] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Refreshing instance network info cache due to event network-changed-27b1ebca-b32f-497b-8365-8c0e9d8e8ed6. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1148.871206] env[63440]: DEBUG oslo_concurrency.lockutils [req-6aab31dc-9adc-4612-ae4a-a823d6c0fc1a req-b23bca53-92c4-4fb8-98e9-b9ad755dd7b3 service nova] Acquiring lock "refresh_cache-dfb77644-faf8-4d23-ad0f-24f70d576f79" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.871356] env[63440]: DEBUG oslo_concurrency.lockutils [req-6aab31dc-9adc-4612-ae4a-a823d6c0fc1a req-b23bca53-92c4-4fb8-98e9-b9ad755dd7b3 service nova] Acquired lock "refresh_cache-dfb77644-faf8-4d23-ad0f-24f70d576f79" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.871516] env[63440]: DEBUG nova.network.neutron [req-6aab31dc-9adc-4612-ae4a-a823d6c0fc1a req-b23bca53-92c4-4fb8-98e9-b9ad755dd7b3 service nova] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Refreshing network info cache for port 27b1ebca-b32f-497b-8365-8c0e9d8e8ed6 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.893911] env[63440]: DEBUG oslo_vmware.api [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662365, 'name': PowerOnVM_Task, 'duration_secs': 1.728998} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.894169] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.994360] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e9dcd6cf-7de4-4214-96a2-1f127da712ac tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.830s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.282603] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.585543] env[63440]: DEBUG nova.network.neutron [req-6aab31dc-9adc-4612-ae4a-a823d6c0fc1a req-b23bca53-92c4-4fb8-98e9-b9ad755dd7b3 service nova] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Updated VIF entry in instance network info cache for port 27b1ebca-b32f-497b-8365-8c0e9d8e8ed6. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.585931] env[63440]: DEBUG nova.network.neutron [req-6aab31dc-9adc-4612-ae4a-a823d6c0fc1a req-b23bca53-92c4-4fb8-98e9-b9ad755dd7b3 service nova] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Updating instance_info_cache with network_info: [{"id": "27b1ebca-b32f-497b-8365-8c0e9d8e8ed6", "address": "fa:16:3e:d7:d4:29", "network": {"id": "141bfbd5-e787-402f-829c-6837c54ad36a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453926429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f1344f646448dba9054acf4eff966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27b1ebca-b3", "ovs_interfaceid": "27b1ebca-b32f-497b-8365-8c0e9d8e8ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.783387] env[63440]: DEBUG oslo_vmware.api [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.537875} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.783841] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.783910] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.784055] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.806679] env[63440]: INFO nova.scheduler.client.report [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Deleted allocations for instance 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10 [ 1149.937367] env[63440]: INFO nova.compute.manager [None req-f3d70037-b52d-445e-9246-e2f54f656518 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Updating instance to original state: 'active' [ 1150.088408] env[63440]: DEBUG oslo_concurrency.lockutils [req-6aab31dc-9adc-4612-ae4a-a823d6c0fc1a req-b23bca53-92c4-4fb8-98e9-b9ad755dd7b3 service nova] Releasing lock "refresh_cache-dfb77644-faf8-4d23-ad0f-24f70d576f79" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.311389] env[63440]: DEBUG oslo_concurrency.lockutils [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.311681] env[63440]: DEBUG oslo_concurrency.lockutils [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.311950] env[63440]: DEBUG nova.objects.instance [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lazy-loading 'resources' on Instance uuid 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.723570] env[63440]: DEBUG nova.compute.manager [req-8f93b294-895c-4cda-92bf-54b60cdd691c req-3c88dcd5-0037-41e2-9dbb-ec3a48010a9e service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Received event network-changed-52cec28a-af82-43fb-8a5a-895cb82d3bec {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1150.723678] env[63440]: DEBUG nova.compute.manager [req-8f93b294-895c-4cda-92bf-54b60cdd691c req-3c88dcd5-0037-41e2-9dbb-ec3a48010a9e service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Refreshing instance network info cache due to event network-changed-52cec28a-af82-43fb-8a5a-895cb82d3bec. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1150.723902] env[63440]: DEBUG oslo_concurrency.lockutils [req-8f93b294-895c-4cda-92bf-54b60cdd691c req-3c88dcd5-0037-41e2-9dbb-ec3a48010a9e service nova] Acquiring lock "refresh_cache-41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.724063] env[63440]: DEBUG oslo_concurrency.lockutils [req-8f93b294-895c-4cda-92bf-54b60cdd691c req-3c88dcd5-0037-41e2-9dbb-ec3a48010a9e service nova] Acquired lock "refresh_cache-41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.724227] env[63440]: DEBUG nova.network.neutron [req-8f93b294-895c-4cda-92bf-54b60cdd691c req-3c88dcd5-0037-41e2-9dbb-ec3a48010a9e service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Refreshing network info cache for port 52cec28a-af82-43fb-8a5a-895cb82d3bec {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.815182] env[63440]: DEBUG nova.objects.instance [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lazy-loading 'numa_topology' on Instance uuid 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.071648] env[63440]: DEBUG oslo_concurrency.lockutils [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.071928] env[63440]: DEBUG oslo_concurrency.lockutils [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.072161] env[63440]: DEBUG oslo_concurrency.lockutils [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.072357] env[63440]: DEBUG oslo_concurrency.lockutils [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.072530] env[63440]: DEBUG oslo_concurrency.lockutils [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.074731] env[63440]: INFO nova.compute.manager [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Terminating instance [ 1151.318401] env[63440]: DEBUG nova.objects.base [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Object Instance<41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10> lazy-loaded attributes: resources,numa_topology {{(pid=63440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1151.411763] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d3d1a9-00a0-49c6-a62a-996917dcf234 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.419576] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8b920b-82c1-4234-806f-b927c4b46692 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.450777] env[63440]: DEBUG nova.network.neutron [req-8f93b294-895c-4cda-92bf-54b60cdd691c req-3c88dcd5-0037-41e2-9dbb-ec3a48010a9e service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Updated VIF entry in instance network info cache for port 52cec28a-af82-43fb-8a5a-895cb82d3bec. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.451148] env[63440]: DEBUG nova.network.neutron [req-8f93b294-895c-4cda-92bf-54b60cdd691c req-3c88dcd5-0037-41e2-9dbb-ec3a48010a9e service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Updating instance_info_cache with network_info: [{"id": "52cec28a-af82-43fb-8a5a-895cb82d3bec", "address": "fa:16:3e:ea:60:bc", "network": {"id": "2cd49d31-c9f8-484b-b08f-4f4cdb714993", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1836897223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf9585e50514c7a900f1fdaca15a21b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap52cec28a-af", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.453910] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc61d5f1-98a7-45d8-a85b-87692b741300 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.460662] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f4fad2-002a-4e27-b47f-861e68efdea1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.135023] env[63440]: DEBUG nova.compute.manager [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.135446] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.135588] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.136289] env[63440]: DEBUG oslo_concurrency.lockutils [req-8f93b294-895c-4cda-92bf-54b60cdd691c req-3c88dcd5-0037-41e2-9dbb-ec3a48010a9e service nova] Releasing lock "refresh_cache-41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.136864] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-360acf6b-b37a-46bd-9693-0a434f7c8812 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.149248] env[63440]: DEBUG nova.compute.provider_tree [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.151420] env[63440]: DEBUG oslo_vmware.api [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1152.151420] env[63440]: value = "task-2662371" [ 1152.151420] env[63440]: _type = "Task" [ 1152.151420] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.159475] env[63440]: DEBUG oslo_vmware.api [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.653614] env[63440]: DEBUG nova.scheduler.client.report [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.665326] env[63440]: DEBUG oslo_vmware.api [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662371, 'name': PowerOffVM_Task, 'duration_secs': 0.499996} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.665609] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.665762] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Volume detach. Driver type: vmdk {{(pid=63440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1152.665953] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536850', 'volume_id': 'f68cefc0-1340-4fef-980f-235193ce48c3', 'name': 'volume-f68cefc0-1340-4fef-980f-235193ce48c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5c49f809-c1dc-4fcf-8542-1ff7f012516f', 'attached_at': '2025-02-19T05:52:27.000000', 'detached_at': '', 'volume_id': 'f68cefc0-1340-4fef-980f-235193ce48c3', 'serial': 'f68cefc0-1340-4fef-980f-235193ce48c3'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1152.666712] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862f0fc1-1db8-46ac-b119-2d2c169389f7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.687333] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9d6961-d63c-4bbc-a3d3-a97901f38961 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.693250] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226b4b04-7c61-46be-9621-43830a14d2d0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.713016] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51f1730-4c08-42fe-9e86-1d832ef79294 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.727591] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] The volume has not been displaced from its original location: [datastore2] volume-f68cefc0-1340-4fef-980f-235193ce48c3/volume-f68cefc0-1340-4fef-980f-235193ce48c3.vmdk. No consolidation needed. {{(pid=63440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1152.732577] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1152.733112] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76f57e4b-3e53-41d9-8fc9-ea5eec4edc36 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.749778] env[63440]: DEBUG oslo_vmware.api [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1152.749778] env[63440]: value = "task-2662372" [ 1152.749778] env[63440]: _type = "Task" [ 1152.749778] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.757075] env[63440]: DEBUG oslo_vmware.api [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.162074] env[63440]: DEBUG oslo_concurrency.lockutils [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.850s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.259498] env[63440]: DEBUG oslo_vmware.api [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662372, 'name': ReconfigVM_Task, 'duration_secs': 0.353359} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.259779] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1153.264496] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b0f8ed4-989c-4869-aae4-e76a4624f932 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.279788] env[63440]: DEBUG oslo_vmware.api [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1153.279788] env[63440]: value = "task-2662373" [ 1153.279788] env[63440]: _type = "Task" [ 1153.279788] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.286965] env[63440]: DEBUG oslo_vmware.api [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.670095] env[63440]: DEBUG oslo_concurrency.lockutils [None req-34ca23f5-5979-4f5b-ac6b-18d82c6ddd0d tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.516s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.670747] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.535s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.670930] env[63440]: INFO nova.compute.manager [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Unshelving [ 1153.789910] env[63440]: DEBUG oslo_vmware.api [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662373, 'name': ReconfigVM_Task, 'duration_secs': 0.130353} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.790216] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536850', 'volume_id': 'f68cefc0-1340-4fef-980f-235193ce48c3', 'name': 'volume-f68cefc0-1340-4fef-980f-235193ce48c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5c49f809-c1dc-4fcf-8542-1ff7f012516f', 'attached_at': '2025-02-19T05:52:27.000000', 'detached_at': '', 'volume_id': 'f68cefc0-1340-4fef-980f-235193ce48c3', 'serial': 'f68cefc0-1340-4fef-980f-235193ce48c3'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1153.790497] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.791224] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42d2012-619d-4dd3-befb-bfae17aaafa3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.797355] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.797559] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64dd3dca-e91e-43ac-bd72-f7c6b36c6597 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.862830] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.863070] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.863263] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Deleting the datastore file [datastore1] 5c49f809-c1dc-4fcf-8542-1ff7f012516f {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.863524] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9214d10f-e401-4a2a-a44c-2385519b1631 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.869999] env[63440]: DEBUG oslo_vmware.api [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1153.869999] env[63440]: value = "task-2662375" [ 1153.869999] env[63440]: _type = "Task" [ 1153.869999] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.877442] env[63440]: DEBUG oslo_vmware.api [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.379698] env[63440]: DEBUG oslo_vmware.api [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135803} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.380068] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.380145] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.380329] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.380502] env[63440]: INFO nova.compute.manager [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1154.380744] env[63440]: DEBUG oslo.service.loopingcall [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1154.380935] env[63440]: DEBUG nova.compute.manager [-] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.381049] env[63440]: DEBUG nova.network.neutron [-] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.694043] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.694043] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.694043] env[63440]: DEBUG nova.objects.instance [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lazy-loading 'pci_requests' on Instance uuid 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.031333] env[63440]: DEBUG nova.compute.manager [req-8c706c32-2e84-43ff-897a-58dea82311b2 req-4b637e84-52b5-4725-961d-b4c71f6f865b service nova] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Received event network-vif-deleted-1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1155.031333] env[63440]: INFO nova.compute.manager [req-8c706c32-2e84-43ff-897a-58dea82311b2 req-4b637e84-52b5-4725-961d-b4c71f6f865b service nova] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Neutron deleted interface 1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814; detaching it from the instance and deleting it from the info cache [ 1155.031668] env[63440]: DEBUG nova.network.neutron [req-8c706c32-2e84-43ff-897a-58dea82311b2 req-4b637e84-52b5-4725-961d-b4c71f6f865b service nova] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.197736] env[63440]: DEBUG nova.objects.instance [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lazy-loading 'numa_topology' on Instance uuid 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.507487] env[63440]: DEBUG nova.network.neutron [-] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.534628] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-382b3964-e607-4e5f-b173-2621fb9c3469 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.544674] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf93dd01-e994-4d7c-b74b-941ce708f6ff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.573055] env[63440]: DEBUG nova.compute.manager [req-8c706c32-2e84-43ff-897a-58dea82311b2 req-4b637e84-52b5-4725-961d-b4c71f6f865b service nova] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Detach interface failed, port_id=1e3df4c8-c6ef-48ea-bf39-9d7ac96d9814, reason: Instance 5c49f809-c1dc-4fcf-8542-1ff7f012516f could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1155.701095] env[63440]: INFO nova.compute.claims [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.010281] env[63440]: INFO nova.compute.manager [-] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Took 1.63 seconds to deallocate network for instance. [ 1156.649225] env[63440]: INFO nova.compute.manager [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Took 0.64 seconds to detach 1 volumes for instance. [ 1156.796096] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0bf79d-8c9b-420a-86fa-9dfd55641665 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.803745] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42450ca8-e764-4fe8-81e7-679539091e9d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.833977] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8fd660-6b86-4941-b2a6-eaac784e734e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.840588] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b30106-a01e-40fd-860a-abe87c0a721b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.853152] env[63440]: DEBUG nova.compute.provider_tree [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.155684] env[63440]: DEBUG oslo_concurrency.lockutils [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.356129] env[63440]: DEBUG nova.scheduler.client.report [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.861960] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.168s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.864242] env[63440]: DEBUG oslo_concurrency.lockutils [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.709s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.864501] env[63440]: DEBUG nova.objects.instance [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lazy-loading 'resources' on Instance uuid 5c49f809-c1dc-4fcf-8542-1ff7f012516f {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.892518] env[63440]: INFO nova.network.neutron [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Updating port 52cec28a-af82-43fb-8a5a-895cb82d3bec with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1158.452488] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb5b999-9e2f-4142-858c-ab5f6ccbc6eb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.459842] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d9ec57-5739-479d-99c9-51f31fd38e26 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.488978] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3ac80c-3dca-43da-8f83-8c315d33a931 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.495533] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c92e4c5-8472-4e25-9603-254c5ea93bb2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.509157] env[63440]: DEBUG nova.compute.provider_tree [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.012799] env[63440]: DEBUG nova.scheduler.client.report [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.242975] env[63440]: DEBUG nova.compute.manager [req-77cff70d-e8f0-4f68-b101-6554e5865d84 req-8a845b7a-11bb-401b-99cd-e0e8efc1342d service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Received event network-vif-plugged-52cec28a-af82-43fb-8a5a-895cb82d3bec {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1159.243222] env[63440]: DEBUG oslo_concurrency.lockutils [req-77cff70d-e8f0-4f68-b101-6554e5865d84 req-8a845b7a-11bb-401b-99cd-e0e8efc1342d service nova] Acquiring lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.243440] env[63440]: DEBUG oslo_concurrency.lockutils [req-77cff70d-e8f0-4f68-b101-6554e5865d84 req-8a845b7a-11bb-401b-99cd-e0e8efc1342d service nova] Lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.243615] env[63440]: DEBUG oslo_concurrency.lockutils [req-77cff70d-e8f0-4f68-b101-6554e5865d84 req-8a845b7a-11bb-401b-99cd-e0e8efc1342d service nova] Lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.243780] env[63440]: DEBUG nova.compute.manager [req-77cff70d-e8f0-4f68-b101-6554e5865d84 req-8a845b7a-11bb-401b-99cd-e0e8efc1342d service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] No waiting events found dispatching network-vif-plugged-52cec28a-af82-43fb-8a5a-895cb82d3bec {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.243943] env[63440]: WARNING nova.compute.manager [req-77cff70d-e8f0-4f68-b101-6554e5865d84 req-8a845b7a-11bb-401b-99cd-e0e8efc1342d service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Received unexpected event network-vif-plugged-52cec28a-af82-43fb-8a5a-895cb82d3bec for instance with vm_state shelved_offloaded and task_state spawning. [ 1159.327146] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "refresh_cache-41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.327369] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquired lock "refresh_cache-41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.327557] env[63440]: DEBUG nova.network.neutron [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.517898] env[63440]: DEBUG oslo_concurrency.lockutils [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.536328] env[63440]: INFO nova.scheduler.client.report [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Deleted allocations for instance 5c49f809-c1dc-4fcf-8542-1ff7f012516f [ 1160.008839] env[63440]: DEBUG nova.network.neutron [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Updating instance_info_cache with network_info: [{"id": "52cec28a-af82-43fb-8a5a-895cb82d3bec", "address": "fa:16:3e:ea:60:bc", "network": {"id": "2cd49d31-c9f8-484b-b08f-4f4cdb714993", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1836897223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf9585e50514c7a900f1fdaca15a21b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cec28a-af", "ovs_interfaceid": "52cec28a-af82-43fb-8a5a-895cb82d3bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.043415] env[63440]: DEBUG oslo_concurrency.lockutils [None req-db464a1c-a2ae-4736-a456-cde6c284caff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "5c49f809-c1dc-4fcf-8542-1ff7f012516f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.971s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.511425] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Releasing lock "refresh_cache-41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.539599] env[63440]: DEBUG nova.virt.hardware [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='41878d703cc3eb996389b98667dd2e59',container_format='bare',created_at=2025-02-19T05:52:14Z,direct_url=,disk_format='vmdk',id=2a44027d-aaff-4710-86a8-0557bc62de17,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1773060657-shelved',owner='0bf9585e50514c7a900f1fdaca15a21b',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2025-02-19T05:52:28Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.539863] env[63440]: DEBUG nova.virt.hardware [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.540034] env[63440]: DEBUG nova.virt.hardware [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.540227] env[63440]: DEBUG nova.virt.hardware [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.540380] env[63440]: DEBUG nova.virt.hardware [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.540763] env[63440]: DEBUG nova.virt.hardware [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.540763] env[63440]: DEBUG nova.virt.hardware [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.540893] env[63440]: DEBUG nova.virt.hardware [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.541058] env[63440]: DEBUG nova.virt.hardware [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.542059] env[63440]: DEBUG nova.virt.hardware [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.542059] env[63440]: DEBUG nova.virt.hardware [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.542391] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d470d5c-4895-4f6a-b921-eb4d55867e6b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.551059] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d05ae08-6f6c-43c6-86d3-abeee9714b05 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.564298] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:60:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52cec28a-af82-43fb-8a5a-895cb82d3bec', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.571627] env[63440]: DEBUG oslo.service.loopingcall [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1160.571931] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.572110] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f92b979-decd-4bae-9001-c7df8ba74265 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.594163] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.594163] env[63440]: value = "task-2662376" [ 1160.594163] env[63440]: _type = "Task" [ 1160.594163] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.601571] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662376, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.104277] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662376, 'name': CreateVM_Task, 'duration_secs': 0.331405} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.104554] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.105129] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2a44027d-aaff-4710-86a8-0557bc62de17" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.105305] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2a44027d-aaff-4710-86a8-0557bc62de17" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.105673] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2a44027d-aaff-4710-86a8-0557bc62de17" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.105918] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6422593-cc15-4ca4-9554-e1473d9c61f1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.110333] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1161.110333] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ddca9e-b166-c4c6-0388-c0564860168c" [ 1161.110333] env[63440]: _type = "Task" [ 1161.110333] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.117331] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ddca9e-b166-c4c6-0388-c0564860168c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.275461] env[63440]: DEBUG nova.compute.manager [req-2b28fd0f-cc1d-4a4f-8305-f1617f4665f4 req-8db6a771-366c-4c83-9759-b00c102355d3 service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Received event network-changed-52cec28a-af82-43fb-8a5a-895cb82d3bec {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1161.275616] env[63440]: DEBUG nova.compute.manager [req-2b28fd0f-cc1d-4a4f-8305-f1617f4665f4 req-8db6a771-366c-4c83-9759-b00c102355d3 service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Refreshing instance network info cache due to event network-changed-52cec28a-af82-43fb-8a5a-895cb82d3bec. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1161.275832] env[63440]: DEBUG oslo_concurrency.lockutils [req-2b28fd0f-cc1d-4a4f-8305-f1617f4665f4 req-8db6a771-366c-4c83-9759-b00c102355d3 service nova] Acquiring lock "refresh_cache-41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.275977] env[63440]: DEBUG oslo_concurrency.lockutils [req-2b28fd0f-cc1d-4a4f-8305-f1617f4665f4 req-8db6a771-366c-4c83-9759-b00c102355d3 service nova] Acquired lock "refresh_cache-41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.276174] env[63440]: DEBUG nova.network.neutron [req-2b28fd0f-cc1d-4a4f-8305-f1617f4665f4 req-8db6a771-366c-4c83-9759-b00c102355d3 service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Refreshing network info cache for port 52cec28a-af82-43fb-8a5a-895cb82d3bec {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.443596] env[63440]: DEBUG oslo_concurrency.lockutils [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.443833] env[63440]: DEBUG oslo_concurrency.lockutils [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.620524] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2a44027d-aaff-4710-86a8-0557bc62de17" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.620524] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Processing image 2a44027d-aaff-4710-86a8-0557bc62de17 {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.620733] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2a44027d-aaff-4710-86a8-0557bc62de17/2a44027d-aaff-4710-86a8-0557bc62de17.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.620885] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2a44027d-aaff-4710-86a8-0557bc62de17/2a44027d-aaff-4710-86a8-0557bc62de17.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.621096] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.621318] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-944ae6f0-c76c-4bb9-9e88-8e44a3711b26 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.639895] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.640095] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.640802] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cfa032b-2bc8-453b-bce5-f981bc910be9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.645891] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1161.645891] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520fde51-a5f5-8e5b-9b7c-b25b012f6457" [ 1161.645891] env[63440]: _type = "Task" [ 1161.645891] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.652870] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]520fde51-a5f5-8e5b-9b7c-b25b012f6457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.946254] env[63440]: DEBUG nova.compute.manager [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.963280] env[63440]: DEBUG nova.network.neutron [req-2b28fd0f-cc1d-4a4f-8305-f1617f4665f4 req-8db6a771-366c-4c83-9759-b00c102355d3 service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Updated VIF entry in instance network info cache for port 52cec28a-af82-43fb-8a5a-895cb82d3bec. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.964189] env[63440]: DEBUG nova.network.neutron [req-2b28fd0f-cc1d-4a4f-8305-f1617f4665f4 req-8db6a771-366c-4c83-9759-b00c102355d3 service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Updating instance_info_cache with network_info: [{"id": "52cec28a-af82-43fb-8a5a-895cb82d3bec", "address": "fa:16:3e:ea:60:bc", "network": {"id": "2cd49d31-c9f8-484b-b08f-4f4cdb714993", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1836897223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf9585e50514c7a900f1fdaca15a21b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cec28a-af", "ovs_interfaceid": "52cec28a-af82-43fb-8a5a-895cb82d3bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.156493] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Preparing fetch location {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1162.156849] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Fetch image to [datastore2] OSTACK_IMG_ab2c9b09-fee1-49ba-bb89-aada17e09558/OSTACK_IMG_ab2c9b09-fee1-49ba-bb89-aada17e09558.vmdk {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1162.156919] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Downloading stream optimized image 2a44027d-aaff-4710-86a8-0557bc62de17 to [datastore2] OSTACK_IMG_ab2c9b09-fee1-49ba-bb89-aada17e09558/OSTACK_IMG_ab2c9b09-fee1-49ba-bb89-aada17e09558.vmdk on the data store datastore2 as vApp {{(pid=63440) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1162.157117] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Downloading image file data 2a44027d-aaff-4710-86a8-0557bc62de17 to the ESX as VM named 'OSTACK_IMG_ab2c9b09-fee1-49ba-bb89-aada17e09558' {{(pid=63440) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1162.227501] env[63440]: DEBUG oslo_vmware.rw_handles [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1162.227501] env[63440]: value = "resgroup-9" [ 1162.227501] env[63440]: _type = "ResourcePool" [ 1162.227501] env[63440]: }. {{(pid=63440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1162.227794] env[63440]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-337b0805-d62c-4826-8d71-e164b5dc4d71 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.248789] env[63440]: DEBUG oslo_vmware.rw_handles [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lease: (returnval){ [ 1162.248789] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529006c3-aa02-733a-1d6c-448ac35ec17e" [ 1162.248789] env[63440]: _type = "HttpNfcLease" [ 1162.248789] env[63440]: } obtained for vApp import into resource pool (val){ [ 1162.248789] env[63440]: value = "resgroup-9" [ 1162.248789] env[63440]: _type = "ResourcePool" [ 1162.248789] env[63440]: }. {{(pid=63440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1162.249117] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the lease: (returnval){ [ 1162.249117] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529006c3-aa02-733a-1d6c-448ac35ec17e" [ 1162.249117] env[63440]: _type = "HttpNfcLease" [ 1162.249117] env[63440]: } to be ready. {{(pid=63440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1162.254913] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1162.254913] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529006c3-aa02-733a-1d6c-448ac35ec17e" [ 1162.254913] env[63440]: _type = "HttpNfcLease" [ 1162.254913] env[63440]: } is initializing. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1162.466968] env[63440]: DEBUG oslo_concurrency.lockutils [req-2b28fd0f-cc1d-4a4f-8305-f1617f4665f4 req-8db6a771-366c-4c83-9759-b00c102355d3 service nova] Releasing lock "refresh_cache-41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.468569] env[63440]: DEBUG oslo_concurrency.lockutils [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.470023] env[63440]: DEBUG oslo_concurrency.lockutils [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.470708] env[63440]: INFO nova.compute.claims [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.757209] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1162.757209] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529006c3-aa02-733a-1d6c-448ac35ec17e" [ 1162.757209] env[63440]: _type = "HttpNfcLease" [ 1162.757209] env[63440]: } is ready. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1162.757513] env[63440]: DEBUG oslo_vmware.rw_handles [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1162.757513] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]529006c3-aa02-733a-1d6c-448ac35ec17e" [ 1162.757513] env[63440]: _type = "HttpNfcLease" [ 1162.757513] env[63440]: }. {{(pid=63440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1162.758231] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8214a459-b5b9-4c76-be65-e6c5a082118e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.764766] env[63440]: DEBUG oslo_vmware.rw_handles [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225b125-d460-9733-867f-f6e89e0c1763/disk-0.vmdk from lease info. {{(pid=63440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1162.764937] env[63440]: DEBUG oslo_vmware.rw_handles [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225b125-d460-9733-867f-f6e89e0c1763/disk-0.vmdk. {{(pid=63440) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1162.827092] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7e5601bf-115e-4b60-82de-a00924d213ca {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.575838] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c095ae9e-0820-48e5-9080-d4e4317e19be {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.585594] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70629823-a52b-428c-9187-5c699526e66a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.621805] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a7e2d5-1649-4316-bad3-416bc9128c69 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.629917] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ca7c1b-6c8a-4caa-aa93-14d1df49c2ab {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.646378] env[63440]: DEBUG nova.compute.provider_tree [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.887178] env[63440]: DEBUG oslo_vmware.rw_handles [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Completed reading data from the image iterator. {{(pid=63440) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1163.887451] env[63440]: DEBUG oslo_vmware.rw_handles [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225b125-d460-9733-867f-f6e89e0c1763/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1163.888471] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9459d102-f8de-4d4f-adc3-2bc12a39f907 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.895739] env[63440]: DEBUG oslo_vmware.rw_handles [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225b125-d460-9733-867f-f6e89e0c1763/disk-0.vmdk is in state: ready. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1163.895933] env[63440]: DEBUG oslo_vmware.rw_handles [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225b125-d460-9733-867f-f6e89e0c1763/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1163.896187] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-eff6a226-dd95-4863-9764-f022dc333eba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.090070] env[63440]: DEBUG oslo_vmware.rw_handles [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225b125-d460-9733-867f-f6e89e0c1763/disk-0.vmdk. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1164.090328] env[63440]: INFO nova.virt.vmwareapi.images [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Downloaded image file data 2a44027d-aaff-4710-86a8-0557bc62de17 [ 1164.091143] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df95db31-e2a1-441f-9796-a9014ebb7bfa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.106006] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c631f4a3-e251-4366-adca-8a3c5d24b674 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.134680] env[63440]: INFO nova.virt.vmwareapi.images [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] The imported VM was unregistered [ 1164.137200] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Caching image {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1164.137440] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2a44027d-aaff-4710-86a8-0557bc62de17 {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.137695] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe44de20-9487-47ff-9516-b68f98d7827d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.152027] env[63440]: DEBUG nova.scheduler.client.report [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.177937] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Created directory with path [datastore2] devstack-image-cache_base/2a44027d-aaff-4710-86a8-0557bc62de17 {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.178153] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ab2c9b09-fee1-49ba-bb89-aada17e09558/OSTACK_IMG_ab2c9b09-fee1-49ba-bb89-aada17e09558.vmdk to [datastore2] devstack-image-cache_base/2a44027d-aaff-4710-86a8-0557bc62de17/2a44027d-aaff-4710-86a8-0557bc62de17.vmdk. {{(pid=63440) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1164.178418] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b7038840-c3be-4ec4-9d2a-c7b64ac39268 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.186857] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1164.186857] env[63440]: value = "task-2662379" [ 1164.186857] env[63440]: _type = "Task" [ 1164.186857] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.194174] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662379, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.656950] env[63440]: DEBUG oslo_concurrency.lockutils [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.657369] env[63440]: DEBUG nova.compute.manager [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.696713] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662379, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.162762] env[63440]: DEBUG nova.compute.utils [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.164737] env[63440]: DEBUG nova.compute.manager [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.164927] env[63440]: DEBUG nova.network.neutron [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.197507] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662379, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.203224] env[63440]: DEBUG nova.policy [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85e62d79de464569bdc1cb7b4a2b874f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0513b3a25dd64e83a612fd5798026268', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.504223] env[63440]: DEBUG nova.network.neutron [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Successfully created port: 7ad7890c-ee16-41ec-b152-85001def49c5 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.668211] env[63440]: DEBUG nova.compute.manager [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.698234] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662379, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.198427] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662379, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.679450] env[63440]: DEBUG nova.compute.manager [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.698721] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662379, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.294149} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.700610] env[63440]: INFO nova.virt.vmwareapi.ds_util [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ab2c9b09-fee1-49ba-bb89-aada17e09558/OSTACK_IMG_ab2c9b09-fee1-49ba-bb89-aada17e09558.vmdk to [datastore2] devstack-image-cache_base/2a44027d-aaff-4710-86a8-0557bc62de17/2a44027d-aaff-4710-86a8-0557bc62de17.vmdk. [ 1166.700809] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Cleaning up location [datastore2] OSTACK_IMG_ab2c9b09-fee1-49ba-bb89-aada17e09558 {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1166.701015] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ab2c9b09-fee1-49ba-bb89-aada17e09558 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.701458] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8d3d1a2-5f58-46e3-8b47-91705ac414cc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.706933] env[63440]: DEBUG nova.virt.hardware [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.707177] env[63440]: DEBUG nova.virt.hardware [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.707369] env[63440]: DEBUG nova.virt.hardware [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.707567] env[63440]: DEBUG nova.virt.hardware [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.707715] env[63440]: DEBUG nova.virt.hardware [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.707862] env[63440]: DEBUG nova.virt.hardware [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.708081] env[63440]: DEBUG nova.virt.hardware [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.708267] env[63440]: DEBUG nova.virt.hardware [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.708445] env[63440]: DEBUG nova.virt.hardware [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.708609] env[63440]: DEBUG nova.virt.hardware [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.708780] env[63440]: DEBUG nova.virt.hardware [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.709551] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673296ef-dba0-4941-afc0-4ae4f6cacbe9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.712782] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1166.712782] env[63440]: value = "task-2662380" [ 1166.712782] env[63440]: _type = "Task" [ 1166.712782] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.718940] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d04f84e-e7db-487a-90cf-5bc93882bd20 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.725255] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.903361] env[63440]: DEBUG nova.compute.manager [req-e34814dc-214c-4292-aa77-c807f1b670e8 req-fa35eda5-792a-47cd-99cc-bf2083511d9b service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Received event network-vif-plugged-7ad7890c-ee16-41ec-b152-85001def49c5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1166.903361] env[63440]: DEBUG oslo_concurrency.lockutils [req-e34814dc-214c-4292-aa77-c807f1b670e8 req-fa35eda5-792a-47cd-99cc-bf2083511d9b service nova] Acquiring lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.903361] env[63440]: DEBUG oslo_concurrency.lockutils [req-e34814dc-214c-4292-aa77-c807f1b670e8 req-fa35eda5-792a-47cd-99cc-bf2083511d9b service nova] Lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.903361] env[63440]: DEBUG oslo_concurrency.lockutils [req-e34814dc-214c-4292-aa77-c807f1b670e8 req-fa35eda5-792a-47cd-99cc-bf2083511d9b service nova] Lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.903361] env[63440]: DEBUG nova.compute.manager [req-e34814dc-214c-4292-aa77-c807f1b670e8 req-fa35eda5-792a-47cd-99cc-bf2083511d9b service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] No waiting events found dispatching network-vif-plugged-7ad7890c-ee16-41ec-b152-85001def49c5 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1166.903361] env[63440]: WARNING nova.compute.manager [req-e34814dc-214c-4292-aa77-c807f1b670e8 req-fa35eda5-792a-47cd-99cc-bf2083511d9b service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Received unexpected event network-vif-plugged-7ad7890c-ee16-41ec-b152-85001def49c5 for instance with vm_state building and task_state spawning. [ 1166.979385] env[63440]: DEBUG nova.network.neutron [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Successfully updated port: 7ad7890c-ee16-41ec-b152-85001def49c5 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.223269] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03499} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.223531] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.223701] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2a44027d-aaff-4710-86a8-0557bc62de17/2a44027d-aaff-4710-86a8-0557bc62de17.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.223946] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2a44027d-aaff-4710-86a8-0557bc62de17/2a44027d-aaff-4710-86a8-0557bc62de17.vmdk to [datastore2] 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10/41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.224207] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a93bdbd1-4772-4f27-aa01-710011c7e0e7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.229915] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1167.229915] env[63440]: value = "task-2662381" [ 1167.229915] env[63440]: _type = "Task" [ 1167.229915] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.237341] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.485087] env[63440]: DEBUG oslo_concurrency.lockutils [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "refresh_cache-a571c7c1-eee3-4b85-85de-a83d7aa3ad93" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.485087] env[63440]: DEBUG oslo_concurrency.lockutils [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired lock "refresh_cache-a571c7c1-eee3-4b85-85de-a83d7aa3ad93" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.485087] env[63440]: DEBUG nova.network.neutron [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.741622] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662381, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.020189] env[63440]: DEBUG nova.network.neutron [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.152577] env[63440]: DEBUG nova.network.neutron [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Updating instance_info_cache with network_info: [{"id": "7ad7890c-ee16-41ec-b152-85001def49c5", "address": "fa:16:3e:03:04:95", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad7890c-ee", "ovs_interfaceid": "7ad7890c-ee16-41ec-b152-85001def49c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.244682] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662381, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.656113] env[63440]: DEBUG oslo_concurrency.lockutils [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lock "refresh_cache-a571c7c1-eee3-4b85-85de-a83d7aa3ad93" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.656113] env[63440]: DEBUG nova.compute.manager [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Instance network_info: |[{"id": "7ad7890c-ee16-41ec-b152-85001def49c5", "address": "fa:16:3e:03:04:95", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad7890c-ee", "ovs_interfaceid": "7ad7890c-ee16-41ec-b152-85001def49c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1168.656387] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:04:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ad7890c-ee16-41ec-b152-85001def49c5', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.663765] env[63440]: DEBUG oslo.service.loopingcall [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1168.664024] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.664255] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ed6d3e3-ca07-49c2-ae24-52080d5802a3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.685653] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.685653] env[63440]: value = "task-2662382" [ 1168.685653] env[63440]: _type = "Task" [ 1168.685653] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.694982] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662382, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.743696] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662381, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.932781] env[63440]: DEBUG nova.compute.manager [req-e591faeb-4eaf-4f3d-b1bf-fbc6d65024b4 req-934c7c1f-fdfb-4f6a-aca7-55c41cbe1ec2 service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Received event network-changed-7ad7890c-ee16-41ec-b152-85001def49c5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1168.933017] env[63440]: DEBUG nova.compute.manager [req-e591faeb-4eaf-4f3d-b1bf-fbc6d65024b4 req-934c7c1f-fdfb-4f6a-aca7-55c41cbe1ec2 service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Refreshing instance network info cache due to event network-changed-7ad7890c-ee16-41ec-b152-85001def49c5. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1168.933294] env[63440]: DEBUG oslo_concurrency.lockutils [req-e591faeb-4eaf-4f3d-b1bf-fbc6d65024b4 req-934c7c1f-fdfb-4f6a-aca7-55c41cbe1ec2 service nova] Acquiring lock "refresh_cache-a571c7c1-eee3-4b85-85de-a83d7aa3ad93" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.933461] env[63440]: DEBUG oslo_concurrency.lockutils [req-e591faeb-4eaf-4f3d-b1bf-fbc6d65024b4 req-934c7c1f-fdfb-4f6a-aca7-55c41cbe1ec2 service nova] Acquired lock "refresh_cache-a571c7c1-eee3-4b85-85de-a83d7aa3ad93" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.933635] env[63440]: DEBUG nova.network.neutron [req-e591faeb-4eaf-4f3d-b1bf-fbc6d65024b4 req-934c7c1f-fdfb-4f6a-aca7-55c41cbe1ec2 service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Refreshing network info cache for port 7ad7890c-ee16-41ec-b152-85001def49c5 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.198217] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662382, 'name': CreateVM_Task} progress is 25%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.243460] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662381, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.642595] env[63440]: DEBUG nova.network.neutron [req-e591faeb-4eaf-4f3d-b1bf-fbc6d65024b4 req-934c7c1f-fdfb-4f6a-aca7-55c41cbe1ec2 service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Updated VIF entry in instance network info cache for port 7ad7890c-ee16-41ec-b152-85001def49c5. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.643016] env[63440]: DEBUG nova.network.neutron [req-e591faeb-4eaf-4f3d-b1bf-fbc6d65024b4 req-934c7c1f-fdfb-4f6a-aca7-55c41cbe1ec2 service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Updating instance_info_cache with network_info: [{"id": "7ad7890c-ee16-41ec-b152-85001def49c5", "address": "fa:16:3e:03:04:95", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad7890c-ee", "ovs_interfaceid": "7ad7890c-ee16-41ec-b152-85001def49c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.698077] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662382, 'name': CreateVM_Task, 'duration_secs': 0.673256} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.698304] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.698971] env[63440]: DEBUG oslo_concurrency.lockutils [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.699183] env[63440]: DEBUG oslo_concurrency.lockutils [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.699560] env[63440]: DEBUG oslo_concurrency.lockutils [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.699836] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93cc3b35-048f-4ac6-bffc-8efae19ce3ad {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.704748] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1169.704748] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52376d7a-d93f-bacc-83e6-b79328dcb4f5" [ 1169.704748] env[63440]: _type = "Task" [ 1169.704748] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.712391] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52376d7a-d93f-bacc-83e6-b79328dcb4f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.742528] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662381, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.405694} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.742812] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2a44027d-aaff-4710-86a8-0557bc62de17/2a44027d-aaff-4710-86a8-0557bc62de17.vmdk to [datastore2] 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10/41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.743612] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a32b2af-e08b-4b5b-8bb7-472830f161af {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.766463] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10/41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10.vmdk or device None with type streamOptimized {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.766815] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79837de0-28ff-4a87-801b-91603050842c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.788976] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1169.788976] env[63440]: value = "task-2662383" [ 1169.788976] env[63440]: _type = "Task" [ 1169.788976] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.797093] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.145739] env[63440]: DEBUG oslo_concurrency.lockutils [req-e591faeb-4eaf-4f3d-b1bf-fbc6d65024b4 req-934c7c1f-fdfb-4f6a-aca7-55c41cbe1ec2 service nova] Releasing lock "refresh_cache-a571c7c1-eee3-4b85-85de-a83d7aa3ad93" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.214923] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52376d7a-d93f-bacc-83e6-b79328dcb4f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.215253] env[63440]: DEBUG oslo_concurrency.lockutils [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.215527] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.215774] env[63440]: DEBUG oslo_concurrency.lockutils [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.215925] env[63440]: DEBUG oslo_concurrency.lockutils [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.216116] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.216375] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5f53468-971e-40e6-8356-43fe3680f480 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.225360] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.225606] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.226574] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bfe4890-ecb9-4d6e-b046-5a430cb28254 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.232460] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1170.232460] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bcba68-37e0-2292-edea-6817ccb4f1e0" [ 1170.232460] env[63440]: _type = "Task" [ 1170.232460] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.242125] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bcba68-37e0-2292-edea-6817ccb4f1e0, 'name': SearchDatastore_Task, 'duration_secs': 0.00778} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.242814] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4207008b-0207-4489-9d46-a81adb69c9f6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.247302] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1170.247302] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52edefed-1dc3-20d7-a792-0827e819a182" [ 1170.247302] env[63440]: _type = "Task" [ 1170.247302] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.255214] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52edefed-1dc3-20d7-a792-0827e819a182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.296917] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662383, 'name': ReconfigVM_Task, 'duration_secs': 0.271473} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.297244] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10/41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10.vmdk or device None with type streamOptimized {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.297842] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec253f1a-780d-46aa-b421-b647602d2d4a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.303967] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1170.303967] env[63440]: value = "task-2662384" [ 1170.303967] env[63440]: _type = "Task" [ 1170.303967] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.310917] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662384, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.764778] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52edefed-1dc3-20d7-a792-0827e819a182, 'name': SearchDatastore_Task, 'duration_secs': 0.007308} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.764778] env[63440]: DEBUG oslo_concurrency.lockutils [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.764778] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] a571c7c1-eee3-4b85-85de-a83d7aa3ad93/a571c7c1-eee3-4b85-85de-a83d7aa3ad93.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.764778] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cfd23f5-96c4-4b40-a875-9075f9fbbcc1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.772067] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1170.772067] env[63440]: value = "task-2662385" [ 1170.772067] env[63440]: _type = "Task" [ 1170.772067] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.778545] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.816306] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662384, 'name': Rename_Task, 'duration_secs': 0.133677} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.816306] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.816306] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acf2c357-0587-45d6-9a4e-4161165823f6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.821981] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1170.821981] env[63440]: value = "task-2662386" [ 1170.821981] env[63440]: _type = "Task" [ 1170.821981] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.831384] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.281030] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445147} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.281030] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore2] a571c7c1-eee3-4b85-85de-a83d7aa3ad93/a571c7c1-eee3-4b85-85de-a83d7aa3ad93.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.281030] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.281030] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3a8552b-4346-4b86-b1c8-495da76ebe17 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.286696] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1171.286696] env[63440]: value = "task-2662387" [ 1171.286696] env[63440]: _type = "Task" [ 1171.286696] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.295139] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.331857] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662386, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.796249] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066431} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.796587] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.797227] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe0870a-f193-4f79-aed5-87b425ae1f41 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.817861] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] a571c7c1-eee3-4b85-85de-a83d7aa3ad93/a571c7c1-eee3-4b85-85de-a83d7aa3ad93.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.818093] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7e5ed68-c6a0-4d82-b45a-8dc286d1615e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.839290] env[63440]: DEBUG oslo_vmware.api [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662386, 'name': PowerOnVM_Task, 'duration_secs': 0.583869} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.840360] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.842175] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1171.842175] env[63440]: value = "task-2662388" [ 1171.842175] env[63440]: _type = "Task" [ 1171.842175] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.849504] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.935501] env[63440]: DEBUG nova.compute.manager [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.936419] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b323a532-c9fd-4199-922a-bddf9e749edb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.352145] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.452868] env[63440]: DEBUG oslo_concurrency.lockutils [None req-bf24616f-736d-4a45-b0aa-de8585409bf4 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.782s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.853187] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662388, 'name': ReconfigVM_Task, 'duration_secs': 0.784114} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.853538] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Reconfigured VM instance instance-00000075 to attach disk [datastore2] a571c7c1-eee3-4b85-85de-a83d7aa3ad93/a571c7c1-eee3-4b85-85de-a83d7aa3ad93.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.854256] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b19ff585-52bc-4c6e-a72f-55e446ba6533 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.860400] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1172.860400] env[63440]: value = "task-2662389" [ 1172.860400] env[63440]: _type = "Task" [ 1172.860400] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.868231] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662389, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.370328] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662389, 'name': Rename_Task, 'duration_secs': 0.130726} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.370560] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.370793] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-518f3f42-cf9d-45cb-9815-d03a6891b608 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.376515] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1173.376515] env[63440]: value = "task-2662390" [ 1173.376515] env[63440]: _type = "Task" [ 1173.376515] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.383735] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.828425] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fa9063-22fd-4a17-ad0b-b79aebb3d4a1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.834824] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1170f76b-74ea-4b69-8e8f-75ff3c436238 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Suspending the VM {{(pid=63440) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1173.835056] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4c32fc02-c9a8-426f-8fa1-853bb51977ad {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.840615] env[63440]: DEBUG oslo_vmware.api [None req-1170f76b-74ea-4b69-8e8f-75ff3c436238 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1173.840615] env[63440]: value = "task-2662391" [ 1173.840615] env[63440]: _type = "Task" [ 1173.840615] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.848163] env[63440]: DEBUG oslo_vmware.api [None req-1170f76b-74ea-4b69-8e8f-75ff3c436238 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662391, 'name': SuspendVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.885466] env[63440]: DEBUG oslo_vmware.api [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662390, 'name': PowerOnVM_Task, 'duration_secs': 0.431848} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.885905] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.885905] env[63440]: INFO nova.compute.manager [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1173.886217] env[63440]: DEBUG nova.compute.manager [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.886954] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061b1f97-c910-4782-86bd-b17d2a78b13a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.350481] env[63440]: DEBUG oslo_vmware.api [None req-1170f76b-74ea-4b69-8e8f-75ff3c436238 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662391, 'name': SuspendVM_Task} progress is 58%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.404226] env[63440]: INFO nova.compute.manager [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Took 11.95 seconds to build instance. [ 1174.735396] env[63440]: DEBUG nova.compute.manager [req-18e5663f-32c3-4416-8ff0-219b531b0e28 req-c5e44bad-3156-4ad6-8c8d-7eec096d4723 service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Received event network-changed-7ad7890c-ee16-41ec-b152-85001def49c5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1174.735620] env[63440]: DEBUG nova.compute.manager [req-18e5663f-32c3-4416-8ff0-219b531b0e28 req-c5e44bad-3156-4ad6-8c8d-7eec096d4723 service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Refreshing instance network info cache due to event network-changed-7ad7890c-ee16-41ec-b152-85001def49c5. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1174.735854] env[63440]: DEBUG oslo_concurrency.lockutils [req-18e5663f-32c3-4416-8ff0-219b531b0e28 req-c5e44bad-3156-4ad6-8c8d-7eec096d4723 service nova] Acquiring lock "refresh_cache-a571c7c1-eee3-4b85-85de-a83d7aa3ad93" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.736011] env[63440]: DEBUG oslo_concurrency.lockutils [req-18e5663f-32c3-4416-8ff0-219b531b0e28 req-c5e44bad-3156-4ad6-8c8d-7eec096d4723 service nova] Acquired lock "refresh_cache-a571c7c1-eee3-4b85-85de-a83d7aa3ad93" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.736179] env[63440]: DEBUG nova.network.neutron [req-18e5663f-32c3-4416-8ff0-219b531b0e28 req-c5e44bad-3156-4ad6-8c8d-7eec096d4723 service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Refreshing network info cache for port 7ad7890c-ee16-41ec-b152-85001def49c5 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.851659] env[63440]: DEBUG oslo_vmware.api [None req-1170f76b-74ea-4b69-8e8f-75ff3c436238 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662391, 'name': SuspendVM_Task, 'duration_secs': 0.980361} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.851938] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-1170f76b-74ea-4b69-8e8f-75ff3c436238 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Suspended the VM {{(pid=63440) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1174.852215] env[63440]: DEBUG nova.compute.manager [None req-1170f76b-74ea-4b69-8e8f-75ff3c436238 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.852993] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3eb428d-ee77-48ad-8c1c-e835dede5166 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.905850] env[63440]: DEBUG oslo_concurrency.lockutils [None req-36dd0b16-095e-4d4f-8e75-6503698e2ffe tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.462s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.450901] env[63440]: DEBUG nova.network.neutron [req-18e5663f-32c3-4416-8ff0-219b531b0e28 req-c5e44bad-3156-4ad6-8c8d-7eec096d4723 service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Updated VIF entry in instance network info cache for port 7ad7890c-ee16-41ec-b152-85001def49c5. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.451267] env[63440]: DEBUG nova.network.neutron [req-18e5663f-32c3-4416-8ff0-219b531b0e28 req-c5e44bad-3156-4ad6-8c8d-7eec096d4723 service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Updating instance_info_cache with network_info: [{"id": "7ad7890c-ee16-41ec-b152-85001def49c5", "address": "fa:16:3e:03:04:95", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad7890c-ee", "ovs_interfaceid": "7ad7890c-ee16-41ec-b152-85001def49c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.953691] env[63440]: DEBUG oslo_concurrency.lockutils [req-18e5663f-32c3-4416-8ff0-219b531b0e28 req-c5e44bad-3156-4ad6-8c8d-7eec096d4723 service nova] Releasing lock "refresh_cache-a571c7c1-eee3-4b85-85de-a83d7aa3ad93" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.290303] env[63440]: INFO nova.compute.manager [None req-57e28cb3-a9cf-48e0-9d3f-4892a6123194 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Resuming [ 1176.290923] env[63440]: DEBUG nova.objects.instance [None req-57e28cb3-a9cf-48e0-9d3f-4892a6123194 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lazy-loading 'flavor' on Instance uuid 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.801905] env[63440]: DEBUG oslo_concurrency.lockutils [None req-57e28cb3-a9cf-48e0-9d3f-4892a6123194 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "refresh_cache-41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.802316] env[63440]: DEBUG oslo_concurrency.lockutils [None req-57e28cb3-a9cf-48e0-9d3f-4892a6123194 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquired lock "refresh_cache-41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.802316] env[63440]: DEBUG nova.network.neutron [None req-57e28cb3-a9cf-48e0-9d3f-4892a6123194 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.509271] env[63440]: DEBUG nova.network.neutron [None req-57e28cb3-a9cf-48e0-9d3f-4892a6123194 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Updating instance_info_cache with network_info: [{"id": "52cec28a-af82-43fb-8a5a-895cb82d3bec", "address": "fa:16:3e:ea:60:bc", "network": {"id": "2cd49d31-c9f8-484b-b08f-4f4cdb714993", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1836897223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bf9585e50514c7a900f1fdaca15a21b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cec28a-af", "ovs_interfaceid": "52cec28a-af82-43fb-8a5a-895cb82d3bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.611326] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b562970f-8595-4042-8655-bb940701f866 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "f36569f7-593c-430f-ac98-42f52fdff4e2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.611597] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b562970f-8595-4042-8655-bb940701f866 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "f36569f7-593c-430f-ac98-42f52fdff4e2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.011845] env[63440]: DEBUG oslo_concurrency.lockutils [None req-57e28cb3-a9cf-48e0-9d3f-4892a6123194 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Releasing lock "refresh_cache-41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.012876] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa6a0ab-1563-4513-95b5-a63c2174176c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.020357] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-57e28cb3-a9cf-48e0-9d3f-4892a6123194 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Resuming the VM {{(pid=63440) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1179.020589] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e94d24fd-55eb-4487-905e-621c0af1e6fa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.026960] env[63440]: DEBUG oslo_vmware.api [None req-57e28cb3-a9cf-48e0-9d3f-4892a6123194 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1179.026960] env[63440]: value = "task-2662392" [ 1179.026960] env[63440]: _type = "Task" [ 1179.026960] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.034043] env[63440]: DEBUG oslo_vmware.api [None req-57e28cb3-a9cf-48e0-9d3f-4892a6123194 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.114731] env[63440]: DEBUG nova.compute.utils [None req-b562970f-8595-4042-8655-bb940701f866 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.540842] env[63440]: DEBUG oslo_vmware.api [None req-57e28cb3-a9cf-48e0-9d3f-4892a6123194 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662392, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.618277] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b562970f-8595-4042-8655-bb940701f866 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "f36569f7-593c-430f-ac98-42f52fdff4e2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.037398] env[63440]: DEBUG oslo_vmware.api [None req-57e28cb3-a9cf-48e0-9d3f-4892a6123194 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662392, 'name': PowerOnVM_Task, 'duration_secs': 0.533812} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.037863] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-57e28cb3-a9cf-48e0-9d3f-4892a6123194 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Resumed the VM {{(pid=63440) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1180.037863] env[63440]: DEBUG nova.compute.manager [None req-57e28cb3-a9cf-48e0-9d3f-4892a6123194 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.038653] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff55e21-bf4f-47e0-95b0-40ec92c4c4ce {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.683449] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b562970f-8595-4042-8655-bb940701f866 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "f36569f7-593c-430f-ac98-42f52fdff4e2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.683737] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b562970f-8595-4042-8655-bb940701f866 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "f36569f7-593c-430f-ac98-42f52fdff4e2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.683988] env[63440]: INFO nova.compute.manager [None req-b562970f-8595-4042-8655-bb940701f866 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Attaching volume 5d33e273-6583-4d58-b5cb-79899bc36cba to /dev/sdb [ 1180.718085] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625b40bf-a5b8-4a5b-b033-e905674d6274 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.724991] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1738ac99-7804-4768-aa4b-54cbe698c64e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.738939] env[63440]: DEBUG nova.virt.block_device [None req-b562970f-8595-4042-8655-bb940701f866 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Updating existing volume attachment record: df0f76d8-a0a4-4f5a-b9f7-f4f2f8ae1050 {{(pid=63440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1184.420368] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.420652] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.420874] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.421083] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.421251] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.423434] env[63440]: INFO nova.compute.manager [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Terminating instance [ 1184.927848] env[63440]: DEBUG nova.compute.manager [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.928123] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.929148] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061fe4f7-a771-449f-a4f0-bb30639709a2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.937500] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.937825] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ed57b59-ebf7-4478-9d56-2b6816d987bc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.944410] env[63440]: DEBUG oslo_vmware.api [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1184.944410] env[63440]: value = "task-2662397" [ 1184.944410] env[63440]: _type = "Task" [ 1184.944410] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.953438] env[63440]: DEBUG oslo_vmware.api [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.119324] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "dfb77644-faf8-4d23-ad0f-24f70d576f79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.119654] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "dfb77644-faf8-4d23-ad0f-24f70d576f79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.119919] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "dfb77644-faf8-4d23-ad0f-24f70d576f79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.120138] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "dfb77644-faf8-4d23-ad0f-24f70d576f79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.120315] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "dfb77644-faf8-4d23-ad0f-24f70d576f79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.122702] env[63440]: INFO nova.compute.manager [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Terminating instance [ 1185.282795] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b562970f-8595-4042-8655-bb940701f866 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Volume attach. Driver type: vmdk {{(pid=63440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1185.283126] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b562970f-8595-4042-8655-bb940701f866 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536867', 'volume_id': '5d33e273-6583-4d58-b5cb-79899bc36cba', 'name': 'volume-5d33e273-6583-4d58-b5cb-79899bc36cba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f36569f7-593c-430f-ac98-42f52fdff4e2', 'attached_at': '', 'detached_at': '', 'volume_id': '5d33e273-6583-4d58-b5cb-79899bc36cba', 'serial': '5d33e273-6583-4d58-b5cb-79899bc36cba'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1185.284032] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc4f183-7239-4540-9d7f-5d3f59b4f1f3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.300435] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491d19d7-39ab-4e31-bb1e-7817a7013214 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.324177] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b562970f-8595-4042-8655-bb940701f866 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-5d33e273-6583-4d58-b5cb-79899bc36cba/volume-5d33e273-6583-4d58-b5cb-79899bc36cba.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.324424] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c7110c6-9c37-4875-ac9b-ebf89da33309 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.342418] env[63440]: DEBUG oslo_vmware.api [None req-b562970f-8595-4042-8655-bb940701f866 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1185.342418] env[63440]: value = "task-2662398" [ 1185.342418] env[63440]: _type = "Task" [ 1185.342418] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.354650] env[63440]: DEBUG oslo_vmware.api [None req-b562970f-8595-4042-8655-bb940701f866 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.453582] env[63440]: DEBUG oslo_vmware.api [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662397, 'name': PowerOffVM_Task, 'duration_secs': 0.215423} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.453885] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.454122] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.454407] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cc31604-5ee4-4c3f-be1d-4501350087b1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.526268] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.526457] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.526796] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Deleting the datastore file [datastore2] 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.527127] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-552a4e7f-f03f-4201-a367-7ffc0f37118a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.533393] env[63440]: DEBUG oslo_vmware.api [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for the task: (returnval){ [ 1185.533393] env[63440]: value = "task-2662400" [ 1185.533393] env[63440]: _type = "Task" [ 1185.533393] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.540892] env[63440]: DEBUG oslo_vmware.api [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.626907] env[63440]: DEBUG nova.compute.manager [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1185.627144] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.628092] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a26d7f-78a9-47b7-a9cf-5bc2b5333400 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.635261] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.635496] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b44a75f5-8a28-47a0-abc6-a16dabcc1e53 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.640643] env[63440]: DEBUG oslo_vmware.api [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1185.640643] env[63440]: value = "task-2662401" [ 1185.640643] env[63440]: _type = "Task" [ 1185.640643] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.648314] env[63440]: DEBUG oslo_vmware.api [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.851373] env[63440]: DEBUG oslo_vmware.api [None req-b562970f-8595-4042-8655-bb940701f866 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662398, 'name': ReconfigVM_Task, 'duration_secs': 0.384009} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.851662] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b562970f-8595-4042-8655-bb940701f866 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-5d33e273-6583-4d58-b5cb-79899bc36cba/volume-5d33e273-6583-4d58-b5cb-79899bc36cba.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.856349] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.856573] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.856772] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.856955] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.857133] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.858621] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-948e2a14-225c-4a0e-8e16-421ba9dda270 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.868339] env[63440]: INFO nova.compute.manager [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Terminating instance [ 1185.873898] env[63440]: DEBUG oslo_vmware.api [None req-b562970f-8595-4042-8655-bb940701f866 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1185.873898] env[63440]: value = "task-2662402" [ 1185.873898] env[63440]: _type = "Task" [ 1185.873898] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.884068] env[63440]: DEBUG oslo_vmware.api [None req-b562970f-8595-4042-8655-bb940701f866 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.042901] env[63440]: DEBUG oslo_vmware.api [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Task: {'id': task-2662400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23954} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.043157] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.043341] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.043511] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.043681] env[63440]: INFO nova.compute.manager [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1186.043917] env[63440]: DEBUG oslo.service.loopingcall [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1186.044122] env[63440]: DEBUG nova.compute.manager [-] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.044216] env[63440]: DEBUG nova.network.neutron [-] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.150303] env[63440]: DEBUG oslo_vmware.api [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662401, 'name': PowerOffVM_Task, 'duration_secs': 0.184898} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.150579] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.150748] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.150985] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c5f6c01-6668-423f-9fa2-6d23d5682c26 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.219981] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.220243] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.220709] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Deleting the datastore file [datastore1] dfb77644-faf8-4d23-ad0f-24f70d576f79 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.220709] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5658efb6-22af-45c7-aaf1-64e054623903 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.227108] env[63440]: DEBUG oslo_vmware.api [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1186.227108] env[63440]: value = "task-2662404" [ 1186.227108] env[63440]: _type = "Task" [ 1186.227108] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.237409] env[63440]: DEBUG oslo_vmware.api [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.338999] env[63440]: DEBUG nova.compute.manager [req-6550dd1f-0fe4-44f8-b7f9-06f167005c29 req-3fa872b0-a12d-4201-b3fb-50a853fa50c1 service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Received event network-vif-deleted-52cec28a-af82-43fb-8a5a-895cb82d3bec {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1186.339236] env[63440]: INFO nova.compute.manager [req-6550dd1f-0fe4-44f8-b7f9-06f167005c29 req-3fa872b0-a12d-4201-b3fb-50a853fa50c1 service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Neutron deleted interface 52cec28a-af82-43fb-8a5a-895cb82d3bec; detaching it from the instance and deleting it from the info cache [ 1186.339389] env[63440]: DEBUG nova.network.neutron [req-6550dd1f-0fe4-44f8-b7f9-06f167005c29 req-3fa872b0-a12d-4201-b3fb-50a853fa50c1 service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.372508] env[63440]: DEBUG nova.compute.manager [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.372862] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.374017] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060abe0d-8c16-48ea-813f-8bd555e0c14c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.384349] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.387195] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb0dd46d-e217-42b1-ae37-b9e21002a1f5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.388567] env[63440]: DEBUG oslo_vmware.api [None req-b562970f-8595-4042-8655-bb940701f866 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662402, 'name': ReconfigVM_Task, 'duration_secs': 0.13464} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.388851] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b562970f-8595-4042-8655-bb940701f866 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536867', 'volume_id': '5d33e273-6583-4d58-b5cb-79899bc36cba', 'name': 'volume-5d33e273-6583-4d58-b5cb-79899bc36cba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f36569f7-593c-430f-ac98-42f52fdff4e2', 'attached_at': '', 'detached_at': '', 'volume_id': '5d33e273-6583-4d58-b5cb-79899bc36cba', 'serial': '5d33e273-6583-4d58-b5cb-79899bc36cba'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1186.395048] env[63440]: DEBUG oslo_vmware.api [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1186.395048] env[63440]: value = "task-2662405" [ 1186.395048] env[63440]: _type = "Task" [ 1186.395048] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.402673] env[63440]: DEBUG oslo_vmware.api [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.737370] env[63440]: DEBUG oslo_vmware.api [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143754} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.737772] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.737826] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.737998] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.738192] env[63440]: INFO nova.compute.manager [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1186.738423] env[63440]: DEBUG oslo.service.loopingcall [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1186.738630] env[63440]: DEBUG nova.compute.manager [-] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.738738] env[63440]: DEBUG nova.network.neutron [-] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.817275] env[63440]: DEBUG nova.network.neutron [-] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.841491] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4afd5961-edaa-4416-9b28-186bcf9fa741 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.851270] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1b2f13-0ea2-4e61-a0a4-e5cdc12f62b9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.881685] env[63440]: DEBUG nova.compute.manager [req-6550dd1f-0fe4-44f8-b7f9-06f167005c29 req-3fa872b0-a12d-4201-b3fb-50a853fa50c1 service nova] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Detach interface failed, port_id=52cec28a-af82-43fb-8a5a-895cb82d3bec, reason: Instance 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1186.904058] env[63440]: DEBUG oslo_vmware.api [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662405, 'name': PowerOffVM_Task, 'duration_secs': 0.190078} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.904327] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.904497] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.904740] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed883c75-e13c-4a18-91f3-626874e69924 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.969565] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.969783] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.970029] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Deleting the datastore file [datastore1] c710002a-a15f-44cc-8b1b-d79e82bea0b3 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.970295] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec778851-a1f6-4499-a4f2-f63e99b3a16f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.976792] env[63440]: DEBUG oslo_vmware.api [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for the task: (returnval){ [ 1186.976792] env[63440]: value = "task-2662407" [ 1186.976792] env[63440]: _type = "Task" [ 1186.976792] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.985090] env[63440]: DEBUG oslo_vmware.api [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.320429] env[63440]: INFO nova.compute.manager [-] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Took 1.28 seconds to deallocate network for instance. [ 1187.431178] env[63440]: DEBUG nova.objects.instance [None req-b562970f-8595-4042-8655-bb940701f866 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lazy-loading 'flavor' on Instance uuid f36569f7-593c-430f-ac98-42f52fdff4e2 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.486702] env[63440]: DEBUG oslo_vmware.api [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Task: {'id': task-2662407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129556} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.486963] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.487169] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.487350] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.487525] env[63440]: INFO nova.compute.manager [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1187.487918] env[63440]: DEBUG oslo.service.loopingcall [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1187.488036] env[63440]: DEBUG nova.compute.manager [-] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.488098] env[63440]: DEBUG nova.network.neutron [-] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.635707] env[63440]: DEBUG nova.network.neutron [-] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.827522] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.827876] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.828120] env[63440]: DEBUG nova.objects.instance [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lazy-loading 'resources' on Instance uuid 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.935928] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b562970f-8595-4042-8655-bb940701f866 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "f36569f7-593c-430f-ac98-42f52fdff4e2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.252s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.138980] env[63440]: INFO nova.compute.manager [-] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Took 1.40 seconds to deallocate network for instance. [ 1188.308987] env[63440]: INFO nova.compute.manager [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Rebuilding instance [ 1188.360474] env[63440]: DEBUG nova.compute.manager [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.361353] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4654acca-9e3b-48c3-a0dd-153e742c675c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.372681] env[63440]: DEBUG nova.compute.manager [req-682d76ff-7788-4c83-8ff9-0defbafe4572 req-86132a19-33e4-4d2f-aa51-0cd5a00bc972 service nova] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Received event network-vif-deleted-27b1ebca-b32f-497b-8365-8c0e9d8e8ed6 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1188.372985] env[63440]: DEBUG nova.compute.manager [req-682d76ff-7788-4c83-8ff9-0defbafe4572 req-86132a19-33e4-4d2f-aa51-0cd5a00bc972 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Received event network-vif-deleted-65d7d024-fd20-41f1-a633-e1ddda9280d3 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1188.373174] env[63440]: INFO nova.compute.manager [req-682d76ff-7788-4c83-8ff9-0defbafe4572 req-86132a19-33e4-4d2f-aa51-0cd5a00bc972 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Neutron deleted interface 65d7d024-fd20-41f1-a633-e1ddda9280d3; detaching it from the instance and deleting it from the info cache [ 1188.373350] env[63440]: DEBUG nova.network.neutron [req-682d76ff-7788-4c83-8ff9-0defbafe4572 req-86132a19-33e4-4d2f-aa51-0cd5a00bc972 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.433898] env[63440]: DEBUG nova.network.neutron [-] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.436304] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0edd9f-e054-4802-b247-219d89505727 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.445021] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3d45d0-7d19-47b9-9713-79a77cc587b3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.476516] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ff715b-c3b1-45c9-97c6-7f14b9d900e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.483764] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10a6fd7-d81e-46f4-8210-4c5d44edbb53 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.496994] env[63440]: DEBUG nova.compute.provider_tree [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.644925] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.877915] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ee69c17-8c77-49a5-a0c0-1f05ee409372 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.888528] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64eaf8ef-f129-4fae-8f54-d9904860d4ba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.918409] env[63440]: DEBUG nova.compute.manager [req-682d76ff-7788-4c83-8ff9-0defbafe4572 req-86132a19-33e4-4d2f-aa51-0cd5a00bc972 service nova] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Detach interface failed, port_id=65d7d024-fd20-41f1-a633-e1ddda9280d3, reason: Instance c710002a-a15f-44cc-8b1b-d79e82bea0b3 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1188.936411] env[63440]: INFO nova.compute.manager [-] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Took 1.45 seconds to deallocate network for instance. [ 1189.000523] env[63440]: DEBUG nova.scheduler.client.report [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.381093] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.381424] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73ec2608-52b8-4033-853c-f1d0b7ba715c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.388505] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1189.388505] env[63440]: value = "task-2662408" [ 1189.388505] env[63440]: _type = "Task" [ 1189.388505] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.396865] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.442804] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.504997] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.507696] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.863s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.508125] env[63440]: DEBUG nova.objects.instance [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lazy-loading 'resources' on Instance uuid dfb77644-faf8-4d23-ad0f-24f70d576f79 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.527305] env[63440]: INFO nova.scheduler.client.report [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Deleted allocations for instance 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10 [ 1189.898632] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662408, 'name': PowerOffVM_Task, 'duration_secs': 0.209435} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.898941] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.953357] env[63440]: INFO nova.compute.manager [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Detaching volume 5d33e273-6583-4d58-b5cb-79899bc36cba [ 1189.983209] env[63440]: INFO nova.virt.block_device [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Attempting to driver detach volume 5d33e273-6583-4d58-b5cb-79899bc36cba from mountpoint /dev/sdb [ 1189.983454] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Volume detach. Driver type: vmdk {{(pid=63440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1189.983645] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536867', 'volume_id': '5d33e273-6583-4d58-b5cb-79899bc36cba', 'name': 'volume-5d33e273-6583-4d58-b5cb-79899bc36cba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f36569f7-593c-430f-ac98-42f52fdff4e2', 'attached_at': '', 'detached_at': '', 'volume_id': '5d33e273-6583-4d58-b5cb-79899bc36cba', 'serial': '5d33e273-6583-4d58-b5cb-79899bc36cba'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1189.984524] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80822d6-2c7c-4d54-a029-3dd84cd938bf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.005743] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3561b18c-d705-4a39-8d4f-da76afc01bc3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.014945] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf1053e-8452-43e2-b924-5a46bd203bb8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.038913] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6596e0b-e8ab-4810-8b3f-b9acddb97647 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.042045] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d8073532-088c-41f3-b53a-52ec0fdee5f3 tempest-ServersNegativeTestJSON-162738487 tempest-ServersNegativeTestJSON-162738487-project-member] Lock "41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.621s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.054816] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] The volume has not been displaced from its original location: [datastore2] volume-5d33e273-6583-4d58-b5cb-79899bc36cba/volume-5d33e273-6583-4d58-b5cb-79899bc36cba.vmdk. No consolidation needed. {{(pid=63440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1190.059968] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1190.062882] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6300f5f-1220-492f-800c-ceda0a37ca96 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.081795] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1190.081795] env[63440]: value = "task-2662409" [ 1190.081795] env[63440]: _type = "Task" [ 1190.081795] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.095196] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.136860] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fe6b62-6e1f-4258-a844-3bf7bd310342 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.144296] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06180409-36a5-4578-ba68-e0690fdc74aa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.175432] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded31801-c215-423e-b43e-edb7d3e77e68 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.183113] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85103271-4c98-4f6e-bf68-087c7caec0e6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.197398] env[63440]: DEBUG nova.compute.provider_tree [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.591790] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662409, 'name': ReconfigVM_Task, 'duration_secs': 0.237874} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.592102] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1190.597150] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-558e9207-40e3-4e51-b6b4-3986f54d1ee4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.612377] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1190.612377] env[63440]: value = "task-2662410" [ 1190.612377] env[63440]: _type = "Task" [ 1190.612377] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.620624] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.701238] env[63440]: DEBUG nova.scheduler.client.report [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.123387] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662410, 'name': ReconfigVM_Task, 'duration_secs': 0.165607} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.123729] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536867', 'volume_id': '5d33e273-6583-4d58-b5cb-79899bc36cba', 'name': 'volume-5d33e273-6583-4d58-b5cb-79899bc36cba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f36569f7-593c-430f-ac98-42f52fdff4e2', 'attached_at': '', 'detached_at': '', 'volume_id': '5d33e273-6583-4d58-b5cb-79899bc36cba', 'serial': '5d33e273-6583-4d58-b5cb-79899bc36cba'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1191.206778] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.209269] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.766s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.209659] env[63440]: DEBUG nova.objects.instance [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lazy-loading 'resources' on Instance uuid c710002a-a15f-44cc-8b1b-d79e82bea0b3 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.240151] env[63440]: INFO nova.scheduler.client.report [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Deleted allocations for instance dfb77644-faf8-4d23-ad0f-24f70d576f79 [ 1191.746873] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3b803878-2f72-46f4-8929-ca0896b1f7f7 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "dfb77644-faf8-4d23-ad0f-24f70d576f79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.627s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.801674] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b04e93-6081-4ab1-9964-8f96a7a244f8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.811363] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c441dcc5-cf03-486d-86e3-7571c85756b4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.842569] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70cd692-1c7f-4d62-a3ac-a3fd52921d1f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.850184] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73954ac6-c4fb-4dfa-ad7a-a98b7f23edb6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.864055] env[63440]: DEBUG nova.compute.provider_tree [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.178165] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.178693] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-545216e4-302c-44e2-9700-07a514f02b51 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.186498] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1192.186498] env[63440]: value = "task-2662411" [ 1192.186498] env[63440]: _type = "Task" [ 1192.186498] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.195768] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] VM already powered off {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1192.196016] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Volume detach. Driver type: vmdk {{(pid=63440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1192.196256] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536867', 'volume_id': '5d33e273-6583-4d58-b5cb-79899bc36cba', 'name': 'volume-5d33e273-6583-4d58-b5cb-79899bc36cba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f36569f7-593c-430f-ac98-42f52fdff4e2', 'attached_at': '', 'detached_at': '', 'volume_id': '5d33e273-6583-4d58-b5cb-79899bc36cba', 'serial': '5d33e273-6583-4d58-b5cb-79899bc36cba'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1192.196988] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8db153-9f17-4e55-8831-7f4f04644c91 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.216308] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a913ee-9833-4f86-8ecd-7a1a8131ea53 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.222642] env[63440]: WARNING nova.virt.vmwareapi.driver [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1192.222926] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.223658] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1796c709-f66d-4918-b3f0-3885bbbd64d6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.229890] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.230255] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b7a537f-3bcf-458d-a44e-004e26b75be4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.301723] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.301999] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.302204] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Deleting the datastore file [datastore1] f36569f7-593c-430f-ac98-42f52fdff4e2 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.302519] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeb63298-03ca-4034-a45c-985469d39641 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.309422] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1192.309422] env[63440]: value = "task-2662413" [ 1192.309422] env[63440]: _type = "Task" [ 1192.309422] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.318352] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.367963] env[63440]: DEBUG nova.scheduler.client.report [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.820012] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143562} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.820348] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.820536] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.820718] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.873364] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.894969] env[63440]: INFO nova.scheduler.client.report [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Deleted allocations for instance c710002a-a15f-44cc-8b1b-d79e82bea0b3 [ 1193.235985] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ebc400e7-0bdc-496e-b843-0a40b5394d32 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "d49cb05c-d712-4459-9bff-1db4bfae22e0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.236373] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ebc400e7-0bdc-496e-b843-0a40b5394d32 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "d49cb05c-d712-4459-9bff-1db4bfae22e0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.325415] env[63440]: INFO nova.virt.block_device [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Booting with volume 5d33e273-6583-4d58-b5cb-79899bc36cba at /dev/sdb [ 1193.355256] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94c74a4d-c11e-4693-8529-121a8056f918 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.364356] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a7e008-5584-4806-8f3e-17cfe90fc573 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.390805] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08a46b44-a93e-4139-b7ca-34214f3e67a9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.398713] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ad08a9-5b84-4ff4-82cc-b99e91a67124 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.412561] env[63440]: DEBUG oslo_concurrency.lockutils [None req-f0b28515-9468-450d-b92b-7e28c549850a tempest-AttachVolumeShelveTestJSON-2090160957 tempest-AttachVolumeShelveTestJSON-2090160957-project-member] Lock "c710002a-a15f-44cc-8b1b-d79e82bea0b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.556s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.429785] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e87d3e7-cf2a-4b2d-a370-0cfe42a7d412 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.436610] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc92b607-1fb6-4b50-992c-4340583ec6eb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.450873] env[63440]: DEBUG nova.virt.block_device [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Updating existing volume attachment record: 4475d0a6-b82a-4958-9364-49559ac0d606 {{(pid=63440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1193.739493] env[63440]: INFO nova.compute.manager [None req-ebc400e7-0bdc-496e-b843-0a40b5394d32 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Detaching volume f58ede3e-8a35-4a76-b104-6b8b4a868427 [ 1193.772278] env[63440]: INFO nova.virt.block_device [None req-ebc400e7-0bdc-496e-b843-0a40b5394d32 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Attempting to driver detach volume f58ede3e-8a35-4a76-b104-6b8b4a868427 from mountpoint /dev/sdb [ 1193.772583] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc400e7-0bdc-496e-b843-0a40b5394d32 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Volume detach. Driver type: vmdk {{(pid=63440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1193.772834] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc400e7-0bdc-496e-b843-0a40b5394d32 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536856', 'volume_id': 'f58ede3e-8a35-4a76-b104-6b8b4a868427', 'name': 'volume-f58ede3e-8a35-4a76-b104-6b8b4a868427', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd49cb05c-d712-4459-9bff-1db4bfae22e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'f58ede3e-8a35-4a76-b104-6b8b4a868427', 'serial': 'f58ede3e-8a35-4a76-b104-6b8b4a868427'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1193.773844] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dd1135-37f0-46a5-bbb1-43fa0ca84371 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.795914] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d512033-8fd0-41ea-85bd-d5ed2ca99527 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.802817] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b397d06f-a150-4ea9-896a-dc95be174029 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.823284] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced96a27-f405-44e3-83c2-3be4b111b91b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.837518] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc400e7-0bdc-496e-b843-0a40b5394d32 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] The volume has not been displaced from its original location: [datastore2] volume-f58ede3e-8a35-4a76-b104-6b8b4a868427/volume-f58ede3e-8a35-4a76-b104-6b8b4a868427.vmdk. No consolidation needed. {{(pid=63440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1193.842716] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc400e7-0bdc-496e-b843-0a40b5394d32 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1193.842981] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e449895-a3be-403a-ac6a-6e0331809070 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.860139] env[63440]: DEBUG oslo_vmware.api [None req-ebc400e7-0bdc-496e-b843-0a40b5394d32 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1193.860139] env[63440]: value = "task-2662414" [ 1193.860139] env[63440]: _type = "Task" [ 1193.860139] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.870966] env[63440]: DEBUG oslo_vmware.api [None req-ebc400e7-0bdc-496e-b843-0a40b5394d32 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.370353] env[63440]: DEBUG oslo_vmware.api [None req-ebc400e7-0bdc-496e-b843-0a40b5394d32 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662414, 'name': ReconfigVM_Task, 'duration_secs': 0.258786} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.370636] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc400e7-0bdc-496e-b843-0a40b5394d32 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1194.375213] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35fbfc95-46d2-42a7-a0ef-4652150e1e5b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.390153] env[63440]: DEBUG oslo_vmware.api [None req-ebc400e7-0bdc-496e-b843-0a40b5394d32 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1194.390153] env[63440]: value = "task-2662415" [ 1194.390153] env[63440]: _type = "Task" [ 1194.390153] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.397787] env[63440]: DEBUG oslo_vmware.api [None req-ebc400e7-0bdc-496e-b843-0a40b5394d32 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.899917] env[63440]: DEBUG oslo_vmware.api [None req-ebc400e7-0bdc-496e-b843-0a40b5394d32 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662415, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.400283] env[63440]: DEBUG oslo_vmware.api [None req-ebc400e7-0bdc-496e-b843-0a40b5394d32 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662415, 'name': ReconfigVM_Task, 'duration_secs': 0.689058} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.400643] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc400e7-0bdc-496e-b843-0a40b5394d32 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536856', 'volume_id': 'f58ede3e-8a35-4a76-b104-6b8b4a868427', 'name': 'volume-f58ede3e-8a35-4a76-b104-6b8b4a868427', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd49cb05c-d712-4459-9bff-1db4bfae22e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'f58ede3e-8a35-4a76-b104-6b8b4a868427', 'serial': 'f58ede3e-8a35-4a76-b104-6b8b4a868427'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1195.557836] env[63440]: DEBUG nova.virt.hardware [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.558185] env[63440]: DEBUG nova.virt.hardware [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.558364] env[63440]: DEBUG nova.virt.hardware [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.558552] env[63440]: DEBUG nova.virt.hardware [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.558701] env[63440]: DEBUG nova.virt.hardware [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.558938] env[63440]: DEBUG nova.virt.hardware [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.559247] env[63440]: DEBUG nova.virt.hardware [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.559424] env[63440]: DEBUG nova.virt.hardware [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.559599] env[63440]: DEBUG nova.virt.hardware [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.559764] env[63440]: DEBUG nova.virt.hardware [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.559939] env[63440]: DEBUG nova.virt.hardware [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.560798] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61618e2c-1827-49c8-b740-9262db990617 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.568626] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21024c06-966b-4ca3-8848-663bd78a0203 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.581854] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:0f:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1f3a87d-53b2-4fc7-b628-0520c2737a43', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.588971] env[63440]: DEBUG oslo.service.loopingcall [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1195.589211] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.589404] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b221528d-8101-487e-95ab-27c1b593a1e7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.607646] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.607646] env[63440]: value = "task-2662417" [ 1195.607646] env[63440]: _type = "Task" [ 1195.607646] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.614403] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662417, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.942773] env[63440]: DEBUG nova.objects.instance [None req-ebc400e7-0bdc-496e-b843-0a40b5394d32 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lazy-loading 'flavor' on Instance uuid d49cb05c-d712-4459-9bff-1db4bfae22e0 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.117592] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662417, 'name': CreateVM_Task, 'duration_secs': 0.294902} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.117824] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.118494] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.118666] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.119027] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.119289] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67dd7f60-8245-4831-a9c7-f66ee1e8ffad {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.123508] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1196.123508] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c72b94-5a9c-8268-2fa7-8148c2302223" [ 1196.123508] env[63440]: _type = "Task" [ 1196.123508] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.130578] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c72b94-5a9c-8268-2fa7-8148c2302223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.634574] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c72b94-5a9c-8268-2fa7-8148c2302223, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.634906] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.635105] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.635346] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.635494] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.635670] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.635919] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c66bc554-55f0-41d5-bda5-0b0a0966e0c5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.642985] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.643168] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.643823] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3c071b1-a7b2-464b-920b-91fe20c5b97f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.648409] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1196.648409] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b57676-269a-fa9d-18a7-f20b30ee5dc2" [ 1196.648409] env[63440]: _type = "Task" [ 1196.648409] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.655406] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b57676-269a-fa9d-18a7-f20b30ee5dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.951052] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ebc400e7-0bdc-496e-b843-0a40b5394d32 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "d49cb05c-d712-4459-9bff-1db4bfae22e0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.714s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.158756] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b57676-269a-fa9d-18a7-f20b30ee5dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.007399} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.159514] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80a75d12-8b3c-4ba4-a29f-ffa00e14f345 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.164373] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1197.164373] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5202e907-83c4-e6f2-513c-358727fd0409" [ 1197.164373] env[63440]: _type = "Task" [ 1197.164373] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.171408] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5202e907-83c4-e6f2-513c-358727fd0409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.470147] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "d49cb05c-d712-4459-9bff-1db4bfae22e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.470460] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "d49cb05c-d712-4459-9bff-1db4bfae22e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.470683] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "d49cb05c-d712-4459-9bff-1db4bfae22e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.470900] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "d49cb05c-d712-4459-9bff-1db4bfae22e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.471073] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "d49cb05c-d712-4459-9bff-1db4bfae22e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.473331] env[63440]: INFO nova.compute.manager [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Terminating instance [ 1197.675043] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5202e907-83c4-e6f2-513c-358727fd0409, 'name': SearchDatastore_Task, 'duration_secs': 0.009157} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.675387] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.675471] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] f36569f7-593c-430f-ac98-42f52fdff4e2/f36569f7-593c-430f-ac98-42f52fdff4e2.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.675723] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5f01c42-4d04-447f-8657-69022eb52f01 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.683384] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1197.683384] env[63440]: value = "task-2662418" [ 1197.683384] env[63440]: _type = "Task" [ 1197.683384] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.691053] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.977106] env[63440]: DEBUG nova.compute.manager [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1197.977358] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.978487] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6762333-bbfe-4957-8ab3-dc4c1378a932 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.988123] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.988414] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a7967ed-3458-4b50-8a4f-b6e8780e3128 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.997028] env[63440]: DEBUG oslo_vmware.api [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1197.997028] env[63440]: value = "task-2662419" [ 1197.997028] env[63440]: _type = "Task" [ 1197.997028] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.007259] env[63440]: DEBUG oslo_vmware.api [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.195878] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436359} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.196270] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] f36569f7-593c-430f-ac98-42f52fdff4e2/f36569f7-593c-430f-ac98-42f52fdff4e2.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.196524] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.196828] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0c26558-b0b2-4d8b-a777-5b12d8aab579 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.204247] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1198.204247] env[63440]: value = "task-2662420" [ 1198.204247] env[63440]: _type = "Task" [ 1198.204247] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.212796] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.507345] env[63440]: DEBUG oslo_vmware.api [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662419, 'name': PowerOffVM_Task, 'duration_secs': 0.227849} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.507614] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.507797] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.508074] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51ac359b-aa1e-4980-90d2-831cf6970b65 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.587120] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.587361] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.587547] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Deleting the datastore file [datastore2] d49cb05c-d712-4459-9bff-1db4bfae22e0 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.587922] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eb83f11-b72d-4fc7-a8d9-23b1aa9a0914 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.594743] env[63440]: DEBUG oslo_vmware.api [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1198.594743] env[63440]: value = "task-2662422" [ 1198.594743] env[63440]: _type = "Task" [ 1198.594743] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.604101] env[63440]: DEBUG oslo_vmware.api [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.713535] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065351} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.713887] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.714624] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58af59db-25b8-4a77-9fcf-88afe5938701 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.737750] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] f36569f7-593c-430f-ac98-42f52fdff4e2/f36569f7-593c-430f-ac98-42f52fdff4e2.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.738109] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4860ee0c-7100-4846-b005-62ecb876408c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.756738] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1198.756738] env[63440]: value = "task-2662423" [ 1198.756738] env[63440]: _type = "Task" [ 1198.756738] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.764720] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.890652] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.104730] env[63440]: DEBUG oslo_vmware.api [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124602} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.105405] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.105405] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.105589] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.105784] env[63440]: INFO nova.compute.manager [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1199.106024] env[63440]: DEBUG oslo.service.loopingcall [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1199.106225] env[63440]: DEBUG nova.compute.manager [-] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.106322] env[63440]: DEBUG nova.network.neutron [-] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.267078] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662423, 'name': ReconfigVM_Task, 'duration_secs': 0.28086} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.267472] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Reconfigured VM instance instance-00000073 to attach disk [datastore1] f36569f7-593c-430f-ac98-42f52fdff4e2/f36569f7-593c-430f-ac98-42f52fdff4e2.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.268810] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_format': None, 'disk_bus': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'encrypted': False, 'encryption_options': None, 'size': 0, 'guest_format': None, 'image_id': 'e275aad3-b627-48fa-b7be-3fc7d941ebbb'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536867', 'volume_id': '5d33e273-6583-4d58-b5cb-79899bc36cba', 'name': 'volume-5d33e273-6583-4d58-b5cb-79899bc36cba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f36569f7-593c-430f-ac98-42f52fdff4e2', 'attached_at': '', 'detached_at': '', 'volume_id': '5d33e273-6583-4d58-b5cb-79899bc36cba', 'serial': '5d33e273-6583-4d58-b5cb-79899bc36cba'}, 'disk_bus': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': '4475d0a6-b82a-4958-9364-49559ac0d606', 'boot_index': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=63440) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1199.269058] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Volume attach. Driver type: vmdk {{(pid=63440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1199.269272] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536867', 'volume_id': '5d33e273-6583-4d58-b5cb-79899bc36cba', 'name': 'volume-5d33e273-6583-4d58-b5cb-79899bc36cba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f36569f7-593c-430f-ac98-42f52fdff4e2', 'attached_at': '', 'detached_at': '', 'volume_id': '5d33e273-6583-4d58-b5cb-79899bc36cba', 'serial': '5d33e273-6583-4d58-b5cb-79899bc36cba'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1199.270151] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273ba493-3810-4f7c-9e2d-7de405964864 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.286397] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf10aac2-0fd9-43ca-bf99-84b06b72b632 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.313282] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-5d33e273-6583-4d58-b5cb-79899bc36cba/volume-5d33e273-6583-4d58-b5cb-79899bc36cba.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.313599] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47ffabfb-2749-4dd5-a0d0-1cf8a694ea31 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.332317] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1199.332317] env[63440]: value = "task-2662424" [ 1199.332317] env[63440]: _type = "Task" [ 1199.332317] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.340014] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.562385] env[63440]: DEBUG nova.compute.manager [req-f83025c9-f8bc-49a8-8573-dd7f0b0fdab7 req-c7e2ca40-5a9f-4ced-95e6-930fb67532dd service nova] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Received event network-vif-deleted-b7aaa8c5-673b-4b40-be9a-c70d3818e6d1 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1199.562598] env[63440]: INFO nova.compute.manager [req-f83025c9-f8bc-49a8-8573-dd7f0b0fdab7 req-c7e2ca40-5a9f-4ced-95e6-930fb67532dd service nova] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Neutron deleted interface b7aaa8c5-673b-4b40-be9a-c70d3818e6d1; detaching it from the instance and deleting it from the info cache [ 1199.562765] env[63440]: DEBUG nova.network.neutron [req-f83025c9-f8bc-49a8-8573-dd7f0b0fdab7 req-c7e2ca40-5a9f-4ced-95e6-930fb67532dd service nova] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.842905] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662424, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.037038] env[63440]: DEBUG nova.network.neutron [-] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.067086] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-126a1856-a610-4fab-aaff-61187b4af742 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.080679] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46da51b4-04dd-49e9-b377-a1e1f4404c67 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.107588] env[63440]: DEBUG nova.compute.manager [req-f83025c9-f8bc-49a8-8573-dd7f0b0fdab7 req-c7e2ca40-5a9f-4ced-95e6-930fb67532dd service nova] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Detach interface failed, port_id=b7aaa8c5-673b-4b40-be9a-c70d3818e6d1, reason: Instance d49cb05c-d712-4459-9bff-1db4bfae22e0 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1200.342884] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662424, 'name': ReconfigVM_Task, 'duration_secs': 0.568917} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.343186] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-5d33e273-6583-4d58-b5cb-79899bc36cba/volume-5d33e273-6583-4d58-b5cb-79899bc36cba.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.347776] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0776028-7dc2-4e95-b8d4-b4cbb44b16e1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.361726] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1200.361726] env[63440]: value = "task-2662425" [ 1200.361726] env[63440]: _type = "Task" [ 1200.361726] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.369096] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.540269] env[63440]: INFO nova.compute.manager [-] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Took 1.43 seconds to deallocate network for instance. [ 1200.872141] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.046954] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.047267] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.047508] env[63440]: DEBUG nova.objects.instance [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lazy-loading 'resources' on Instance uuid d49cb05c-d712-4459-9bff-1db4bfae22e0 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.373421] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662425, 'name': ReconfigVM_Task, 'duration_secs': 0.617555} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.373730] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536867', 'volume_id': '5d33e273-6583-4d58-b5cb-79899bc36cba', 'name': 'volume-5d33e273-6583-4d58-b5cb-79899bc36cba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f36569f7-593c-430f-ac98-42f52fdff4e2', 'attached_at': '', 'detached_at': '', 'volume_id': '5d33e273-6583-4d58-b5cb-79899bc36cba', 'serial': '5d33e273-6583-4d58-b5cb-79899bc36cba'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1201.374309] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09007226-d375-4d63-b401-80b2dc9b6ce0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.380441] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1201.380441] env[63440]: value = "task-2662426" [ 1201.380441] env[63440]: _type = "Task" [ 1201.380441] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.387414] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662426, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.611745] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0465173-35ff-4d97-878a-d07ceb119cc9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.619561] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b0e0b2-dbc8-450c-a2c3-130aed0086c4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.650636] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3b1ca1-4420-44c0-973a-539404ce299d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.657129] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c50ea6-23d4-4ab0-a5ee-d9f8fd8dc764 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.669776] env[63440]: DEBUG nova.compute.provider_tree [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.890060] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662426, 'name': Rename_Task, 'duration_secs': 0.157616} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.890395] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.890522] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37b48836-850c-4877-be52-d5bb9c06ebc9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.896202] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1201.896202] env[63440]: value = "task-2662427" [ 1201.896202] env[63440]: _type = "Task" [ 1201.896202] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.903132] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.173285] env[63440]: DEBUG nova.scheduler.client.report [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.405842] env[63440]: DEBUG oslo_vmware.api [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662427, 'name': PowerOnVM_Task, 'duration_secs': 0.447084} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.406170] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.406394] env[63440]: DEBUG nova.compute.manager [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.407143] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89881fe-ab26-49be-b802-565cc71c229f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.679039] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.696330] env[63440]: INFO nova.scheduler.client.report [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Deleted allocations for instance d49cb05c-d712-4459-9bff-1db4bfae22e0 [ 1202.890046] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.890252] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1202.890488] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.921791] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.922071] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.922235] env[63440]: DEBUG nova.objects.instance [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1203.204402] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fda18c9f-25cc-4c18-a3df-4aa5aa101310 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "d49cb05c-d712-4459-9bff-1db4bfae22e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.734s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.393091] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.932938] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5da4c420-0dc7-4668-9d73-daea2ef601e3 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.933771] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.541s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.933991] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.934195] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1203.936137] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307cdb74-ad56-42e2-af26-764a04c42128 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.944771] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead92908-9dfc-4edc-a8b8-fd589cbaa5b1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.959945] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77b6179-736d-448b-b8ac-015405e4d5e6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.966300] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18db0507-2165-4951-8fd5-8c6d04d9aef4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.995566] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180224MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=63440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1203.995708] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.995905] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.021836] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 54e14642-1bde-49f8-b441-9ec1c2ff9455 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.022168] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance f36569f7-593c-430f-ac98-42f52fdff4e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.022168] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance a571c7c1-eee3-4b85-85de-a83d7aa3ad93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.022433] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1205.022521] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1205.076181] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ce7ebc-bb48-4041-ac8a-c107fcdd386c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.083966] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9f780d-6535-4b81-8273-e20ccb762dd9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.117689] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e463316-2e60-4cea-8a39-aeb5349fe6af {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.125596] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef73e694-c0b3-442e-a5af-e689312f3d23 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.139576] env[63440]: DEBUG nova.compute.provider_tree [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.642661] env[63440]: DEBUG nova.scheduler.client.report [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.710487] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "63c76513-8993-49f6-bb84-4f67597c4b8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.710728] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "63c76513-8993-49f6-bb84-4f67597c4b8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.148486] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1206.148860] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.153s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.213055] env[63440]: DEBUG nova.compute.manager [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1206.734082] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.734356] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.736599] env[63440]: INFO nova.compute.claims [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.149249] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.149726] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.149726] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.798085] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dff13a6-c394-4877-b775-17c68b56fd25 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.805824] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64b544f-53c5-4655-a895-369dd063baab {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.835136] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9aeb14-30b0-4f9c-9804-5d179f6c3873 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.841668] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b58458-4bf3-444e-963c-9fd7fd2c3843 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.854039] env[63440]: DEBUG nova.compute.provider_tree [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.886104] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.889623] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.356809] env[63440]: DEBUG nova.scheduler.client.report [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.861624] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.862186] env[63440]: DEBUG nova.compute.manager [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1209.367653] env[63440]: DEBUG nova.compute.utils [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.369173] env[63440]: DEBUG nova.compute.manager [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.369985] env[63440]: DEBUG nova.network.neutron [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.419517] env[63440]: DEBUG nova.policy [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c56c6726757c4ceabc266e58303e8e5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c26f1344f646448dba9054acf4eff966', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.686965] env[63440]: DEBUG nova.network.neutron [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Successfully created port: e4b90f07-9686-42d8-8bc7-80f686042900 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.873980] env[63440]: DEBUG nova.compute.manager [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.885968] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.885993] env[63440]: DEBUG nova.compute.manager [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.914159] env[63440]: DEBUG nova.virt.hardware [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.915036] env[63440]: DEBUG nova.virt.hardware [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.915164] env[63440]: DEBUG nova.virt.hardware [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.915374] env[63440]: DEBUG nova.virt.hardware [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.915627] env[63440]: DEBUG nova.virt.hardware [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.915876] env[63440]: DEBUG nova.virt.hardware [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.916244] env[63440]: DEBUG nova.virt.hardware [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.916513] env[63440]: DEBUG nova.virt.hardware [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.916793] env[63440]: DEBUG nova.virt.hardware [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.917079] env[63440]: DEBUG nova.virt.hardware [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.917373] env[63440]: DEBUG nova.virt.hardware [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.918632] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf99813-748f-4d31-b621-060437332f4e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.930568] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b535be-85a9-4491-97a8-395742eabd1b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.033795] env[63440]: DEBUG nova.compute.manager [req-ce39b24e-df3a-4008-90d0-2436abf9faea req-925afe34-68ed-4601-a9ef-2016bf158a71 service nova] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Received event network-vif-plugged-e4b90f07-9686-42d8-8bc7-80f686042900 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1211.034044] env[63440]: DEBUG oslo_concurrency.lockutils [req-ce39b24e-df3a-4008-90d0-2436abf9faea req-925afe34-68ed-4601-a9ef-2016bf158a71 service nova] Acquiring lock "63c76513-8993-49f6-bb84-4f67597c4b8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.034264] env[63440]: DEBUG oslo_concurrency.lockutils [req-ce39b24e-df3a-4008-90d0-2436abf9faea req-925afe34-68ed-4601-a9ef-2016bf158a71 service nova] Lock "63c76513-8993-49f6-bb84-4f67597c4b8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.034430] env[63440]: DEBUG oslo_concurrency.lockutils [req-ce39b24e-df3a-4008-90d0-2436abf9faea req-925afe34-68ed-4601-a9ef-2016bf158a71 service nova] Lock "63c76513-8993-49f6-bb84-4f67597c4b8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.034600] env[63440]: DEBUG nova.compute.manager [req-ce39b24e-df3a-4008-90d0-2436abf9faea req-925afe34-68ed-4601-a9ef-2016bf158a71 service nova] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] No waiting events found dispatching network-vif-plugged-e4b90f07-9686-42d8-8bc7-80f686042900 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.034763] env[63440]: WARNING nova.compute.manager [req-ce39b24e-df3a-4008-90d0-2436abf9faea req-925afe34-68ed-4601-a9ef-2016bf158a71 service nova] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Received unexpected event network-vif-plugged-e4b90f07-9686-42d8-8bc7-80f686042900 for instance with vm_state building and task_state spawning. [ 1211.114679] env[63440]: DEBUG nova.network.neutron [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Successfully updated port: e4b90f07-9686-42d8-8bc7-80f686042900 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.617370] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "refresh_cache-63c76513-8993-49f6-bb84-4f67597c4b8b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.617563] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquired lock "refresh_cache-63c76513-8993-49f6-bb84-4f67597c4b8b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.617976] env[63440]: DEBUG nova.network.neutron [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.107072] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.107547] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.107763] env[63440]: INFO nova.compute.manager [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Shelving [ 1212.148221] env[63440]: DEBUG nova.network.neutron [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.267056] env[63440]: DEBUG nova.network.neutron [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Updating instance_info_cache with network_info: [{"id": "e4b90f07-9686-42d8-8bc7-80f686042900", "address": "fa:16:3e:f0:73:2d", "network": {"id": "141bfbd5-e787-402f-829c-6837c54ad36a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453926429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f1344f646448dba9054acf4eff966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b90f07-96", "ovs_interfaceid": "e4b90f07-9686-42d8-8bc7-80f686042900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.769945] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Releasing lock "refresh_cache-63c76513-8993-49f6-bb84-4f67597c4b8b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.770301] env[63440]: DEBUG nova.compute.manager [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Instance network_info: |[{"id": "e4b90f07-9686-42d8-8bc7-80f686042900", "address": "fa:16:3e:f0:73:2d", "network": {"id": "141bfbd5-e787-402f-829c-6837c54ad36a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453926429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f1344f646448dba9054acf4eff966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b90f07-96", "ovs_interfaceid": "e4b90f07-9686-42d8-8bc7-80f686042900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1212.770744] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:73:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4b90f07-9686-42d8-8bc7-80f686042900', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.778401] env[63440]: DEBUG oslo.service.loopingcall [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1212.778608] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.778830] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0be99ccd-244d-4140-8712-d5ae461a814f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.799033] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.799033] env[63440]: value = "task-2662428" [ 1212.799033] env[63440]: _type = "Task" [ 1212.799033] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.807201] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662428, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.064058] env[63440]: DEBUG nova.compute.manager [req-e26842eb-5ff9-4a21-9ff7-f109fb73a999 req-96aa7ede-aa8c-4c7e-95b4-d84fd218ee57 service nova] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Received event network-changed-e4b90f07-9686-42d8-8bc7-80f686042900 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1213.064276] env[63440]: DEBUG nova.compute.manager [req-e26842eb-5ff9-4a21-9ff7-f109fb73a999 req-96aa7ede-aa8c-4c7e-95b4-d84fd218ee57 service nova] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Refreshing instance network info cache due to event network-changed-e4b90f07-9686-42d8-8bc7-80f686042900. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1213.064518] env[63440]: DEBUG oslo_concurrency.lockutils [req-e26842eb-5ff9-4a21-9ff7-f109fb73a999 req-96aa7ede-aa8c-4c7e-95b4-d84fd218ee57 service nova] Acquiring lock "refresh_cache-63c76513-8993-49f6-bb84-4f67597c4b8b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.064666] env[63440]: DEBUG oslo_concurrency.lockutils [req-e26842eb-5ff9-4a21-9ff7-f109fb73a999 req-96aa7ede-aa8c-4c7e-95b4-d84fd218ee57 service nova] Acquired lock "refresh_cache-63c76513-8993-49f6-bb84-4f67597c4b8b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.064831] env[63440]: DEBUG nova.network.neutron [req-e26842eb-5ff9-4a21-9ff7-f109fb73a999 req-96aa7ede-aa8c-4c7e-95b4-d84fd218ee57 service nova] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Refreshing network info cache for port e4b90f07-9686-42d8-8bc7-80f686042900 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.116799] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.117148] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f054dc4-1644-4abf-8b1d-e5c7fd083af0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.123812] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1213.123812] env[63440]: value = "task-2662429" [ 1213.123812] env[63440]: _type = "Task" [ 1213.123812] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.131591] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.308951] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662428, 'name': CreateVM_Task, 'duration_secs': 0.28971} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.309147] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.309769] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.309935] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.310285] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.310543] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77a3ca97-f823-471f-b947-af5a81b4c03e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.314586] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1213.314586] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52264c2a-dbfb-ba10-e715-bb4b293e2505" [ 1213.314586] env[63440]: _type = "Task" [ 1213.314586] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.321509] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52264c2a-dbfb-ba10-e715-bb4b293e2505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.633710] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662429, 'name': PowerOffVM_Task, 'duration_secs': 0.18993} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.633972] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.634752] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e94ccf-b29f-4609-bb87-0a0d11744faf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.654729] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6a4148-04f4-47f0-acb4-e0f40d48180e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.762095] env[63440]: DEBUG nova.network.neutron [req-e26842eb-5ff9-4a21-9ff7-f109fb73a999 req-96aa7ede-aa8c-4c7e-95b4-d84fd218ee57 service nova] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Updated VIF entry in instance network info cache for port e4b90f07-9686-42d8-8bc7-80f686042900. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.762487] env[63440]: DEBUG nova.network.neutron [req-e26842eb-5ff9-4a21-9ff7-f109fb73a999 req-96aa7ede-aa8c-4c7e-95b4-d84fd218ee57 service nova] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Updating instance_info_cache with network_info: [{"id": "e4b90f07-9686-42d8-8bc7-80f686042900", "address": "fa:16:3e:f0:73:2d", "network": {"id": "141bfbd5-e787-402f-829c-6837c54ad36a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453926429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f1344f646448dba9054acf4eff966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b90f07-96", "ovs_interfaceid": "e4b90f07-9686-42d8-8bc7-80f686042900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.825101] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52264c2a-dbfb-ba10-e715-bb4b293e2505, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.825417] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.825661] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.825894] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.826062] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.826279] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.826532] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12a2ea8d-a77f-4bed-b45a-8086660ea6b7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.835317] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.835493] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.836178] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a792506e-feff-467d-9eb6-dec992192ed6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.842350] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1213.842350] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c5a773-234b-bbc8-caa5-a14e19cd41be" [ 1213.842350] env[63440]: _type = "Task" [ 1213.842350] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.849474] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c5a773-234b-bbc8-caa5-a14e19cd41be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.165162] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Creating Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1214.165552] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9826d866-4103-4e78-ad4f-a1ade75d8ef5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.172926] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1214.172926] env[63440]: value = "task-2662430" [ 1214.172926] env[63440]: _type = "Task" [ 1214.172926] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.180711] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662430, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.265734] env[63440]: DEBUG oslo_concurrency.lockutils [req-e26842eb-5ff9-4a21-9ff7-f109fb73a999 req-96aa7ede-aa8c-4c7e-95b4-d84fd218ee57 service nova] Releasing lock "refresh_cache-63c76513-8993-49f6-bb84-4f67597c4b8b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.351958] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c5a773-234b-bbc8-caa5-a14e19cd41be, 'name': SearchDatastore_Task, 'duration_secs': 0.008125} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.352749] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cd4e071-1e34-4a26-93e8-d5e4d78257fa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.357669] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1214.357669] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5243d610-cc41-7546-0313-4c7552f61fd9" [ 1214.357669] env[63440]: _type = "Task" [ 1214.357669] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.364817] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5243d610-cc41-7546-0313-4c7552f61fd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.683496] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662430, 'name': CreateSnapshot_Task, 'duration_secs': 0.43928} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.683783] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Created Snapshot of the VM instance {{(pid=63440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1214.684583] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb28eb4d-1e84-454d-8744-73119f62981d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.868554] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5243d610-cc41-7546-0313-4c7552f61fd9, 'name': SearchDatastore_Task, 'duration_secs': 0.010381} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.868554] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.868554] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 63c76513-8993-49f6-bb84-4f67597c4b8b/63c76513-8993-49f6-bb84-4f67597c4b8b.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.868799] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-696d430b-fc8b-449d-9e2e-2de97c11a6a2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.876394] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1214.876394] env[63440]: value = "task-2662431" [ 1214.876394] env[63440]: _type = "Task" [ 1214.876394] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.883989] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.203291] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Creating linked-clone VM from snapshot {{(pid=63440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1215.203835] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-51ca3eec-8707-4b5f-a638-397768283e1a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.213261] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1215.213261] env[63440]: value = "task-2662432" [ 1215.213261] env[63440]: _type = "Task" [ 1215.213261] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.224267] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662432, 'name': CloneVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.386520] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.419117} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.386775] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] 63c76513-8993-49f6-bb84-4f67597c4b8b/63c76513-8993-49f6-bb84-4f67597c4b8b.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.386991] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.387248] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5745d202-d467-4f06-9d8c-ca1cf6f41ec6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.393000] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1215.393000] env[63440]: value = "task-2662433" [ 1215.393000] env[63440]: _type = "Task" [ 1215.393000] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.401345] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.723642] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662432, 'name': CloneVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.902336] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062315} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.902603] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.903377] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935ee833-2441-412c-be43-a54ff38b2b6a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.925756] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 63c76513-8993-49f6-bb84-4f67597c4b8b/63c76513-8993-49f6-bb84-4f67597c4b8b.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.926042] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbd9f759-c0aa-48f9-9e42-1e63323972ff {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.945095] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1215.945095] env[63440]: value = "task-2662434" [ 1215.945095] env[63440]: _type = "Task" [ 1215.945095] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.953444] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.223760] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662432, 'name': CloneVM_Task} progress is 95%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.454460] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662434, 'name': ReconfigVM_Task, 'duration_secs': 0.443833} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.457040] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 63c76513-8993-49f6-bb84-4f67597c4b8b/63c76513-8993-49f6-bb84-4f67597c4b8b.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.457040] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb5a3f08-fd7b-4670-8361-2799e0a0be7f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.461090] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1216.461090] env[63440]: value = "task-2662435" [ 1216.461090] env[63440]: _type = "Task" [ 1216.461090] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.468569] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662435, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.724164] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662432, 'name': CloneVM_Task, 'duration_secs': 1.280141} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.724430] env[63440]: INFO nova.virt.vmwareapi.vmops [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Created linked-clone VM from snapshot [ 1216.725158] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3a6fe9-f6df-4715-bcee-d8ea38dfc63d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.732284] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Uploading image 4ff78800-2c59-462c-b795-48b49a2ec29d {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1216.755409] env[63440]: DEBUG oslo_vmware.rw_handles [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1216.755409] env[63440]: value = "vm-536871" [ 1216.755409] env[63440]: _type = "VirtualMachine" [ 1216.755409] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1216.755685] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-63e4094b-0065-464b-8f74-a1990c9e1da2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.761807] env[63440]: DEBUG oslo_vmware.rw_handles [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lease: (returnval){ [ 1216.761807] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5264dade-f538-359f-1e71-82312aa31f0e" [ 1216.761807] env[63440]: _type = "HttpNfcLease" [ 1216.761807] env[63440]: } obtained for exporting VM: (result){ [ 1216.761807] env[63440]: value = "vm-536871" [ 1216.761807] env[63440]: _type = "VirtualMachine" [ 1216.761807] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1216.762198] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the lease: (returnval){ [ 1216.762198] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5264dade-f538-359f-1e71-82312aa31f0e" [ 1216.762198] env[63440]: _type = "HttpNfcLease" [ 1216.762198] env[63440]: } to be ready. {{(pid=63440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1216.767729] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1216.767729] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5264dade-f538-359f-1e71-82312aa31f0e" [ 1216.767729] env[63440]: _type = "HttpNfcLease" [ 1216.767729] env[63440]: } is initializing. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1216.970930] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662435, 'name': Rename_Task, 'duration_secs': 0.134094} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.971220] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.971459] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e34b0170-5849-49b6-9d41-a252f6d541c7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.977622] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1216.977622] env[63440]: value = "task-2662437" [ 1216.977622] env[63440]: _type = "Task" [ 1216.977622] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.984344] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.269707] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1217.269707] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5264dade-f538-359f-1e71-82312aa31f0e" [ 1217.269707] env[63440]: _type = "HttpNfcLease" [ 1217.269707] env[63440]: } is ready. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1217.270375] env[63440]: DEBUG oslo_vmware.rw_handles [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1217.270375] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]5264dade-f538-359f-1e71-82312aa31f0e" [ 1217.270375] env[63440]: _type = "HttpNfcLease" [ 1217.270375] env[63440]: }. {{(pid=63440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1217.270735] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc1ab28-6b7e-4325-8aa5-2547a7f276d2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.278211] env[63440]: DEBUG oslo_vmware.rw_handles [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293e239-86cb-f281-dfaf-e41f5677fbdc/disk-0.vmdk from lease info. {{(pid=63440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1217.278489] env[63440]: DEBUG oslo_vmware.rw_handles [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293e239-86cb-f281-dfaf-e41f5677fbdc/disk-0.vmdk for reading. {{(pid=63440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1217.371018] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bdef1aea-9273-4302-9e1e-0c463e9aacda {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.486868] env[63440]: DEBUG oslo_vmware.api [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662437, 'name': PowerOnVM_Task, 'duration_secs': 0.423127} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.487140] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.487344] env[63440]: INFO nova.compute.manager [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1217.487527] env[63440]: DEBUG nova.compute.manager [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.488311] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30a789c-4cfc-47d3-acfe-e34e1ef16a2a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.005767] env[63440]: INFO nova.compute.manager [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Took 11.29 seconds to build instance. [ 1218.508565] env[63440]: DEBUG oslo_concurrency.lockutils [None req-6f090150-f336-44e0-a2e6-685627c0389c tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "63c76513-8993-49f6-bb84-4f67597c4b8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.798s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.743532] env[63440]: DEBUG nova.compute.manager [req-acdf62d7-bc05-472f-9e37-98a8675edfc9 req-236cc876-c431-4a1d-8768-09be06eb2dae service nova] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Received event network-changed-e4b90f07-9686-42d8-8bc7-80f686042900 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1218.743721] env[63440]: DEBUG nova.compute.manager [req-acdf62d7-bc05-472f-9e37-98a8675edfc9 req-236cc876-c431-4a1d-8768-09be06eb2dae service nova] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Refreshing instance network info cache due to event network-changed-e4b90f07-9686-42d8-8bc7-80f686042900. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1218.744037] env[63440]: DEBUG oslo_concurrency.lockutils [req-acdf62d7-bc05-472f-9e37-98a8675edfc9 req-236cc876-c431-4a1d-8768-09be06eb2dae service nova] Acquiring lock "refresh_cache-63c76513-8993-49f6-bb84-4f67597c4b8b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.744218] env[63440]: DEBUG oslo_concurrency.lockutils [req-acdf62d7-bc05-472f-9e37-98a8675edfc9 req-236cc876-c431-4a1d-8768-09be06eb2dae service nova] Acquired lock "refresh_cache-63c76513-8993-49f6-bb84-4f67597c4b8b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.744461] env[63440]: DEBUG nova.network.neutron [req-acdf62d7-bc05-472f-9e37-98a8675edfc9 req-236cc876-c431-4a1d-8768-09be06eb2dae service nova] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Refreshing network info cache for port e4b90f07-9686-42d8-8bc7-80f686042900 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.497071] env[63440]: DEBUG nova.network.neutron [req-acdf62d7-bc05-472f-9e37-98a8675edfc9 req-236cc876-c431-4a1d-8768-09be06eb2dae service nova] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Updated VIF entry in instance network info cache for port e4b90f07-9686-42d8-8bc7-80f686042900. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.497469] env[63440]: DEBUG nova.network.neutron [req-acdf62d7-bc05-472f-9e37-98a8675edfc9 req-236cc876-c431-4a1d-8768-09be06eb2dae service nova] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Updating instance_info_cache with network_info: [{"id": "e4b90f07-9686-42d8-8bc7-80f686042900", "address": "fa:16:3e:f0:73:2d", "network": {"id": "141bfbd5-e787-402f-829c-6837c54ad36a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453926429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f1344f646448dba9054acf4eff966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b90f07-96", "ovs_interfaceid": "e4b90f07-9686-42d8-8bc7-80f686042900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.000553] env[63440]: DEBUG oslo_concurrency.lockutils [req-acdf62d7-bc05-472f-9e37-98a8675edfc9 req-236cc876-c431-4a1d-8768-09be06eb2dae service nova] Releasing lock "refresh_cache-63c76513-8993-49f6-bb84-4f67597c4b8b" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.116954] env[63440]: DEBUG oslo_vmware.rw_handles [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293e239-86cb-f281-dfaf-e41f5677fbdc/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1227.117899] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f86302-bff5-4cf6-a9a4-d9daf14cbb2e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.124501] env[63440]: DEBUG oslo_vmware.rw_handles [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293e239-86cb-f281-dfaf-e41f5677fbdc/disk-0.vmdk is in state: ready. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1227.124674] env[63440]: ERROR oslo_vmware.rw_handles [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293e239-86cb-f281-dfaf-e41f5677fbdc/disk-0.vmdk due to incomplete transfer. [ 1227.124877] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3ada918d-7ff0-4875-8142-475efba0ac52 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.132054] env[63440]: DEBUG oslo_vmware.rw_handles [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293e239-86cb-f281-dfaf-e41f5677fbdc/disk-0.vmdk. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1227.132254] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Uploaded image 4ff78800-2c59-462c-b795-48b49a2ec29d to the Glance image server {{(pid=63440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1227.134386] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Destroying the VM {{(pid=63440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1227.134599] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-98f5d2de-5130-4afa-bb11-b2684737e868 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.140592] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1227.140592] env[63440]: value = "task-2662438" [ 1227.140592] env[63440]: _type = "Task" [ 1227.140592] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.147702] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662438, 'name': Destroy_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.650139] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662438, 'name': Destroy_Task, 'duration_secs': 0.339677} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.650405] env[63440]: INFO nova.virt.vmwareapi.vm_util [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Destroyed the VM [ 1227.650656] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Deleting Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1227.650893] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d57be482-ea48-4767-9ed6-03ec8629d1e6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.656497] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1227.656497] env[63440]: value = "task-2662439" [ 1227.656497] env[63440]: _type = "Task" [ 1227.656497] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.663658] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662439, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.166070] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662439, 'name': RemoveSnapshot_Task, 'duration_secs': 0.38319} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.166444] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Deleted Snapshot of the VM instance {{(pid=63440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1228.166615] env[63440]: DEBUG nova.compute.manager [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.167372] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcffc496-291f-4f69-972e-810783a1ffd3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.679755] env[63440]: INFO nova.compute.manager [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Shelve offloading [ 1229.183446] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.184168] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cd963f4-5cf1-4127-8c07-cf9d5ca2b794 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.191111] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1229.191111] env[63440]: value = "task-2662440" [ 1229.191111] env[63440]: _type = "Task" [ 1229.191111] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.198533] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.701561] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] VM already powered off {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1229.701789] env[63440]: DEBUG nova.compute.manager [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.702493] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0526ed-b717-4f1e-9ee4-cc11c37d9fba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.707708] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "refresh_cache-a571c7c1-eee3-4b85-85de-a83d7aa3ad93" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.707862] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired lock "refresh_cache-a571c7c1-eee3-4b85-85de-a83d7aa3ad93" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.708064] env[63440]: DEBUG nova.network.neutron [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.401022] env[63440]: DEBUG nova.network.neutron [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Updating instance_info_cache with network_info: [{"id": "7ad7890c-ee16-41ec-b152-85001def49c5", "address": "fa:16:3e:03:04:95", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad7890c-ee", "ovs_interfaceid": "7ad7890c-ee16-41ec-b152-85001def49c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.902852] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lock "refresh_cache-a571c7c1-eee3-4b85-85de-a83d7aa3ad93" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.113058] env[63440]: DEBUG nova.compute.manager [req-c1504830-e13f-4ff7-b7c7-70066317c0e7 req-4f96d082-111e-4852-83a1-0d0df61f9f79 service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Received event network-vif-unplugged-7ad7890c-ee16-41ec-b152-85001def49c5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1231.113285] env[63440]: DEBUG oslo_concurrency.lockutils [req-c1504830-e13f-4ff7-b7c7-70066317c0e7 req-4f96d082-111e-4852-83a1-0d0df61f9f79 service nova] Acquiring lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.113493] env[63440]: DEBUG oslo_concurrency.lockutils [req-c1504830-e13f-4ff7-b7c7-70066317c0e7 req-4f96d082-111e-4852-83a1-0d0df61f9f79 service nova] Lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.113665] env[63440]: DEBUG oslo_concurrency.lockutils [req-c1504830-e13f-4ff7-b7c7-70066317c0e7 req-4f96d082-111e-4852-83a1-0d0df61f9f79 service nova] Lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.113836] env[63440]: DEBUG nova.compute.manager [req-c1504830-e13f-4ff7-b7c7-70066317c0e7 req-4f96d082-111e-4852-83a1-0d0df61f9f79 service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] No waiting events found dispatching network-vif-unplugged-7ad7890c-ee16-41ec-b152-85001def49c5 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1231.114013] env[63440]: WARNING nova.compute.manager [req-c1504830-e13f-4ff7-b7c7-70066317c0e7 req-4f96d082-111e-4852-83a1-0d0df61f9f79 service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Received unexpected event network-vif-unplugged-7ad7890c-ee16-41ec-b152-85001def49c5 for instance with vm_state shelved and task_state shelving_offloading. [ 1231.202970] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.203866] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6e5734-bb6f-4aa5-93fd-9461691813aa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.211463] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.211677] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1334e489-4f09-4ff8-892c-f50c66b14362 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.285187] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.285415] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.285602] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Deleting the datastore file [datastore2] a571c7c1-eee3-4b85-85de-a83d7aa3ad93 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.285872] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d592967-5f96-41ac-b47a-3fdd344a5593 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.292556] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1231.292556] env[63440]: value = "task-2662442" [ 1231.292556] env[63440]: _type = "Task" [ 1231.292556] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.299962] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.802283] env[63440]: DEBUG oslo_vmware.api [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156699} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.802668] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.802861] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.803071] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.826564] env[63440]: INFO nova.scheduler.client.report [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Deleted allocations for instance a571c7c1-eee3-4b85-85de-a83d7aa3ad93 [ 1232.331436] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.331712] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.331937] env[63440]: DEBUG nova.objects.instance [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lazy-loading 'resources' on Instance uuid a571c7c1-eee3-4b85-85de-a83d7aa3ad93 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.835088] env[63440]: DEBUG nova.objects.instance [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lazy-loading 'numa_topology' on Instance uuid a571c7c1-eee3-4b85-85de-a83d7aa3ad93 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.137892] env[63440]: DEBUG nova.compute.manager [req-cb320e6a-0277-428b-a117-1cfa58a9e422 req-7631d954-9733-458d-919d-750f96e00c7d service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Received event network-changed-7ad7890c-ee16-41ec-b152-85001def49c5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1233.137892] env[63440]: DEBUG nova.compute.manager [req-cb320e6a-0277-428b-a117-1cfa58a9e422 req-7631d954-9733-458d-919d-750f96e00c7d service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Refreshing instance network info cache due to event network-changed-7ad7890c-ee16-41ec-b152-85001def49c5. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1233.137892] env[63440]: DEBUG oslo_concurrency.lockutils [req-cb320e6a-0277-428b-a117-1cfa58a9e422 req-7631d954-9733-458d-919d-750f96e00c7d service nova] Acquiring lock "refresh_cache-a571c7c1-eee3-4b85-85de-a83d7aa3ad93" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.137892] env[63440]: DEBUG oslo_concurrency.lockutils [req-cb320e6a-0277-428b-a117-1cfa58a9e422 req-7631d954-9733-458d-919d-750f96e00c7d service nova] Acquired lock "refresh_cache-a571c7c1-eee3-4b85-85de-a83d7aa3ad93" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.138111] env[63440]: DEBUG nova.network.neutron [req-cb320e6a-0277-428b-a117-1cfa58a9e422 req-7631d954-9733-458d-919d-750f96e00c7d service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Refreshing network info cache for port 7ad7890c-ee16-41ec-b152-85001def49c5 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.337542] env[63440]: DEBUG nova.objects.base [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1233.400532] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72d40cf-4838-49e6-87e6-2186967a24cb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.408699] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35ef858-be04-46ad-ba15-dd3ca0a005f6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.440494] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558f7369-8a90-4710-a247-b8d972dda79b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.448451] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d388da-62c6-4005-b37a-16cafc2741e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.462693] env[63440]: DEBUG nova.compute.provider_tree [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.840986] env[63440]: DEBUG nova.network.neutron [req-cb320e6a-0277-428b-a117-1cfa58a9e422 req-7631d954-9733-458d-919d-750f96e00c7d service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Updated VIF entry in instance network info cache for port 7ad7890c-ee16-41ec-b152-85001def49c5. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.841390] env[63440]: DEBUG nova.network.neutron [req-cb320e6a-0277-428b-a117-1cfa58a9e422 req-7631d954-9733-458d-919d-750f96e00c7d service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Updating instance_info_cache with network_info: [{"id": "7ad7890c-ee16-41ec-b152-85001def49c5", "address": "fa:16:3e:03:04:95", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": null, "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7ad7890c-ee", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.892223] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.966236] env[63440]: DEBUG nova.scheduler.client.report [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.344186] env[63440]: DEBUG oslo_concurrency.lockutils [req-cb320e6a-0277-428b-a117-1cfa58a9e422 req-7631d954-9733-458d-919d-750f96e00c7d service nova] Releasing lock "refresh_cache-a571c7c1-eee3-4b85-85de-a83d7aa3ad93" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.471185] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.978224] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d90ebd3e-6ac4-477c-b230-6d0288486266 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.871s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.979066] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.087s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.979267] env[63440]: INFO nova.compute.manager [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Unshelving [ 1236.004779] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.005107] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.005288] env[63440]: DEBUG nova.objects.instance [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lazy-loading 'pci_requests' on Instance uuid a571c7c1-eee3-4b85-85de-a83d7aa3ad93 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.509799] env[63440]: DEBUG nova.objects.instance [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lazy-loading 'numa_topology' on Instance uuid a571c7c1-eee3-4b85-85de-a83d7aa3ad93 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.012387] env[63440]: INFO nova.compute.claims [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.076066] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734a189f-db08-4555-9759-1034e4d9ca5f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.083369] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc80e2e-b36a-47f7-a6de-8554c83406e6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.112553] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a448cd9-779f-4d0e-800c-966a9a1debc3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.119137] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e73fc4-7b55-4bae-a550-f3bc1816794d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.131766] env[63440]: DEBUG nova.compute.provider_tree [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.634507] env[63440]: DEBUG nova.scheduler.client.report [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.139922] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.135s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.168517] env[63440]: INFO nova.network.neutron [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Updating port 7ad7890c-ee16-41ec-b152-85001def49c5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1240.213694] env[63440]: DEBUG oslo_concurrency.lockutils [None req-64425a02-beaa-47d3-9e44-58ddc038fcff tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "f36569f7-593c-430f-ac98-42f52fdff4e2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.214133] env[63440]: DEBUG oslo_concurrency.lockutils [None req-64425a02-beaa-47d3-9e44-58ddc038fcff tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "f36569f7-593c-430f-ac98-42f52fdff4e2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.716874] env[63440]: INFO nova.compute.manager [None req-64425a02-beaa-47d3-9e44-58ddc038fcff tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Detaching volume 5d33e273-6583-4d58-b5cb-79899bc36cba [ 1240.743387] env[63440]: DEBUG nova.compute.manager [req-b606c2a9-2169-4245-826f-c6eaefeef667 req-af9f6286-c0a6-4016-a9a5-0984b9c8768f service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Received event network-vif-plugged-7ad7890c-ee16-41ec-b152-85001def49c5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1240.743677] env[63440]: DEBUG oslo_concurrency.lockutils [req-b606c2a9-2169-4245-826f-c6eaefeef667 req-af9f6286-c0a6-4016-a9a5-0984b9c8768f service nova] Acquiring lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.743843] env[63440]: DEBUG oslo_concurrency.lockutils [req-b606c2a9-2169-4245-826f-c6eaefeef667 req-af9f6286-c0a6-4016-a9a5-0984b9c8768f service nova] Lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.744020] env[63440]: DEBUG oslo_concurrency.lockutils [req-b606c2a9-2169-4245-826f-c6eaefeef667 req-af9f6286-c0a6-4016-a9a5-0984b9c8768f service nova] Lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.744195] env[63440]: DEBUG nova.compute.manager [req-b606c2a9-2169-4245-826f-c6eaefeef667 req-af9f6286-c0a6-4016-a9a5-0984b9c8768f service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] No waiting events found dispatching network-vif-plugged-7ad7890c-ee16-41ec-b152-85001def49c5 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1240.744389] env[63440]: WARNING nova.compute.manager [req-b606c2a9-2169-4245-826f-c6eaefeef667 req-af9f6286-c0a6-4016-a9a5-0984b9c8768f service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Received unexpected event network-vif-plugged-7ad7890c-ee16-41ec-b152-85001def49c5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1240.747548] env[63440]: INFO nova.virt.block_device [None req-64425a02-beaa-47d3-9e44-58ddc038fcff tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Attempting to driver detach volume 5d33e273-6583-4d58-b5cb-79899bc36cba from mountpoint /dev/sdb [ 1240.747766] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-64425a02-beaa-47d3-9e44-58ddc038fcff tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Volume detach. Driver type: vmdk {{(pid=63440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1240.747993] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-64425a02-beaa-47d3-9e44-58ddc038fcff tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536867', 'volume_id': '5d33e273-6583-4d58-b5cb-79899bc36cba', 'name': 'volume-5d33e273-6583-4d58-b5cb-79899bc36cba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f36569f7-593c-430f-ac98-42f52fdff4e2', 'attached_at': '', 'detached_at': '', 'volume_id': '5d33e273-6583-4d58-b5cb-79899bc36cba', 'serial': '5d33e273-6583-4d58-b5cb-79899bc36cba'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1240.749105] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6374c4d8-a558-4757-ba0e-c49580cf3c02 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.771289] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b57712-bc48-4cb0-81ce-0e6ed4b48b8b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.778477] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dd8d43-6ce7-4dc5-9691-81070a26dd05 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.798423] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65495b44-c98e-4930-b61c-ef287d4e33c8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.812834] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-64425a02-beaa-47d3-9e44-58ddc038fcff tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] The volume has not been displaced from its original location: [datastore2] volume-5d33e273-6583-4d58-b5cb-79899bc36cba/volume-5d33e273-6583-4d58-b5cb-79899bc36cba.vmdk. No consolidation needed. {{(pid=63440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1240.817956] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-64425a02-beaa-47d3-9e44-58ddc038fcff tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.818233] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6798ede0-7c83-4687-b7be-0bd6adeef516 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.830887] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "refresh_cache-a571c7c1-eee3-4b85-85de-a83d7aa3ad93" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.831074] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired lock "refresh_cache-a571c7c1-eee3-4b85-85de-a83d7aa3ad93" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.831251] env[63440]: DEBUG nova.network.neutron [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.839079] env[63440]: DEBUG oslo_vmware.api [None req-64425a02-beaa-47d3-9e44-58ddc038fcff tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1240.839079] env[63440]: value = "task-2662443" [ 1240.839079] env[63440]: _type = "Task" [ 1240.839079] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.848067] env[63440]: DEBUG oslo_vmware.api [None req-64425a02-beaa-47d3-9e44-58ddc038fcff tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.349488] env[63440]: DEBUG oslo_vmware.api [None req-64425a02-beaa-47d3-9e44-58ddc038fcff tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662443, 'name': ReconfigVM_Task, 'duration_secs': 0.246112} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.349808] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-64425a02-beaa-47d3-9e44-58ddc038fcff tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.354217] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e96bf62-56dd-40ba-a453-34d9c2835620 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.368952] env[63440]: DEBUG oslo_vmware.api [None req-64425a02-beaa-47d3-9e44-58ddc038fcff tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1241.368952] env[63440]: value = "task-2662444" [ 1241.368952] env[63440]: _type = "Task" [ 1241.368952] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.377925] env[63440]: DEBUG oslo_vmware.api [None req-64425a02-beaa-47d3-9e44-58ddc038fcff tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.537272] env[63440]: DEBUG nova.network.neutron [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Updating instance_info_cache with network_info: [{"id": "7ad7890c-ee16-41ec-b152-85001def49c5", "address": "fa:16:3e:03:04:95", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad7890c-ee", "ovs_interfaceid": "7ad7890c-ee16-41ec-b152-85001def49c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.878765] env[63440]: DEBUG oslo_vmware.api [None req-64425a02-beaa-47d3-9e44-58ddc038fcff tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662444, 'name': ReconfigVM_Task, 'duration_secs': 0.141} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.879081] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-64425a02-beaa-47d3-9e44-58ddc038fcff tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536867', 'volume_id': '5d33e273-6583-4d58-b5cb-79899bc36cba', 'name': 'volume-5d33e273-6583-4d58-b5cb-79899bc36cba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f36569f7-593c-430f-ac98-42f52fdff4e2', 'attached_at': '', 'detached_at': '', 'volume_id': '5d33e273-6583-4d58-b5cb-79899bc36cba', 'serial': '5d33e273-6583-4d58-b5cb-79899bc36cba'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1242.040075] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lock "refresh_cache-a571c7c1-eee3-4b85-85de-a83d7aa3ad93" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.069264] env[63440]: DEBUG nova.virt.hardware [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='725c95a2c088d31586b7a159815cde2e',container_format='bare',created_at=2025-02-19T05:53:36Z,direct_url=,disk_format='vmdk',id=4ff78800-2c59-462c-b795-48b49a2ec29d,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1751081980-shelved',owner='0513b3a25dd64e83a612fd5798026268',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-02-19T05:53:52Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.069534] env[63440]: DEBUG nova.virt.hardware [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.069705] env[63440]: DEBUG nova.virt.hardware [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.069898] env[63440]: DEBUG nova.virt.hardware [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.070060] env[63440]: DEBUG nova.virt.hardware [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.070214] env[63440]: DEBUG nova.virt.hardware [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.070424] env[63440]: DEBUG nova.virt.hardware [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.070584] env[63440]: DEBUG nova.virt.hardware [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.070752] env[63440]: DEBUG nova.virt.hardware [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.070919] env[63440]: DEBUG nova.virt.hardware [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.071105] env[63440]: DEBUG nova.virt.hardware [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.071932] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffcd449-fd56-4e31-bd57-316d4e2ddde3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.079837] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c831c03c-eecb-42f0-b5ac-1c5f550c1c8b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.092804] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:04:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ad7890c-ee16-41ec-b152-85001def49c5', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.099924] env[63440]: DEBUG oslo.service.loopingcall [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1242.100174] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.100370] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fe8eb37-f857-4452-a417-11bfd043ee36 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.118691] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.118691] env[63440]: value = "task-2662445" [ 1242.118691] env[63440]: _type = "Task" [ 1242.118691] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.125701] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662445, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.421278] env[63440]: DEBUG nova.objects.instance [None req-64425a02-beaa-47d3-9e44-58ddc038fcff tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lazy-loading 'flavor' on Instance uuid f36569f7-593c-430f-ac98-42f52fdff4e2 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.629275] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662445, 'name': CreateVM_Task, 'duration_secs': 0.32212} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.629444] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.630084] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ff78800-2c59-462c-b795-48b49a2ec29d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.630253] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ff78800-2c59-462c-b795-48b49a2ec29d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.630624] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ff78800-2c59-462c-b795-48b49a2ec29d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.630866] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-894829d1-82b5-46e0-971f-e7fbee46c4e4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.635017] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1242.635017] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c17a23-0b13-9217-8f3a-bdaedf5fbc23" [ 1242.635017] env[63440]: _type = "Task" [ 1242.635017] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.642727] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c17a23-0b13-9217-8f3a-bdaedf5fbc23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.769718] env[63440]: DEBUG nova.compute.manager [req-60121e5b-f57c-4458-a12e-e84390043e33 req-9f73270b-fe37-401b-ae31-aaa02398b919 service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Received event network-changed-7ad7890c-ee16-41ec-b152-85001def49c5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1242.769931] env[63440]: DEBUG nova.compute.manager [req-60121e5b-f57c-4458-a12e-e84390043e33 req-9f73270b-fe37-401b-ae31-aaa02398b919 service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Refreshing instance network info cache due to event network-changed-7ad7890c-ee16-41ec-b152-85001def49c5. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1242.770167] env[63440]: DEBUG oslo_concurrency.lockutils [req-60121e5b-f57c-4458-a12e-e84390043e33 req-9f73270b-fe37-401b-ae31-aaa02398b919 service nova] Acquiring lock "refresh_cache-a571c7c1-eee3-4b85-85de-a83d7aa3ad93" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.770312] env[63440]: DEBUG oslo_concurrency.lockutils [req-60121e5b-f57c-4458-a12e-e84390043e33 req-9f73270b-fe37-401b-ae31-aaa02398b919 service nova] Acquired lock "refresh_cache-a571c7c1-eee3-4b85-85de-a83d7aa3ad93" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.770475] env[63440]: DEBUG nova.network.neutron [req-60121e5b-f57c-4458-a12e-e84390043e33 req-9f73270b-fe37-401b-ae31-aaa02398b919 service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Refreshing network info cache for port 7ad7890c-ee16-41ec-b152-85001def49c5 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.145570] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ff78800-2c59-462c-b795-48b49a2ec29d" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.145570] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Processing image 4ff78800-2c59-462c-b795-48b49a2ec29d {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.145570] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ff78800-2c59-462c-b795-48b49a2ec29d/4ff78800-2c59-462c-b795-48b49a2ec29d.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.145570] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ff78800-2c59-462c-b795-48b49a2ec29d/4ff78800-2c59-462c-b795-48b49a2ec29d.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.145570] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.145907] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dce4861-3742-41bc-b408-be63a74c4a5a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.153504] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.153663] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.154538] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6288bfcf-7d48-4f9a-a949-882ff9fb2c3a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.160499] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1243.160499] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f79603-6c53-e16f-4f67-5b3144f6163e" [ 1243.160499] env[63440]: _type = "Task" [ 1243.160499] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.167427] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52f79603-6c53-e16f-4f67-5b3144f6163e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.428400] env[63440]: DEBUG oslo_concurrency.lockutils [None req-64425a02-beaa-47d3-9e44-58ddc038fcff tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "f36569f7-593c-430f-ac98-42f52fdff4e2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.459069] env[63440]: DEBUG nova.network.neutron [req-60121e5b-f57c-4458-a12e-e84390043e33 req-9f73270b-fe37-401b-ae31-aaa02398b919 service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Updated VIF entry in instance network info cache for port 7ad7890c-ee16-41ec-b152-85001def49c5. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.459450] env[63440]: DEBUG nova.network.neutron [req-60121e5b-f57c-4458-a12e-e84390043e33 req-9f73270b-fe37-401b-ae31-aaa02398b919 service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Updating instance_info_cache with network_info: [{"id": "7ad7890c-ee16-41ec-b152-85001def49c5", "address": "fa:16:3e:03:04:95", "network": {"id": "6e4a24ff-1899-404c-88e2-686456a043bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-756524611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0513b3a25dd64e83a612fd5798026268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad7890c-ee", "ovs_interfaceid": "7ad7890c-ee16-41ec-b152-85001def49c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.670640] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Preparing fetch location {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1243.670881] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Fetch image to [datastore2] OSTACK_IMG_23312191-b1f0-4fb7-a7d9-b51ec5a31922/OSTACK_IMG_23312191-b1f0-4fb7-a7d9-b51ec5a31922.vmdk {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1243.671104] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Downloading stream optimized image 4ff78800-2c59-462c-b795-48b49a2ec29d to [datastore2] OSTACK_IMG_23312191-b1f0-4fb7-a7d9-b51ec5a31922/OSTACK_IMG_23312191-b1f0-4fb7-a7d9-b51ec5a31922.vmdk on the data store datastore2 as vApp {{(pid=63440) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1243.671291] env[63440]: DEBUG nova.virt.vmwareapi.images [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Downloading image file data 4ff78800-2c59-462c-b795-48b49a2ec29d to the ESX as VM named 'OSTACK_IMG_23312191-b1f0-4fb7-a7d9-b51ec5a31922' {{(pid=63440) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1243.740549] env[63440]: DEBUG oslo_vmware.rw_handles [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1243.740549] env[63440]: value = "resgroup-9" [ 1243.740549] env[63440]: _type = "ResourcePool" [ 1243.740549] env[63440]: }. {{(pid=63440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1243.740899] env[63440]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-aced597e-e0ea-4fb0-8ad9-eccb3f3cb2ac {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.762961] env[63440]: DEBUG oslo_vmware.rw_handles [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lease: (returnval){ [ 1243.762961] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a996d8-36c5-b9bf-55bb-5a4f6add56f7" [ 1243.762961] env[63440]: _type = "HttpNfcLease" [ 1243.762961] env[63440]: } obtained for vApp import into resource pool (val){ [ 1243.762961] env[63440]: value = "resgroup-9" [ 1243.762961] env[63440]: _type = "ResourcePool" [ 1243.762961] env[63440]: }. {{(pid=63440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1243.763250] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the lease: (returnval){ [ 1243.763250] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a996d8-36c5-b9bf-55bb-5a4f6add56f7" [ 1243.763250] env[63440]: _type = "HttpNfcLease" [ 1243.763250] env[63440]: } to be ready. {{(pid=63440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1243.770125] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1243.770125] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a996d8-36c5-b9bf-55bb-5a4f6add56f7" [ 1243.770125] env[63440]: _type = "HttpNfcLease" [ 1243.770125] env[63440]: } is initializing. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1243.962183] env[63440]: DEBUG oslo_concurrency.lockutils [req-60121e5b-f57c-4458-a12e-e84390043e33 req-9f73270b-fe37-401b-ae31-aaa02398b919 service nova] Releasing lock "refresh_cache-a571c7c1-eee3-4b85-85de-a83d7aa3ad93" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.271052] env[63440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1244.271052] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a996d8-36c5-b9bf-55bb-5a4f6add56f7" [ 1244.271052] env[63440]: _type = "HttpNfcLease" [ 1244.271052] env[63440]: } is ready. {{(pid=63440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1244.271366] env[63440]: DEBUG oslo_vmware.rw_handles [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1244.271366] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52a996d8-36c5-b9bf-55bb-5a4f6add56f7" [ 1244.271366] env[63440]: _type = "HttpNfcLease" [ 1244.271366] env[63440]: }. {{(pid=63440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1244.272121] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2229fb03-55a3-45d1-b162-58c25574e656 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.279390] env[63440]: DEBUG oslo_vmware.rw_handles [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524404f3-3d1f-c122-65ce-ca52c1bc0b25/disk-0.vmdk from lease info. {{(pid=63440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1244.279575] env[63440]: DEBUG oslo_vmware.rw_handles [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524404f3-3d1f-c122-65ce-ca52c1bc0b25/disk-0.vmdk. {{(pid=63440) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1244.343803] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a89a409d-e389-4e2c-9156-d867dc50e3df {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.474447] env[63440]: DEBUG oslo_concurrency.lockutils [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "f36569f7-593c-430f-ac98-42f52fdff4e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.474909] env[63440]: DEBUG oslo_concurrency.lockutils [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "f36569f7-593c-430f-ac98-42f52fdff4e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.474909] env[63440]: DEBUG oslo_concurrency.lockutils [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "f36569f7-593c-430f-ac98-42f52fdff4e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.475105] env[63440]: DEBUG oslo_concurrency.lockutils [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "f36569f7-593c-430f-ac98-42f52fdff4e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.475292] env[63440]: DEBUG oslo_concurrency.lockutils [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "f36569f7-593c-430f-ac98-42f52fdff4e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.477547] env[63440]: INFO nova.compute.manager [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Terminating instance [ 1244.981893] env[63440]: DEBUG nova.compute.manager [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1244.982178] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.983312] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0dbc7e-b0e5-446e-8cbf-443e6e208941 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.993505] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.993789] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad01cae5-3e99-48c2-b97a-007b28784ad5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.001954] env[63440]: DEBUG oslo_vmware.api [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1245.001954] env[63440]: value = "task-2662447" [ 1245.001954] env[63440]: _type = "Task" [ 1245.001954] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.012713] env[63440]: DEBUG oslo_vmware.api [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.512817] env[63440]: DEBUG oslo_vmware.api [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662447, 'name': PowerOffVM_Task, 'duration_secs': 0.384117} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.513259] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.513389] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.513605] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49d4c89b-f5a2-4c18-8ebf-b08d8d8c21c5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.581939] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.582371] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.582602] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Deleting the datastore file [datastore1] f36569f7-593c-430f-ac98-42f52fdff4e2 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.582932] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ea3ab40-0c42-456a-8ce1-e48bcbfd1a4b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.591713] env[63440]: DEBUG oslo_vmware.api [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1245.591713] env[63440]: value = "task-2662449" [ 1245.591713] env[63440]: _type = "Task" [ 1245.591713] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.597842] env[63440]: DEBUG oslo_vmware.rw_handles [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Completed reading data from the image iterator. {{(pid=63440) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1245.598042] env[63440]: DEBUG oslo_vmware.rw_handles [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524404f3-3d1f-c122-65ce-ca52c1bc0b25/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1245.598916] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391905b1-1fef-4a34-8afe-9cc814ffbf52 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.606110] env[63440]: DEBUG oslo_vmware.api [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.609855] env[63440]: DEBUG oslo_vmware.rw_handles [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524404f3-3d1f-c122-65ce-ca52c1bc0b25/disk-0.vmdk is in state: ready. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1245.610120] env[63440]: DEBUG oslo_vmware.rw_handles [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524404f3-3d1f-c122-65ce-ca52c1bc0b25/disk-0.vmdk. {{(pid=63440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1245.610394] env[63440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f00aaef8-e940-489e-855e-e8611c137883 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.802261] env[63440]: DEBUG oslo_vmware.rw_handles [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524404f3-3d1f-c122-65ce-ca52c1bc0b25/disk-0.vmdk. {{(pid=63440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1245.802440] env[63440]: INFO nova.virt.vmwareapi.images [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Downloaded image file data 4ff78800-2c59-462c-b795-48b49a2ec29d [ 1245.803260] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019df000-a6cc-4cd1-bdd3-1f36e5920a95 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.818120] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd3f849c-7820-49f2-98af-277a7e956892 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.879742] env[63440]: INFO nova.virt.vmwareapi.images [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] The imported VM was unregistered [ 1245.882022] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Caching image {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1245.882268] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4ff78800-2c59-462c-b795-48b49a2ec29d {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1245.882533] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99ca84eb-9ed6-42a1-86fc-fbb5dd4b91a3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.893179] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Created directory with path [datastore2] devstack-image-cache_base/4ff78800-2c59-462c-b795-48b49a2ec29d {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1245.893390] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_23312191-b1f0-4fb7-a7d9-b51ec5a31922/OSTACK_IMG_23312191-b1f0-4fb7-a7d9-b51ec5a31922.vmdk to [datastore2] devstack-image-cache_base/4ff78800-2c59-462c-b795-48b49a2ec29d/4ff78800-2c59-462c-b795-48b49a2ec29d.vmdk. {{(pid=63440) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1245.893587] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-00f2154e-54f7-4446-891c-85fe0f8f561a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.899328] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1245.899328] env[63440]: value = "task-2662451" [ 1245.899328] env[63440]: _type = "Task" [ 1245.899328] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.906439] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662451, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.103621] env[63440]: DEBUG oslo_vmware.api [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176378} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.103917] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.104120] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.104328] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.104484] env[63440]: INFO nova.compute.manager [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1246.104729] env[63440]: DEBUG oslo.service.loopingcall [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1246.104924] env[63440]: DEBUG nova.compute.manager [-] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1246.105031] env[63440]: DEBUG nova.network.neutron [-] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1246.411089] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662451, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.593360] env[63440]: DEBUG nova.compute.manager [req-aeaa2f8d-ccad-4379-987a-1c3620665339 req-c73ba010-9914-4ef6-a542-a2c1fa029e8a service nova] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Received event network-vif-deleted-d1f3a87d-53b2-4fc7-b628-0520c2737a43 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1246.593631] env[63440]: INFO nova.compute.manager [req-aeaa2f8d-ccad-4379-987a-1c3620665339 req-c73ba010-9914-4ef6-a542-a2c1fa029e8a service nova] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Neutron deleted interface d1f3a87d-53b2-4fc7-b628-0520c2737a43; detaching it from the instance and deleting it from the info cache [ 1246.593863] env[63440]: DEBUG nova.network.neutron [req-aeaa2f8d-ccad-4379-987a-1c3620665339 req-c73ba010-9914-4ef6-a542-a2c1fa029e8a service nova] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.912819] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662451, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.069293] env[63440]: DEBUG nova.network.neutron [-] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.096379] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e16e113-f152-41f7-9849-309c29e3eda6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.109616] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625fb806-330e-4c9b-ae84-c007d7e0a1e9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.141072] env[63440]: DEBUG nova.compute.manager [req-aeaa2f8d-ccad-4379-987a-1c3620665339 req-c73ba010-9914-4ef6-a542-a2c1fa029e8a service nova] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Detach interface failed, port_id=d1f3a87d-53b2-4fc7-b628-0520c2737a43, reason: Instance f36569f7-593c-430f-ac98-42f52fdff4e2 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1247.412824] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662451, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.571872] env[63440]: INFO nova.compute.manager [-] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Took 1.47 seconds to deallocate network for instance. [ 1247.913526] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662451, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.080333] env[63440]: DEBUG oslo_concurrency.lockutils [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.080612] env[63440]: DEBUG oslo_concurrency.lockutils [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.080875] env[63440]: DEBUG nova.objects.instance [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lazy-loading 'resources' on Instance uuid f36569f7-593c-430f-ac98-42f52fdff4e2 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.412254] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662451, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.319971} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.412524] env[63440]: INFO nova.virt.vmwareapi.ds_util [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_23312191-b1f0-4fb7-a7d9-b51ec5a31922/OSTACK_IMG_23312191-b1f0-4fb7-a7d9-b51ec5a31922.vmdk to [datastore2] devstack-image-cache_base/4ff78800-2c59-462c-b795-48b49a2ec29d/4ff78800-2c59-462c-b795-48b49a2ec29d.vmdk. [ 1248.412713] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Cleaning up location [datastore2] OSTACK_IMG_23312191-b1f0-4fb7-a7d9-b51ec5a31922 {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1248.412881] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_23312191-b1f0-4fb7-a7d9-b51ec5a31922 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.413136] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6b68558-6f3d-4877-9fa6-212e2eb7db1c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.419061] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1248.419061] env[63440]: value = "task-2662452" [ 1248.419061] env[63440]: _type = "Task" [ 1248.419061] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.426147] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.646036] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc75d54-cfab-4fa9-b81f-094df0856261 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.653267] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d3084b-23d6-4a8d-a35b-7feab1039228 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.682509] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52a32da-ba9c-4193-a937-9087a0d6f6db {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.689318] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3053c91-ea67-4d89-8cc3-2493c9a519d6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.702974] env[63440]: DEBUG nova.compute.provider_tree [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.928940] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039225} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.929407] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.929407] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ff78800-2c59-462c-b795-48b49a2ec29d/4ff78800-2c59-462c-b795-48b49a2ec29d.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.929558] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ff78800-2c59-462c-b795-48b49a2ec29d/4ff78800-2c59-462c-b795-48b49a2ec29d.vmdk to [datastore2] a571c7c1-eee3-4b85-85de-a83d7aa3ad93/a571c7c1-eee3-4b85-85de-a83d7aa3ad93.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.929808] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84d26500-a1ab-42ae-ac94-f006f9245282 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.936192] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1248.936192] env[63440]: value = "task-2662453" [ 1248.936192] env[63440]: _type = "Task" [ 1248.936192] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.943453] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.206541] env[63440]: DEBUG nova.scheduler.client.report [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.448870] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662453, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.711596] env[63440]: DEBUG oslo_concurrency.lockutils [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.730920] env[63440]: INFO nova.scheduler.client.report [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Deleted allocations for instance f36569f7-593c-430f-ac98-42f52fdff4e2 [ 1249.947902] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662453, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.239533] env[63440]: DEBUG oslo_concurrency.lockutils [None req-60ec2d7f-16e7-4532-8ad8-07a8e6aef815 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "f36569f7-593c-430f-ac98-42f52fdff4e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.765s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.450380] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662453, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.951896] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662453, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.450069] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662453, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.415763} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.450344] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ff78800-2c59-462c-b795-48b49a2ec29d/4ff78800-2c59-462c-b795-48b49a2ec29d.vmdk to [datastore2] a571c7c1-eee3-4b85-85de-a83d7aa3ad93/a571c7c1-eee3-4b85-85de-a83d7aa3ad93.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.451131] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3037efe-ec2c-419b-9e7e-b96380ba4ab4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.472334] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] a571c7c1-eee3-4b85-85de-a83d7aa3ad93/a571c7c1-eee3-4b85-85de-a83d7aa3ad93.vmdk or device None with type streamOptimized {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.472581] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac76050c-95a1-400b-9191-e5b0a95aa319 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.490949] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1251.490949] env[63440]: value = "task-2662454" [ 1251.490949] env[63440]: _type = "Task" [ 1251.490949] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.498275] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.912702] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "a4d56f66-f93e-4d67-bcd3-4891f12ecdd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.912941] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "a4d56f66-f93e-4d67-bcd3-4891f12ecdd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.999800] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662454, 'name': ReconfigVM_Task, 'duration_secs': 0.269574} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.000224] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Reconfigured VM instance instance-00000075 to attach disk [datastore2] a571c7c1-eee3-4b85-85de-a83d7aa3ad93/a571c7c1-eee3-4b85-85de-a83d7aa3ad93.vmdk or device None with type streamOptimized {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.000642] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0e6772d-5e2a-4d5c-af1f-3aea24b0c831 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.006640] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1252.006640] env[63440]: value = "task-2662455" [ 1252.006640] env[63440]: _type = "Task" [ 1252.006640] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.014185] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662455, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.415431] env[63440]: DEBUG nova.compute.manager [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1252.516567] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662455, 'name': Rename_Task, 'duration_secs': 0.137909} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.516854] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.517081] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44cefe34-1d10-4e45-b1aa-d5a9a0e9159b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.523728] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1252.523728] env[63440]: value = "task-2662456" [ 1252.523728] env[63440]: _type = "Task" [ 1252.523728] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.531323] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.936699] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.937053] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.938515] env[63440]: INFO nova.compute.claims [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.033844] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662456, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.534443] env[63440]: DEBUG oslo_vmware.api [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662456, 'name': PowerOnVM_Task, 'duration_secs': 0.660306} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.534706] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.632382] env[63440]: DEBUG nova.compute.manager [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.633315] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b25cc8f-9e34-4f5f-ba93-444cc4b39ef1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.005190] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767cfbf9-fd6f-4c9c-8b8f-36ab22e0f5a9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.012372] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3abbd8c-cad8-4316-ba70-1d9078263c95 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.046081] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e31a0c2-be20-4e41-804b-6b9488d191a9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.056520] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e02ebb-93e8-4d6e-8bfb-0969600e3159 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.070549] env[63440]: DEBUG nova.compute.provider_tree [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.148826] env[63440]: DEBUG oslo_concurrency.lockutils [None req-81164376-fc20-46af-b8e7-a2cc24ca36ff tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.170s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.552733] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.553013] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.553248] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.553436] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.553608] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.557039] env[63440]: INFO nova.compute.manager [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Terminating instance [ 1254.572761] env[63440]: DEBUG nova.scheduler.client.report [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.060668] env[63440]: DEBUG nova.compute.manager [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1255.061058] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.061827] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81801c9-de52-42c4-9769-fd894b9a2329 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.070142] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.070375] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9b92a4a-073c-4641-bdce-7f0e43293bbb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.076953] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.077434] env[63440]: DEBUG nova.compute.manager [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1255.079987] env[63440]: DEBUG oslo_vmware.api [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1255.079987] env[63440]: value = "task-2662457" [ 1255.079987] env[63440]: _type = "Task" [ 1255.079987] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.087836] env[63440]: DEBUG oslo_vmware.api [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.582653] env[63440]: DEBUG nova.compute.utils [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.587091] env[63440]: DEBUG nova.compute.manager [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1255.587278] env[63440]: DEBUG nova.network.neutron [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.596246] env[63440]: DEBUG oslo_vmware.api [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662457, 'name': PowerOffVM_Task, 'duration_secs': 0.171895} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.597077] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.597262] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.597532] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1218c577-65db-40f9-8ae5-22afa9ec7e62 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.632421] env[63440]: DEBUG nova.policy [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebe264338caa433b8b11cb3569015f64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82d5a4d7c4e643ab9348ba2d0aefe599', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.664145] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.664385] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.664563] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Deleting the datastore file [datastore2] a571c7c1-eee3-4b85-85de-a83d7aa3ad93 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.664817] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de30a842-6d47-4017-a6dd-3f3431bfe28d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.672023] env[63440]: DEBUG oslo_vmware.api [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for the task: (returnval){ [ 1255.672023] env[63440]: value = "task-2662459" [ 1255.672023] env[63440]: _type = "Task" [ 1255.672023] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.679456] env[63440]: DEBUG oslo_vmware.api [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.876496] env[63440]: DEBUG nova.network.neutron [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Successfully created port: 40feda81-dc48-400b-be7a-e3179bf1eb24 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.090743] env[63440]: DEBUG nova.compute.manager [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1256.181325] env[63440]: DEBUG oslo_vmware.api [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Task: {'id': task-2662459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145497} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.181581] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.181824] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.181945] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.182137] env[63440]: INFO nova.compute.manager [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1256.182377] env[63440]: DEBUG oslo.service.loopingcall [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1256.182566] env[63440]: DEBUG nova.compute.manager [-] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.182720] env[63440]: DEBUG nova.network.neutron [-] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.677554] env[63440]: DEBUG nova.compute.manager [req-6723e1cc-7386-424a-a35e-c0e4e32eac1a req-b41cb842-6c31-4219-8a48-f63211c0347a service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Received event network-vif-deleted-7ad7890c-ee16-41ec-b152-85001def49c5 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1256.677875] env[63440]: INFO nova.compute.manager [req-6723e1cc-7386-424a-a35e-c0e4e32eac1a req-b41cb842-6c31-4219-8a48-f63211c0347a service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Neutron deleted interface 7ad7890c-ee16-41ec-b152-85001def49c5; detaching it from the instance and deleting it from the info cache [ 1256.677962] env[63440]: DEBUG nova.network.neutron [req-6723e1cc-7386-424a-a35e-c0e4e32eac1a req-b41cb842-6c31-4219-8a48-f63211c0347a service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.099966] env[63440]: DEBUG nova.compute.manager [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1257.125462] env[63440]: DEBUG nova.virt.hardware [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.125708] env[63440]: DEBUG nova.virt.hardware [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.125863] env[63440]: DEBUG nova.virt.hardware [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.126110] env[63440]: DEBUG nova.virt.hardware [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.126204] env[63440]: DEBUG nova.virt.hardware [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.126355] env[63440]: DEBUG nova.virt.hardware [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.126564] env[63440]: DEBUG nova.virt.hardware [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.126741] env[63440]: DEBUG nova.virt.hardware [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.126938] env[63440]: DEBUG nova.virt.hardware [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.127123] env[63440]: DEBUG nova.virt.hardware [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.127300] env[63440]: DEBUG nova.virt.hardware [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.128201] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffcdd3a-4fea-40e2-84ef-541529f6199a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.136334] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ad6e2c-eee3-4544-85cd-ed5dd0889d83 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.160903] env[63440]: DEBUG nova.network.neutron [-] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.180849] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8a9cc5d-304d-4158-af48-3ef5b9acd9dc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.190707] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdcb9de-97f0-46f9-b00c-c9c68e1ecd21 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.218668] env[63440]: DEBUG nova.compute.manager [req-6723e1cc-7386-424a-a35e-c0e4e32eac1a req-b41cb842-6c31-4219-8a48-f63211c0347a service nova] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Detach interface failed, port_id=7ad7890c-ee16-41ec-b152-85001def49c5, reason: Instance a571c7c1-eee3-4b85-85de-a83d7aa3ad93 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1257.226220] env[63440]: DEBUG nova.compute.manager [req-911bdf8a-0b68-4013-9877-9a1c6adaf06c req-ec920b05-b4e4-4c10-8915-bcb68ee9b83f service nova] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Received event network-vif-plugged-40feda81-dc48-400b-be7a-e3179bf1eb24 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1257.226455] env[63440]: DEBUG oslo_concurrency.lockutils [req-911bdf8a-0b68-4013-9877-9a1c6adaf06c req-ec920b05-b4e4-4c10-8915-bcb68ee9b83f service nova] Acquiring lock "a4d56f66-f93e-4d67-bcd3-4891f12ecdd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.226676] env[63440]: DEBUG oslo_concurrency.lockutils [req-911bdf8a-0b68-4013-9877-9a1c6adaf06c req-ec920b05-b4e4-4c10-8915-bcb68ee9b83f service nova] Lock "a4d56f66-f93e-4d67-bcd3-4891f12ecdd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.226931] env[63440]: DEBUG oslo_concurrency.lockutils [req-911bdf8a-0b68-4013-9877-9a1c6adaf06c req-ec920b05-b4e4-4c10-8915-bcb68ee9b83f service nova] Lock "a4d56f66-f93e-4d67-bcd3-4891f12ecdd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.227129] env[63440]: DEBUG nova.compute.manager [req-911bdf8a-0b68-4013-9877-9a1c6adaf06c req-ec920b05-b4e4-4c10-8915-bcb68ee9b83f service nova] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] No waiting events found dispatching network-vif-plugged-40feda81-dc48-400b-be7a-e3179bf1eb24 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1257.227300] env[63440]: WARNING nova.compute.manager [req-911bdf8a-0b68-4013-9877-9a1c6adaf06c req-ec920b05-b4e4-4c10-8915-bcb68ee9b83f service nova] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Received unexpected event network-vif-plugged-40feda81-dc48-400b-be7a-e3179bf1eb24 for instance with vm_state building and task_state spawning. [ 1257.312684] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d50b81e5-9e18-456a-873c-9434900bbdf8 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "63c76513-8993-49f6-bb84-4f67597c4b8b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.313021] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d50b81e5-9e18-456a-873c-9434900bbdf8 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "63c76513-8993-49f6-bb84-4f67597c4b8b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.314821] env[63440]: DEBUG nova.network.neutron [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Successfully updated port: 40feda81-dc48-400b-be7a-e3179bf1eb24 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.663178] env[63440]: INFO nova.compute.manager [-] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Took 1.48 seconds to deallocate network for instance. [ 1257.817409] env[63440]: DEBUG nova.compute.utils [None req-d50b81e5-9e18-456a-873c-9434900bbdf8 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1257.818947] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "refresh_cache-a4d56f66-f93e-4d67-bcd3-4891f12ecdd0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.819110] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired lock "refresh_cache-a4d56f66-f93e-4d67-bcd3-4891f12ecdd0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.819292] env[63440]: DEBUG nova.network.neutron [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.170045] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.170416] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.170580] env[63440]: DEBUG nova.objects.instance [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lazy-loading 'resources' on Instance uuid a571c7c1-eee3-4b85-85de-a83d7aa3ad93 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.323753] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d50b81e5-9e18-456a-873c-9434900bbdf8 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "63c76513-8993-49f6-bb84-4f67597c4b8b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.354412] env[63440]: DEBUG nova.network.neutron [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.481157] env[63440]: DEBUG nova.network.neutron [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Updating instance_info_cache with network_info: [{"id": "40feda81-dc48-400b-be7a-e3179bf1eb24", "address": "fa:16:3e:33:c7:4b", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40feda81-dc", "ovs_interfaceid": "40feda81-dc48-400b-be7a-e3179bf1eb24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.736357] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e6b4d9-a93d-4956-b591-09ac1dce489c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.743928] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5b494f-f868-46df-b6e3-c1ea5b78732f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.774183] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76d2f5b-ce3e-4a56-9880-04e343afdc62 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.781184] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1799a17-b9d1-4e5d-8f53-b685339c261c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.794919] env[63440]: DEBUG nova.compute.provider_tree [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.984625] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Releasing lock "refresh_cache-a4d56f66-f93e-4d67-bcd3-4891f12ecdd0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.984972] env[63440]: DEBUG nova.compute.manager [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Instance network_info: |[{"id": "40feda81-dc48-400b-be7a-e3179bf1eb24", "address": "fa:16:3e:33:c7:4b", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40feda81-dc", "ovs_interfaceid": "40feda81-dc48-400b-be7a-e3179bf1eb24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1258.985432] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:c7:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40feda81-dc48-400b-be7a-e3179bf1eb24', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.992846] env[63440]: DEBUG oslo.service.loopingcall [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1258.993072] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.993305] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80bbac98-c85a-479a-bfb9-04d5400b9511 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.012506] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.012506] env[63440]: value = "task-2662460" [ 1259.012506] env[63440]: _type = "Task" [ 1259.012506] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.020101] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662460, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.261415] env[63440]: DEBUG nova.compute.manager [req-535bbd9b-bb34-4341-a396-0e9e9071aa82 req-4a3e75b2-4a8b-4dbc-88f7-d04ab9be8a6e service nova] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Received event network-changed-40feda81-dc48-400b-be7a-e3179bf1eb24 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1259.261754] env[63440]: DEBUG nova.compute.manager [req-535bbd9b-bb34-4341-a396-0e9e9071aa82 req-4a3e75b2-4a8b-4dbc-88f7-d04ab9be8a6e service nova] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Refreshing instance network info cache due to event network-changed-40feda81-dc48-400b-be7a-e3179bf1eb24. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1259.262129] env[63440]: DEBUG oslo_concurrency.lockutils [req-535bbd9b-bb34-4341-a396-0e9e9071aa82 req-4a3e75b2-4a8b-4dbc-88f7-d04ab9be8a6e service nova] Acquiring lock "refresh_cache-a4d56f66-f93e-4d67-bcd3-4891f12ecdd0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.262393] env[63440]: DEBUG oslo_concurrency.lockutils [req-535bbd9b-bb34-4341-a396-0e9e9071aa82 req-4a3e75b2-4a8b-4dbc-88f7-d04ab9be8a6e service nova] Acquired lock "refresh_cache-a4d56f66-f93e-4d67-bcd3-4891f12ecdd0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.262691] env[63440]: DEBUG nova.network.neutron [req-535bbd9b-bb34-4341-a396-0e9e9071aa82 req-4a3e75b2-4a8b-4dbc-88f7-d04ab9be8a6e service nova] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Refreshing network info cache for port 40feda81-dc48-400b-be7a-e3179bf1eb24 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.298081] env[63440]: DEBUG nova.scheduler.client.report [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.388733] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d50b81e5-9e18-456a-873c-9434900bbdf8 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "63c76513-8993-49f6-bb84-4f67597c4b8b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.389049] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d50b81e5-9e18-456a-873c-9434900bbdf8 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "63c76513-8993-49f6-bb84-4f67597c4b8b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.389306] env[63440]: INFO nova.compute.manager [None req-d50b81e5-9e18-456a-873c-9434900bbdf8 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Attaching volume a4f89253-8420-4f6d-923c-c0e754bb7ea9 to /dev/sdb [ 1259.419688] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febd034a-33ea-4e67-a889-feec149c8e3c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.426555] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3216f118-3f91-4f2c-85b5-0a5aaaab7450 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.439698] env[63440]: DEBUG nova.virt.block_device [None req-d50b81e5-9e18-456a-873c-9434900bbdf8 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Updating existing volume attachment record: ecde88d4-42b9-46f7-b16c-de44955e24cd {{(pid=63440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1259.522076] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662460, 'name': CreateVM_Task, 'duration_secs': 0.312605} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.522259] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.522955] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.523134] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.523452] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1259.523701] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-407446eb-3940-47fd-8e8c-82c11db6faf9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.528608] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1259.528608] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ea2412-bfa1-bc6a-7336-e50a5dff89f4" [ 1259.528608] env[63440]: _type = "Task" [ 1259.528608] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.535849] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ea2412-bfa1-bc6a-7336-e50a5dff89f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.802793] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.820237] env[63440]: INFO nova.scheduler.client.report [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Deleted allocations for instance a571c7c1-eee3-4b85-85de-a83d7aa3ad93 [ 1259.889674] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.959225] env[63440]: DEBUG nova.network.neutron [req-535bbd9b-bb34-4341-a396-0e9e9071aa82 req-4a3e75b2-4a8b-4dbc-88f7-d04ab9be8a6e service nova] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Updated VIF entry in instance network info cache for port 40feda81-dc48-400b-be7a-e3179bf1eb24. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.959624] env[63440]: DEBUG nova.network.neutron [req-535bbd9b-bb34-4341-a396-0e9e9071aa82 req-4a3e75b2-4a8b-4dbc-88f7-d04ab9be8a6e service nova] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Updating instance_info_cache with network_info: [{"id": "40feda81-dc48-400b-be7a-e3179bf1eb24", "address": "fa:16:3e:33:c7:4b", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40feda81-dc", "ovs_interfaceid": "40feda81-dc48-400b-be7a-e3179bf1eb24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.041309] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52ea2412-bfa1-bc6a-7336-e50a5dff89f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010057} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.041618] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.041848] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.042101] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.042254] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.042439] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.042692] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ad9e205-8927-4cdd-a3a7-d66a08b5ac42 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.050955] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.051146] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.051801] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49357f32-1ed9-4817-8ebb-31bfca688a42 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.056877] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1260.056877] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b07d6b-e264-c0a0-ca37-0f4350070945" [ 1260.056877] env[63440]: _type = "Task" [ 1260.056877] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.063914] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b07d6b-e264-c0a0-ca37-0f4350070945, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.327519] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fa892543-85e8-4f1c-bfff-4552bbd14854 tempest-ServerActionsTestOtherB-1399716973 tempest-ServerActionsTestOtherB-1399716973-project-member] Lock "a571c7c1-eee3-4b85-85de-a83d7aa3ad93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.774s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.462424] env[63440]: DEBUG oslo_concurrency.lockutils [req-535bbd9b-bb34-4341-a396-0e9e9071aa82 req-4a3e75b2-4a8b-4dbc-88f7-d04ab9be8a6e service nova] Releasing lock "refresh_cache-a4d56f66-f93e-4d67-bcd3-4891f12ecdd0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.567078] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52b07d6b-e264-c0a0-ca37-0f4350070945, 'name': SearchDatastore_Task, 'duration_secs': 0.008088} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.567798] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4675e18e-1362-4eb9-9d5a-0f4442da7f4b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.572542] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1260.572542] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e90b28-595c-2f17-cc07-4bcde6c93787" [ 1260.572542] env[63440]: _type = "Task" [ 1260.572542] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.579526] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e90b28-595c-2f17-cc07-4bcde6c93787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.083109] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52e90b28-595c-2f17-cc07-4bcde6c93787, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.083384] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.083644] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] a4d56f66-f93e-4d67-bcd3-4891f12ecdd0/a4d56f66-f93e-4d67-bcd3-4891f12ecdd0.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.083899] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a2e7d1e-2822-4b5a-a2c6-4e6e47626927 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.090066] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1261.090066] env[63440]: value = "task-2662463" [ 1261.090066] env[63440]: _type = "Task" [ 1261.090066] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.097391] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.601154] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434384} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.601481] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] a4d56f66-f93e-4d67-bcd3-4891f12ecdd0/a4d56f66-f93e-4d67-bcd3-4891f12ecdd0.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.601633] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1261.601875] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca133aac-681e-4b56-ac61-f810601e210a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.608777] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1261.608777] env[63440]: value = "task-2662464" [ 1261.608777] env[63440]: _type = "Task" [ 1261.608777] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.616144] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.118589] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083118} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.118901] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.119648] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f46871d-7628-4918-a406-918abb5714e3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.140998] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] a4d56f66-f93e-4d67-bcd3-4891f12ecdd0/a4d56f66-f93e-4d67-bcd3-4891f12ecdd0.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.141229] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adbc40db-1356-4df3-a4cc-df74b3687499 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.159555] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1262.159555] env[63440]: value = "task-2662466" [ 1262.159555] env[63440]: _type = "Task" [ 1262.159555] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.166806] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.670405] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662466, 'name': ReconfigVM_Task, 'duration_secs': 0.360508} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.670686] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Reconfigured VM instance instance-00000077 to attach disk [datastore1] a4d56f66-f93e-4d67-bcd3-4891f12ecdd0/a4d56f66-f93e-4d67-bcd3-4891f12ecdd0.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.671305] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-982d27ec-9921-47ee-921d-27243dbc4add {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.678168] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1262.678168] env[63440]: value = "task-2662467" [ 1262.678168] env[63440]: _type = "Task" [ 1262.678168] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.686210] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662467, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.188313] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662467, 'name': Rename_Task, 'duration_secs': 0.175517} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.188608] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.188893] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c693989-53fd-461c-9b5a-3a11e3391c53 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.195903] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1263.195903] env[63440]: value = "task-2662468" [ 1263.195903] env[63440]: _type = "Task" [ 1263.195903] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.203323] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.706532] env[63440]: DEBUG oslo_vmware.api [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662468, 'name': PowerOnVM_Task, 'duration_secs': 0.455287} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.706843] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.706972] env[63440]: INFO nova.compute.manager [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1263.707177] env[63440]: DEBUG nova.compute.manager [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.707926] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff6cfd3-543f-46dc-b6cb-2a11c6c62847 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.890299] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.981599] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50b81e5-9e18-456a-873c-9434900bbdf8 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Volume attach. Driver type: vmdk {{(pid=63440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1263.981833] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50b81e5-9e18-456a-873c-9434900bbdf8 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536875', 'volume_id': 'a4f89253-8420-4f6d-923c-c0e754bb7ea9', 'name': 'volume-a4f89253-8420-4f6d-923c-c0e754bb7ea9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63c76513-8993-49f6-bb84-4f67597c4b8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4f89253-8420-4f6d-923c-c0e754bb7ea9', 'serial': 'a4f89253-8420-4f6d-923c-c0e754bb7ea9'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1263.982739] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cb9af2-cb99-44da-8a84-6daeb19ee4a4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.999461] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f294036c-7122-4590-a4d5-7abe1ddc8354 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.024541] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50b81e5-9e18-456a-873c-9434900bbdf8 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-a4f89253-8420-4f6d-923c-c0e754bb7ea9/volume-a4f89253-8420-4f6d-923c-c0e754bb7ea9.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.024541] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-798c538b-6ad4-4b99-aa36-70ed93e757c1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.043296] env[63440]: DEBUG oslo_vmware.api [None req-d50b81e5-9e18-456a-873c-9434900bbdf8 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1264.043296] env[63440]: value = "task-2662469" [ 1264.043296] env[63440]: _type = "Task" [ 1264.043296] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.051635] env[63440]: DEBUG oslo_vmware.api [None req-d50b81e5-9e18-456a-873c-9434900bbdf8 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.227279] env[63440]: INFO nova.compute.manager [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Took 11.31 seconds to build instance. [ 1264.553535] env[63440]: DEBUG oslo_vmware.api [None req-d50b81e5-9e18-456a-873c-9434900bbdf8 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662469, 'name': ReconfigVM_Task, 'duration_secs': 0.341835} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.553831] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50b81e5-9e18-456a-873c-9434900bbdf8 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-a4f89253-8420-4f6d-923c-c0e754bb7ea9/volume-a4f89253-8420-4f6d-923c-c0e754bb7ea9.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.558588] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbbd18a2-e2c5-4d6a-aeaf-c1d0a0598998 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.573851] env[63440]: DEBUG oslo_vmware.api [None req-d50b81e5-9e18-456a-873c-9434900bbdf8 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1264.573851] env[63440]: value = "task-2662470" [ 1264.573851] env[63440]: _type = "Task" [ 1264.573851] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.582092] env[63440]: DEBUG oslo_vmware.api [None req-d50b81e5-9e18-456a-873c-9434900bbdf8 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.729724] env[63440]: DEBUG oslo_concurrency.lockutils [None req-e2b76c36-8991-49df-9b9b-a18824925174 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "a4d56f66-f93e-4d67-bcd3-4891f12ecdd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.817s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.757579] env[63440]: DEBUG nova.compute.manager [req-86590ce2-7f17-4f08-9a1d-4d9698220645 req-19f63a59-a28e-4f22-bf08-05cfa449337b service nova] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Received event network-changed-40feda81-dc48-400b-be7a-e3179bf1eb24 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1264.757746] env[63440]: DEBUG nova.compute.manager [req-86590ce2-7f17-4f08-9a1d-4d9698220645 req-19f63a59-a28e-4f22-bf08-05cfa449337b service nova] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Refreshing instance network info cache due to event network-changed-40feda81-dc48-400b-be7a-e3179bf1eb24. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1264.757967] env[63440]: DEBUG oslo_concurrency.lockutils [req-86590ce2-7f17-4f08-9a1d-4d9698220645 req-19f63a59-a28e-4f22-bf08-05cfa449337b service nova] Acquiring lock "refresh_cache-a4d56f66-f93e-4d67-bcd3-4891f12ecdd0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.758299] env[63440]: DEBUG oslo_concurrency.lockutils [req-86590ce2-7f17-4f08-9a1d-4d9698220645 req-19f63a59-a28e-4f22-bf08-05cfa449337b service nova] Acquired lock "refresh_cache-a4d56f66-f93e-4d67-bcd3-4891f12ecdd0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.758477] env[63440]: DEBUG nova.network.neutron [req-86590ce2-7f17-4f08-9a1d-4d9698220645 req-19f63a59-a28e-4f22-bf08-05cfa449337b service nova] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Refreshing network info cache for port 40feda81-dc48-400b-be7a-e3179bf1eb24 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.890077] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.890278] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1264.890530] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.084435] env[63440]: DEBUG oslo_vmware.api [None req-d50b81e5-9e18-456a-873c-9434900bbdf8 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662470, 'name': ReconfigVM_Task, 'duration_secs': 0.142272} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.084809] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50b81e5-9e18-456a-873c-9434900bbdf8 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536875', 'volume_id': 'a4f89253-8420-4f6d-923c-c0e754bb7ea9', 'name': 'volume-a4f89253-8420-4f6d-923c-c0e754bb7ea9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63c76513-8993-49f6-bb84-4f67597c4b8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4f89253-8420-4f6d-923c-c0e754bb7ea9', 'serial': 'a4f89253-8420-4f6d-923c-c0e754bb7ea9'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1265.393850] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.394055] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.394204] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.394393] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1265.395421] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5cfb23-8976-4e64-a2f0-06934f439980 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.405047] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d17f5c-28c2-4f7a-9cc6-709bbbe5e2ee {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.420363] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dbe754-7c49-4987-ac86-9945be29ed6a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.432697] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3aedb45-d959-4a96-a126-0fbe7cb4e1cc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.462319] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180724MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=63440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1265.462499] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.462721] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.526609] env[63440]: DEBUG nova.network.neutron [req-86590ce2-7f17-4f08-9a1d-4d9698220645 req-19f63a59-a28e-4f22-bf08-05cfa449337b service nova] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Updated VIF entry in instance network info cache for port 40feda81-dc48-400b-be7a-e3179bf1eb24. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.527012] env[63440]: DEBUG nova.network.neutron [req-86590ce2-7f17-4f08-9a1d-4d9698220645 req-19f63a59-a28e-4f22-bf08-05cfa449337b service nova] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Updating instance_info_cache with network_info: [{"id": "40feda81-dc48-400b-be7a-e3179bf1eb24", "address": "fa:16:3e:33:c7:4b", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40feda81-dc", "ovs_interfaceid": "40feda81-dc48-400b-be7a-e3179bf1eb24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.029986] env[63440]: DEBUG oslo_concurrency.lockutils [req-86590ce2-7f17-4f08-9a1d-4d9698220645 req-19f63a59-a28e-4f22-bf08-05cfa449337b service nova] Releasing lock "refresh_cache-a4d56f66-f93e-4d67-bcd3-4891f12ecdd0" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.128909] env[63440]: DEBUG nova.objects.instance [None req-d50b81e5-9e18-456a-873c-9434900bbdf8 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lazy-loading 'flavor' on Instance uuid 63c76513-8993-49f6-bb84-4f67597c4b8b {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.490883] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 54e14642-1bde-49f8-b441-9ec1c2ff9455 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1266.491095] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 63c76513-8993-49f6-bb84-4f67597c4b8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1266.491241] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance a4d56f66-f93e-4d67-bcd3-4891f12ecdd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1266.491431] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1266.491670] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1266.542368] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11056603-1ec6-4d05-800d-7f274c28c53f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.550418] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3410994a-cb8f-45da-9665-571ec4dc591b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.580050] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7604bb43-caa7-4a6a-8d09-951d080051f9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.587385] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba605dba-0217-484e-bc26-024352c2e53d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.601912] env[63440]: DEBUG nova.compute.provider_tree [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.634092] env[63440]: DEBUG oslo_concurrency.lockutils [None req-d50b81e5-9e18-456a-873c-9434900bbdf8 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "63c76513-8993-49f6-bb84-4f67597c4b8b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.245s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.887578] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a4b7fcf-cf01-4d65-8ab2-eecc63efdef1 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "63c76513-8993-49f6-bb84-4f67597c4b8b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.887844] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a4b7fcf-cf01-4d65-8ab2-eecc63efdef1 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "63c76513-8993-49f6-bb84-4f67597c4b8b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.105676] env[63440]: DEBUG nova.scheduler.client.report [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.392060] env[63440]: INFO nova.compute.manager [None req-5a4b7fcf-cf01-4d65-8ab2-eecc63efdef1 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Detaching volume a4f89253-8420-4f6d-923c-c0e754bb7ea9 [ 1267.428730] env[63440]: INFO nova.virt.block_device [None req-5a4b7fcf-cf01-4d65-8ab2-eecc63efdef1 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Attempting to driver detach volume a4f89253-8420-4f6d-923c-c0e754bb7ea9 from mountpoint /dev/sdb [ 1267.429330] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4b7fcf-cf01-4d65-8ab2-eecc63efdef1 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Volume detach. Driver type: vmdk {{(pid=63440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1267.429330] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4b7fcf-cf01-4d65-8ab2-eecc63efdef1 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536875', 'volume_id': 'a4f89253-8420-4f6d-923c-c0e754bb7ea9', 'name': 'volume-a4f89253-8420-4f6d-923c-c0e754bb7ea9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63c76513-8993-49f6-bb84-4f67597c4b8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4f89253-8420-4f6d-923c-c0e754bb7ea9', 'serial': 'a4f89253-8420-4f6d-923c-c0e754bb7ea9'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1267.430177] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e524e0ca-fdab-406d-9a72-00d6ed2b6ac3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.451519] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c05b09-8f6f-44f2-bbfa-c3160a4b3ac1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.458192] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf90a36-ecb1-418e-aaaa-c3c5880b65ee {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.478349] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a43905-2762-4d80-bc3a-a0c2e1f5d481 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.492430] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4b7fcf-cf01-4d65-8ab2-eecc63efdef1 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] The volume has not been displaced from its original location: [datastore1] volume-a4f89253-8420-4f6d-923c-c0e754bb7ea9/volume-a4f89253-8420-4f6d-923c-c0e754bb7ea9.vmdk. No consolidation needed. {{(pid=63440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1267.497458] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4b7fcf-cf01-4d65-8ab2-eecc63efdef1 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1267.497712] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e3d33fa-d293-4800-9b83-90bd2866c7eb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.514743] env[63440]: DEBUG oslo_vmware.api [None req-5a4b7fcf-cf01-4d65-8ab2-eecc63efdef1 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1267.514743] env[63440]: value = "task-2662472" [ 1267.514743] env[63440]: _type = "Task" [ 1267.514743] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.521818] env[63440]: DEBUG oslo_vmware.api [None req-5a4b7fcf-cf01-4d65-8ab2-eecc63efdef1 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.610863] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1267.611094] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.148s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.024170] env[63440]: DEBUG oslo_vmware.api [None req-5a4b7fcf-cf01-4d65-8ab2-eecc63efdef1 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662472, 'name': ReconfigVM_Task, 'duration_secs': 0.219426} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.024428] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4b7fcf-cf01-4d65-8ab2-eecc63efdef1 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1268.029361] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-331ecaa1-391d-457c-8617-609aa67c77f2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.045013] env[63440]: DEBUG oslo_vmware.api [None req-5a4b7fcf-cf01-4d65-8ab2-eecc63efdef1 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1268.045013] env[63440]: value = "task-2662473" [ 1268.045013] env[63440]: _type = "Task" [ 1268.045013] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.054196] env[63440]: DEBUG oslo_vmware.api [None req-5a4b7fcf-cf01-4d65-8ab2-eecc63efdef1 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.554793] env[63440]: DEBUG oslo_vmware.api [None req-5a4b7fcf-cf01-4d65-8ab2-eecc63efdef1 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662473, 'name': ReconfigVM_Task, 'duration_secs': 0.141103} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.556040] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4b7fcf-cf01-4d65-8ab2-eecc63efdef1 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536875', 'volume_id': 'a4f89253-8420-4f6d-923c-c0e754bb7ea9', 'name': 'volume-a4f89253-8420-4f6d-923c-c0e754bb7ea9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63c76513-8993-49f6-bb84-4f67597c4b8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4f89253-8420-4f6d-923c-c0e754bb7ea9', 'serial': 'a4f89253-8420-4f6d-923c-c0e754bb7ea9'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1269.095740] env[63440]: DEBUG nova.objects.instance [None req-5a4b7fcf-cf01-4d65-8ab2-eecc63efdef1 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lazy-loading 'flavor' on Instance uuid 63c76513-8993-49f6-bb84-4f67597c4b8b {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.611231] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.611581] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.885409] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.890148] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.104231] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a4b7fcf-cf01-4d65-8ab2-eecc63efdef1 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "63c76513-8993-49f6-bb84-4f67597c4b8b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.141875] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "63c76513-8993-49f6-bb84-4f67597c4b8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.142320] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "63c76513-8993-49f6-bb84-4f67597c4b8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.142320] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "63c76513-8993-49f6-bb84-4f67597c4b8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.142505] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "63c76513-8993-49f6-bb84-4f67597c4b8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.142679] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "63c76513-8993-49f6-bb84-4f67597c4b8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.144768] env[63440]: INFO nova.compute.manager [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Terminating instance [ 1271.648841] env[63440]: DEBUG nova.compute.manager [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.649141] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.650063] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa49026-f75b-41f1-983c-cd7e9b8908f1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.658238] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.658463] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7f00f4c-a734-47d1-9af7-c94a8dd7352a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.665478] env[63440]: DEBUG oslo_vmware.api [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1271.665478] env[63440]: value = "task-2662476" [ 1271.665478] env[63440]: _type = "Task" [ 1271.665478] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.673890] env[63440]: DEBUG oslo_vmware.api [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.175895] env[63440]: DEBUG oslo_vmware.api [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662476, 'name': PowerOffVM_Task, 'duration_secs': 0.210802} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.176380] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.176380] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.176520] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a48a635e-462f-4a9f-8e2b-df2481955fcd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.246965] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.247235] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.247422] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Deleting the datastore file [datastore1] 63c76513-8993-49f6-bb84-4f67597c4b8b {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.247693] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45d3172d-5ca8-4fc5-9693-cf4034b86e88 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.255195] env[63440]: DEBUG oslo_vmware.api [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1272.255195] env[63440]: value = "task-2662478" [ 1272.255195] env[63440]: _type = "Task" [ 1272.255195] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.263237] env[63440]: DEBUG oslo_vmware.api [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.765492] env[63440]: DEBUG oslo_vmware.api [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126454} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.765783] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.766023] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.766210] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.766392] env[63440]: INFO nova.compute.manager [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1272.766639] env[63440]: DEBUG oslo.service.loopingcall [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1272.766834] env[63440]: DEBUG nova.compute.manager [-] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.766932] env[63440]: DEBUG nova.network.neutron [-] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1273.191515] env[63440]: DEBUG nova.compute.manager [req-effa0928-db14-4c67-b141-d2a56c0c35c0 req-80a51b85-82a8-4d4a-9452-48aaf1d61ecf service nova] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Received event network-vif-deleted-e4b90f07-9686-42d8-8bc7-80f686042900 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1273.191805] env[63440]: INFO nova.compute.manager [req-effa0928-db14-4c67-b141-d2a56c0c35c0 req-80a51b85-82a8-4d4a-9452-48aaf1d61ecf service nova] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Neutron deleted interface e4b90f07-9686-42d8-8bc7-80f686042900; detaching it from the instance and deleting it from the info cache [ 1273.191902] env[63440]: DEBUG nova.network.neutron [req-effa0928-db14-4c67-b141-d2a56c0c35c0 req-80a51b85-82a8-4d4a-9452-48aaf1d61ecf service nova] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.673874] env[63440]: DEBUG nova.network.neutron [-] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.695230] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46508579-d4ef-42e7-a9dc-a7a740f1d3ae {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.706032] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4113f6-07bf-4393-9cfc-01c509e6134e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.732716] env[63440]: DEBUG nova.compute.manager [req-effa0928-db14-4c67-b141-d2a56c0c35c0 req-80a51b85-82a8-4d4a-9452-48aaf1d61ecf service nova] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Detach interface failed, port_id=e4b90f07-9686-42d8-8bc7-80f686042900, reason: Instance 63c76513-8993-49f6-bb84-4f67597c4b8b could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1274.177369] env[63440]: INFO nova.compute.manager [-] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Took 1.41 seconds to deallocate network for instance. [ 1274.684273] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.684569] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.684791] env[63440]: DEBUG nova.objects.instance [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lazy-loading 'resources' on Instance uuid 63c76513-8993-49f6-bb84-4f67597c4b8b {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.242688] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389fe7b7-ce54-4dad-92c8-6281e5af9bdb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.251349] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e1b1ec-2eb3-4e32-8e2e-87daf40d781a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.286799] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92041a5c-2503-4208-9ce0-28575acab7e4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.294427] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c298645-5b8e-49ef-88ef-e6fc575f76c0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.309824] env[63440]: DEBUG nova.compute.provider_tree [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.812830] env[63440]: DEBUG nova.scheduler.client.report [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.317984] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.338136] env[63440]: INFO nova.scheduler.client.report [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Deleted allocations for instance 63c76513-8993-49f6-bb84-4f67597c4b8b [ 1276.847442] env[63440]: DEBUG oslo_concurrency.lockutils [None req-5a9cee68-c25e-43c1-9af5-d818bb4c66b2 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "63c76513-8993-49f6-bb84-4f67597c4b8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.705s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.003025] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "a96dae93-4925-4739-a128-d78ab2965a82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.003025] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "a96dae93-4925-4739-a128-d78ab2965a82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.504588] env[63440]: DEBUG nova.compute.manager [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1280.026319] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.026580] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.028121] env[63440]: INFO nova.compute.claims [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.083412] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0033e310-495e-498f-9d88-c4706ef90452 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.091056] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b81bb80-18f2-47f8-a2ed-951450d63635 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.120391] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072fa212-b6d3-4acc-b1c1-c37d156c29d3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.127351] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6a4599-398f-4865-8a03-acc239231530 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.140017] env[63440]: DEBUG nova.compute.provider_tree [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.644049] env[63440]: DEBUG nova.scheduler.client.report [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.148757] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.149287] env[63440]: DEBUG nova.compute.manager [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1282.653970] env[63440]: DEBUG nova.compute.utils [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1282.655740] env[63440]: DEBUG nova.compute.manager [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1282.655928] env[63440]: DEBUG nova.network.neutron [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1282.710053] env[63440]: DEBUG nova.policy [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c56c6726757c4ceabc266e58303e8e5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c26f1344f646448dba9054acf4eff966', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1282.979793] env[63440]: DEBUG nova.network.neutron [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Successfully created port: 66195a75-9e93-4e75-b4a1-907e47f15843 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1283.159361] env[63440]: DEBUG nova.compute.manager [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1284.169059] env[63440]: DEBUG nova.compute.manager [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1284.195588] env[63440]: DEBUG nova.virt.hardware [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T05:40:07Z,direct_url=,disk_format='vmdk',id=e275aad3-b627-48fa-b7be-3fc7d941ebbb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='31a47d930f594850ab7254f1efea670f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T05:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.195877] env[63440]: DEBUG nova.virt.hardware [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.196066] env[63440]: DEBUG nova.virt.hardware [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.196362] env[63440]: DEBUG nova.virt.hardware [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.196546] env[63440]: DEBUG nova.virt.hardware [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.196698] env[63440]: DEBUG nova.virt.hardware [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.196917] env[63440]: DEBUG nova.virt.hardware [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.197097] env[63440]: DEBUG nova.virt.hardware [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.197292] env[63440]: DEBUG nova.virt.hardware [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.197464] env[63440]: DEBUG nova.virt.hardware [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.197641] env[63440]: DEBUG nova.virt.hardware [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.198524] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6841930e-f7d7-4c9e-b856-086901738bdd {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.208078] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b7c715-6332-476d-ae45-eaf574e5b31f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.345156] env[63440]: DEBUG nova.compute.manager [req-8d07050b-de19-4a73-92ee-1fd705572532 req-89d57220-6ed6-4ada-bea9-fee8cf23abfa service nova] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Received event network-vif-plugged-66195a75-9e93-4e75-b4a1-907e47f15843 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1284.345408] env[63440]: DEBUG oslo_concurrency.lockutils [req-8d07050b-de19-4a73-92ee-1fd705572532 req-89d57220-6ed6-4ada-bea9-fee8cf23abfa service nova] Acquiring lock "a96dae93-4925-4739-a128-d78ab2965a82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.345630] env[63440]: DEBUG oslo_concurrency.lockutils [req-8d07050b-de19-4a73-92ee-1fd705572532 req-89d57220-6ed6-4ada-bea9-fee8cf23abfa service nova] Lock "a96dae93-4925-4739-a128-d78ab2965a82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.345803] env[63440]: DEBUG oslo_concurrency.lockutils [req-8d07050b-de19-4a73-92ee-1fd705572532 req-89d57220-6ed6-4ada-bea9-fee8cf23abfa service nova] Lock "a96dae93-4925-4739-a128-d78ab2965a82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.345975] env[63440]: DEBUG nova.compute.manager [req-8d07050b-de19-4a73-92ee-1fd705572532 req-89d57220-6ed6-4ada-bea9-fee8cf23abfa service nova] [instance: a96dae93-4925-4739-a128-d78ab2965a82] No waiting events found dispatching network-vif-plugged-66195a75-9e93-4e75-b4a1-907e47f15843 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1284.346341] env[63440]: WARNING nova.compute.manager [req-8d07050b-de19-4a73-92ee-1fd705572532 req-89d57220-6ed6-4ada-bea9-fee8cf23abfa service nova] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Received unexpected event network-vif-plugged-66195a75-9e93-4e75-b4a1-907e47f15843 for instance with vm_state building and task_state spawning. [ 1284.435618] env[63440]: DEBUG nova.network.neutron [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Successfully updated port: 66195a75-9e93-4e75-b4a1-907e47f15843 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1284.904921] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "9040f21a-9425-433e-9f43-b89367aff9ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.905237] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "9040f21a-9425-433e-9f43-b89367aff9ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.937267] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "refresh_cache-a96dae93-4925-4739-a128-d78ab2965a82" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.937267] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquired lock "refresh_cache-a96dae93-4925-4739-a128-d78ab2965a82" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.937267] env[63440]: DEBUG nova.network.neutron [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.408029] env[63440]: DEBUG nova.compute.manager [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Starting instance... {{(pid=63440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1285.468363] env[63440]: DEBUG nova.network.neutron [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.591372] env[63440]: DEBUG nova.network.neutron [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Updating instance_info_cache with network_info: [{"id": "66195a75-9e93-4e75-b4a1-907e47f15843", "address": "fa:16:3e:47:d5:1b", "network": {"id": "141bfbd5-e787-402f-829c-6837c54ad36a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453926429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f1344f646448dba9054acf4eff966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66195a75-9e", "ovs_interfaceid": "66195a75-9e93-4e75-b4a1-907e47f15843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.929907] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.930243] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.931779] env[63440]: INFO nova.compute.claims [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1286.094848] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Releasing lock "refresh_cache-a96dae93-4925-4739-a128-d78ab2965a82" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.095154] env[63440]: DEBUG nova.compute.manager [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Instance network_info: |[{"id": "66195a75-9e93-4e75-b4a1-907e47f15843", "address": "fa:16:3e:47:d5:1b", "network": {"id": "141bfbd5-e787-402f-829c-6837c54ad36a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453926429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f1344f646448dba9054acf4eff966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66195a75-9e", "ovs_interfaceid": "66195a75-9e93-4e75-b4a1-907e47f15843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1286.095584] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:d5:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66195a75-9e93-4e75-b4a1-907e47f15843', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1286.103071] env[63440]: DEBUG oslo.service.loopingcall [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1286.103582] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1286.103814] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4619c40-d348-4e37-a357-152b1f6d1515 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.124369] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1286.124369] env[63440]: value = "task-2662484" [ 1286.124369] env[63440]: _type = "Task" [ 1286.124369] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.133493] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662484, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.372177] env[63440]: DEBUG nova.compute.manager [req-23e4198e-5da6-4ecb-ab08-a1144715af53 req-4e432910-a656-4798-bb47-ba6e63fd5e37 service nova] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Received event network-changed-66195a75-9e93-4e75-b4a1-907e47f15843 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1286.372422] env[63440]: DEBUG nova.compute.manager [req-23e4198e-5da6-4ecb-ab08-a1144715af53 req-4e432910-a656-4798-bb47-ba6e63fd5e37 service nova] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Refreshing instance network info cache due to event network-changed-66195a75-9e93-4e75-b4a1-907e47f15843. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1286.372689] env[63440]: DEBUG oslo_concurrency.lockutils [req-23e4198e-5da6-4ecb-ab08-a1144715af53 req-4e432910-a656-4798-bb47-ba6e63fd5e37 service nova] Acquiring lock "refresh_cache-a96dae93-4925-4739-a128-d78ab2965a82" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.372840] env[63440]: DEBUG oslo_concurrency.lockutils [req-23e4198e-5da6-4ecb-ab08-a1144715af53 req-4e432910-a656-4798-bb47-ba6e63fd5e37 service nova] Acquired lock "refresh_cache-a96dae93-4925-4739-a128-d78ab2965a82" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.373013] env[63440]: DEBUG nova.network.neutron [req-23e4198e-5da6-4ecb-ab08-a1144715af53 req-4e432910-a656-4798-bb47-ba6e63fd5e37 service nova] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Refreshing network info cache for port 66195a75-9e93-4e75-b4a1-907e47f15843 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.635830] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662484, 'name': CreateVM_Task, 'duration_secs': 0.30766} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.636214] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1286.636641] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.636812] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.637188] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1286.637458] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-429e7e10-e5f8-44f7-8644-1d56e623dd4d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.642528] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1286.642528] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521e864e-497e-b0ae-63e0-ac31d12566e2" [ 1286.642528] env[63440]: _type = "Task" [ 1286.642528] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.651122] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521e864e-497e-b0ae-63e0-ac31d12566e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.997204] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8db313-2d6b-47c3-a97f-3da3d938f2ab {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.005898] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c6d2d5-cbf8-47b5-8161-cb49adedb0c7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.038453] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623fc5a3-ff38-4943-8d72-870a25d4b085 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.046542] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866d61a6-a110-4529-a2e7-386cec892c59 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.061639] env[63440]: DEBUG nova.compute.provider_tree [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.071981] env[63440]: DEBUG nova.network.neutron [req-23e4198e-5da6-4ecb-ab08-a1144715af53 req-4e432910-a656-4798-bb47-ba6e63fd5e37 service nova] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Updated VIF entry in instance network info cache for port 66195a75-9e93-4e75-b4a1-907e47f15843. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.072337] env[63440]: DEBUG nova.network.neutron [req-23e4198e-5da6-4ecb-ab08-a1144715af53 req-4e432910-a656-4798-bb47-ba6e63fd5e37 service nova] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Updating instance_info_cache with network_info: [{"id": "66195a75-9e93-4e75-b4a1-907e47f15843", "address": "fa:16:3e:47:d5:1b", "network": {"id": "141bfbd5-e787-402f-829c-6837c54ad36a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453926429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f1344f646448dba9054acf4eff966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66195a75-9e", "ovs_interfaceid": "66195a75-9e93-4e75-b4a1-907e47f15843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.153475] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]521e864e-497e-b0ae-63e0-ac31d12566e2, 'name': SearchDatastore_Task, 'duration_secs': 0.012306} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.153736] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.153967] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Processing image e275aad3-b627-48fa-b7be-3fc7d941ebbb {{(pid=63440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1287.154210] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.154357] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.154537] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.154803] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee388280-2493-4a7b-bbcf-a2e7ac564cd4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.163077] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.163250] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1287.163921] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47d2571a-96c9-4c2e-917e-3346cf910434 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.169504] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1287.169504] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bf4ace-773e-8123-c2bd-43f1ccdaacc5" [ 1287.169504] env[63440]: _type = "Task" [ 1287.169504] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.176551] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bf4ace-773e-8123-c2bd-43f1ccdaacc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.564989] env[63440]: DEBUG nova.scheduler.client.report [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.574264] env[63440]: DEBUG oslo_concurrency.lockutils [req-23e4198e-5da6-4ecb-ab08-a1144715af53 req-4e432910-a656-4798-bb47-ba6e63fd5e37 service nova] Releasing lock "refresh_cache-a96dae93-4925-4739-a128-d78ab2965a82" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.679973] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52bf4ace-773e-8123-c2bd-43f1ccdaacc5, 'name': SearchDatastore_Task, 'duration_secs': 0.008518} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.680786] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3181151-afb4-46d0-b5b5-355a0a53f758 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.685976] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1287.685976] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524ad670-ce46-9405-92f7-a83bf70b010b" [ 1287.685976] env[63440]: _type = "Task" [ 1287.685976] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.695130] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524ad670-ce46-9405-92f7-a83bf70b010b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.070445] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.070876] env[63440]: DEBUG nova.compute.manager [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Start building networks asynchronously for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1288.196690] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]524ad670-ce46-9405-92f7-a83bf70b010b, 'name': SearchDatastore_Task, 'duration_secs': 0.015989} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.196991] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.197317] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] a96dae93-4925-4739-a128-d78ab2965a82/a96dae93-4925-4739-a128-d78ab2965a82.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.197599] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73ed723a-51ee-438a-9d65-5f6a0b44459d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.204164] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1288.204164] env[63440]: value = "task-2662485" [ 1288.204164] env[63440]: _type = "Task" [ 1288.204164] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.211613] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.576213] env[63440]: DEBUG nova.compute.utils [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1288.577890] env[63440]: DEBUG nova.compute.manager [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Allocating IP information in the background. {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1288.578618] env[63440]: DEBUG nova.network.neutron [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] allocate_for_instance() {{(pid=63440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1288.619208] env[63440]: DEBUG nova.policy [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebe264338caa433b8b11cb3569015f64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82d5a4d7c4e643ab9348ba2d0aefe599', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1288.716263] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424435} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.716648] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e275aad3-b627-48fa-b7be-3fc7d941ebbb/e275aad3-b627-48fa-b7be-3fc7d941ebbb.vmdk to [datastore1] a96dae93-4925-4739-a128-d78ab2965a82/a96dae93-4925-4739-a128-d78ab2965a82.vmdk {{(pid=63440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.716721] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Extending root virtual disk to 1048576 {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.716911] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22bab0b2-f323-4a53-8e37-81dd65c1ddda {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.723978] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1288.723978] env[63440]: value = "task-2662486" [ 1288.723978] env[63440]: _type = "Task" [ 1288.723978] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.733234] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.884484] env[63440]: DEBUG nova.network.neutron [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Successfully created port: 188d2665-fcdd-4286-8cab-77f7023756a0 {{(pid=63440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1289.082731] env[63440]: DEBUG nova.compute.manager [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Start building block device mappings for instance. {{(pid=63440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1289.233952] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069489} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.234865] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Extended root virtual disk {{(pid=63440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.235320] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239c3401-428c-4f7f-9218-5e038400242c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.259982] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] a96dae93-4925-4739-a128-d78ab2965a82/a96dae93-4925-4739-a128-d78ab2965a82.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.260522] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c2c2f16-6119-44aa-8d44-f2176a3cbcd5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.282795] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1289.282795] env[63440]: value = "task-2662487" [ 1289.282795] env[63440]: _type = "Task" [ 1289.282795] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.291236] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.587832] env[63440]: INFO nova.virt.block_device [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Booting with volume 7f770481-25ee-4d2f-b15e-498327333593 at /dev/sda [ 1289.624357] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76973064-fec8-4750-b87e-6da8d974bf72 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.633939] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e381263-34f0-436b-83e7-f649b3efc7ad {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.660924] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee96f6cc-6d51-4bc2-815e-37bdb9895949 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.669651] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34268cd-69ad-4f74-8d69-90dee62773f0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.696880] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe9b242-064c-4d62-9f1f-aef67e910ce8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.703220] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadb6c3b-f4a2-458b-a10e-9a05d7074cdc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.716498] env[63440]: DEBUG nova.virt.block_device [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Updating existing volume attachment record: fe14e685-c71f-4a6f-9aa9-9022b7393f93 {{(pid=63440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1289.793278] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662487, 'name': ReconfigVM_Task, 'duration_secs': 0.336937} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.794041] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Reconfigured VM instance instance-00000078 to attach disk [datastore1] a96dae93-4925-4739-a128-d78ab2965a82/a96dae93-4925-4739-a128-d78ab2965a82.vmdk or device None with type sparse {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.794294] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da3eaad6-0db7-4ca9-a7b2-3532d213a6c0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.801935] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1289.801935] env[63440]: value = "task-2662488" [ 1289.801935] env[63440]: _type = "Task" [ 1289.801935] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.810334] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662488, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.234820] env[63440]: DEBUG nova.compute.manager [req-8c9f6cff-6e2f-478b-865c-50128f4279c6 req-e6b13ae1-999d-472e-ab87-6b1683ecc900 service nova] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Received event network-vif-plugged-188d2665-fcdd-4286-8cab-77f7023756a0 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1290.235038] env[63440]: DEBUG oslo_concurrency.lockutils [req-8c9f6cff-6e2f-478b-865c-50128f4279c6 req-e6b13ae1-999d-472e-ab87-6b1683ecc900 service nova] Acquiring lock "9040f21a-9425-433e-9f43-b89367aff9ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.235257] env[63440]: DEBUG oslo_concurrency.lockutils [req-8c9f6cff-6e2f-478b-865c-50128f4279c6 req-e6b13ae1-999d-472e-ab87-6b1683ecc900 service nova] Lock "9040f21a-9425-433e-9f43-b89367aff9ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.235404] env[63440]: DEBUG oslo_concurrency.lockutils [req-8c9f6cff-6e2f-478b-865c-50128f4279c6 req-e6b13ae1-999d-472e-ab87-6b1683ecc900 service nova] Lock "9040f21a-9425-433e-9f43-b89367aff9ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.235576] env[63440]: DEBUG nova.compute.manager [req-8c9f6cff-6e2f-478b-865c-50128f4279c6 req-e6b13ae1-999d-472e-ab87-6b1683ecc900 service nova] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] No waiting events found dispatching network-vif-plugged-188d2665-fcdd-4286-8cab-77f7023756a0 {{(pid=63440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1290.235739] env[63440]: WARNING nova.compute.manager [req-8c9f6cff-6e2f-478b-865c-50128f4279c6 req-e6b13ae1-999d-472e-ab87-6b1683ecc900 service nova] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Received unexpected event network-vif-plugged-188d2665-fcdd-4286-8cab-77f7023756a0 for instance with vm_state building and task_state block_device_mapping. [ 1290.312159] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662488, 'name': Rename_Task, 'duration_secs': 0.14509} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.312610] env[63440]: DEBUG nova.network.neutron [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Successfully updated port: 188d2665-fcdd-4286-8cab-77f7023756a0 {{(pid=63440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1290.313769] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.313962] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a7d3af0-6e4b-40bc-acac-5133cc387da7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.324807] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1290.324807] env[63440]: value = "task-2662489" [ 1290.324807] env[63440]: _type = "Task" [ 1290.324807] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.333327] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.820329] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "refresh_cache-9040f21a-9425-433e-9f43-b89367aff9ac" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.820605] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired lock "refresh_cache-9040f21a-9425-433e-9f43-b89367aff9ac" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.820711] env[63440]: DEBUG nova.network.neutron [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.835864] env[63440]: DEBUG oslo_vmware.api [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662489, 'name': PowerOnVM_Task, 'duration_secs': 0.423345} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.836201] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.836445] env[63440]: INFO nova.compute.manager [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1290.836664] env[63440]: DEBUG nova.compute.manager [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.837550] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bb26d7-8312-4bc1-b472-ceb9117aa553 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.352230] env[63440]: DEBUG nova.network.neutron [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Instance cache missing network info. {{(pid=63440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1291.355992] env[63440]: INFO nova.compute.manager [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Took 11.35 seconds to build instance. [ 1291.474061] env[63440]: DEBUG nova.network.neutron [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Updating instance_info_cache with network_info: [{"id": "188d2665-fcdd-4286-8cab-77f7023756a0", "address": "fa:16:3e:01:ad:53", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188d2665-fc", "ovs_interfaceid": "188d2665-fcdd-4286-8cab-77f7023756a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.794566] env[63440]: DEBUG nova.compute.manager [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Start spawning the instance on the hypervisor. {{(pid=63440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1291.795117] env[63440]: DEBUG nova.virt.hardware [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.795336] env[63440]: DEBUG nova.virt.hardware [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.795495] env[63440]: DEBUG nova.virt.hardware [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.795680] env[63440]: DEBUG nova.virt.hardware [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.795828] env[63440]: DEBUG nova.virt.hardware [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.795976] env[63440]: DEBUG nova.virt.hardware [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.796199] env[63440]: DEBUG nova.virt.hardware [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.796356] env[63440]: DEBUG nova.virt.hardware [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.796525] env[63440]: DEBUG nova.virt.hardware [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.796687] env[63440]: DEBUG nova.virt.hardware [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.796861] env[63440]: DEBUG nova.virt.hardware [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.797904] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d41448d-9fc3-4e05-bd10-4f3184d45081 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.806480] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e10c71b-2fe4-45f3-9a55-b1ed5a2512ae {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.857575] env[63440]: DEBUG oslo_concurrency.lockutils [None req-0135eefa-30a2-4ad4-b673-be9f113beb91 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "a96dae93-4925-4739-a128-d78ab2965a82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.855s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.976428] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Releasing lock "refresh_cache-9040f21a-9425-433e-9f43-b89367aff9ac" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.977012] env[63440]: DEBUG nova.compute.manager [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Instance network_info: |[{"id": "188d2665-fcdd-4286-8cab-77f7023756a0", "address": "fa:16:3e:01:ad:53", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188d2665-fc", "ovs_interfaceid": "188d2665-fcdd-4286-8cab-77f7023756a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1291.977475] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:ad:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '188d2665-fcdd-4286-8cab-77f7023756a0', 'vif_model': 'vmxnet3'}] {{(pid=63440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.985274] env[63440]: DEBUG oslo.service.loopingcall [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1291.985501] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Creating VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.985730] env[63440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b219973d-0d62-465b-a8c3-8b0e0c398b8b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.005656] env[63440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1292.005656] env[63440]: value = "task-2662490" [ 1292.005656] env[63440]: _type = "Task" [ 1292.005656] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.013488] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662490, 'name': CreateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.199461] env[63440]: DEBUG nova.compute.manager [req-15f4d1ea-0914-4b6f-a19f-44769d1f2a95 req-2a648714-1871-4c99-8986-43b6753cab46 service nova] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Received event network-changed-66195a75-9e93-4e75-b4a1-907e47f15843 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1292.199792] env[63440]: DEBUG nova.compute.manager [req-15f4d1ea-0914-4b6f-a19f-44769d1f2a95 req-2a648714-1871-4c99-8986-43b6753cab46 service nova] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Refreshing instance network info cache due to event network-changed-66195a75-9e93-4e75-b4a1-907e47f15843. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1292.200131] env[63440]: DEBUG oslo_concurrency.lockutils [req-15f4d1ea-0914-4b6f-a19f-44769d1f2a95 req-2a648714-1871-4c99-8986-43b6753cab46 service nova] Acquiring lock "refresh_cache-a96dae93-4925-4739-a128-d78ab2965a82" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.200322] env[63440]: DEBUG oslo_concurrency.lockutils [req-15f4d1ea-0914-4b6f-a19f-44769d1f2a95 req-2a648714-1871-4c99-8986-43b6753cab46 service nova] Acquired lock "refresh_cache-a96dae93-4925-4739-a128-d78ab2965a82" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.200466] env[63440]: DEBUG nova.network.neutron [req-15f4d1ea-0914-4b6f-a19f-44769d1f2a95 req-2a648714-1871-4c99-8986-43b6753cab46 service nova] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Refreshing network info cache for port 66195a75-9e93-4e75-b4a1-907e47f15843 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.260803] env[63440]: DEBUG nova.compute.manager [req-a2ccc56f-a3ac-45d1-ae41-6aeca55c3586 req-af8e8a69-9588-4e17-a0d3-6771ff38a645 service nova] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Received event network-changed-188d2665-fcdd-4286-8cab-77f7023756a0 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1292.260963] env[63440]: DEBUG nova.compute.manager [req-a2ccc56f-a3ac-45d1-ae41-6aeca55c3586 req-af8e8a69-9588-4e17-a0d3-6771ff38a645 service nova] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Refreshing instance network info cache due to event network-changed-188d2665-fcdd-4286-8cab-77f7023756a0. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1292.262093] env[63440]: DEBUG oslo_concurrency.lockutils [req-a2ccc56f-a3ac-45d1-ae41-6aeca55c3586 req-af8e8a69-9588-4e17-a0d3-6771ff38a645 service nova] Acquiring lock "refresh_cache-9040f21a-9425-433e-9f43-b89367aff9ac" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.262416] env[63440]: DEBUG oslo_concurrency.lockutils [req-a2ccc56f-a3ac-45d1-ae41-6aeca55c3586 req-af8e8a69-9588-4e17-a0d3-6771ff38a645 service nova] Acquired lock "refresh_cache-9040f21a-9425-433e-9f43-b89367aff9ac" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.262588] env[63440]: DEBUG nova.network.neutron [req-a2ccc56f-a3ac-45d1-ae41-6aeca55c3586 req-af8e8a69-9588-4e17-a0d3-6771ff38a645 service nova] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Refreshing network info cache for port 188d2665-fcdd-4286-8cab-77f7023756a0 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.516103] env[63440]: DEBUG oslo_vmware.api [-] Task: {'id': task-2662490, 'name': CreateVM_Task, 'duration_secs': 0.308673} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.516333] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Created VM on the ESX host {{(pid=63440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1292.516953] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536877', 'volume_id': '7f770481-25ee-4d2f-b15e-498327333593', 'name': 'volume-7f770481-25ee-4d2f-b15e-498327333593', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9040f21a-9425-433e-9f43-b89367aff9ac', 'attached_at': '', 'detached_at': '', 'volume_id': '7f770481-25ee-4d2f-b15e-498327333593', 'serial': '7f770481-25ee-4d2f-b15e-498327333593'}, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': 'fe14e685-c71f-4a6f-9aa9-9022b7393f93', 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=63440) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1292.517220] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Root volume attach. Driver type: vmdk {{(pid=63440) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1292.517942] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c906810e-f11f-4f11-88b0-215f75439daa {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.525441] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9769d7-337b-46d6-aea0-85b4a77baf0d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.531292] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd92ba2-1dbf-43cb-a0d3-1e9af28f3047 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.536831] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3bc1957e-886f-4463-92b9-12ee3bab4d15 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.543572] env[63440]: DEBUG oslo_vmware.api [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1292.543572] env[63440]: value = "task-2662491" [ 1292.543572] env[63440]: _type = "Task" [ 1292.543572] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.550946] env[63440]: DEBUG oslo_vmware.api [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662491, 'name': RelocateVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.944716] env[63440]: DEBUG nova.network.neutron [req-15f4d1ea-0914-4b6f-a19f-44769d1f2a95 req-2a648714-1871-4c99-8986-43b6753cab46 service nova] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Updated VIF entry in instance network info cache for port 66195a75-9e93-4e75-b4a1-907e47f15843. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.944716] env[63440]: DEBUG nova.network.neutron [req-15f4d1ea-0914-4b6f-a19f-44769d1f2a95 req-2a648714-1871-4c99-8986-43b6753cab46 service nova] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Updating instance_info_cache with network_info: [{"id": "66195a75-9e93-4e75-b4a1-907e47f15843", "address": "fa:16:3e:47:d5:1b", "network": {"id": "141bfbd5-e787-402f-829c-6837c54ad36a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453926429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f1344f646448dba9054acf4eff966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66195a75-9e", "ovs_interfaceid": "66195a75-9e93-4e75-b4a1-907e47f15843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.980604] env[63440]: DEBUG nova.network.neutron [req-a2ccc56f-a3ac-45d1-ae41-6aeca55c3586 req-af8e8a69-9588-4e17-a0d3-6771ff38a645 service nova] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Updated VIF entry in instance network info cache for port 188d2665-fcdd-4286-8cab-77f7023756a0. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.980604] env[63440]: DEBUG nova.network.neutron [req-a2ccc56f-a3ac-45d1-ae41-6aeca55c3586 req-af8e8a69-9588-4e17-a0d3-6771ff38a645 service nova] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Updating instance_info_cache with network_info: [{"id": "188d2665-fcdd-4286-8cab-77f7023756a0", "address": "fa:16:3e:01:ad:53", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188d2665-fc", "ovs_interfaceid": "188d2665-fcdd-4286-8cab-77f7023756a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.056974] env[63440]: DEBUG oslo_vmware.api [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662491, 'name': RelocateVM_Task} progress is 43%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.447158] env[63440]: DEBUG oslo_concurrency.lockutils [req-15f4d1ea-0914-4b6f-a19f-44769d1f2a95 req-2a648714-1871-4c99-8986-43b6753cab46 service nova] Releasing lock "refresh_cache-a96dae93-4925-4739-a128-d78ab2965a82" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.483392] env[63440]: DEBUG oslo_concurrency.lockutils [req-a2ccc56f-a3ac-45d1-ae41-6aeca55c3586 req-af8e8a69-9588-4e17-a0d3-6771ff38a645 service nova] Releasing lock "refresh_cache-9040f21a-9425-433e-9f43-b89367aff9ac" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.556611] env[63440]: DEBUG oslo_vmware.api [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662491, 'name': RelocateVM_Task} progress is 58%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.057288] env[63440]: DEBUG oslo_vmware.api [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662491, 'name': RelocateVM_Task} progress is 73%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.556489] env[63440]: DEBUG oslo_vmware.api [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662491, 'name': RelocateVM_Task} progress is 88%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.057259] env[63440]: DEBUG oslo_vmware.api [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662491, 'name': RelocateVM_Task} progress is 97%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.555517] env[63440]: DEBUG oslo_vmware.api [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662491, 'name': RelocateVM_Task, 'duration_secs': 2.937655} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.555864] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Volume attach. Driver type: vmdk {{(pid=63440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1295.556166] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536877', 'volume_id': '7f770481-25ee-4d2f-b15e-498327333593', 'name': 'volume-7f770481-25ee-4d2f-b15e-498327333593', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9040f21a-9425-433e-9f43-b89367aff9ac', 'attached_at': '', 'detached_at': '', 'volume_id': '7f770481-25ee-4d2f-b15e-498327333593', 'serial': '7f770481-25ee-4d2f-b15e-498327333593'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1295.557029] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09c60c4-8265-4e30-acef-0f51c50be8f6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.573827] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee86ceb-f80c-45a3-924f-3c9e66a65c5f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.595356] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-7f770481-25ee-4d2f-b15e-498327333593/volume-7f770481-25ee-4d2f-b15e-498327333593.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.595879] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f5ce1bf-38ae-409e-8d26-3f54b0cc86d0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.615539] env[63440]: DEBUG oslo_vmware.api [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1295.615539] env[63440]: value = "task-2662492" [ 1295.615539] env[63440]: _type = "Task" [ 1295.615539] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.623820] env[63440]: DEBUG oslo_vmware.api [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.125817] env[63440]: DEBUG oslo_vmware.api [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662492, 'name': ReconfigVM_Task, 'duration_secs': 0.317199} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.126099] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-7f770481-25ee-4d2f-b15e-498327333593/volume-7f770481-25ee-4d2f-b15e-498327333593.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.130705] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a853a9e-308c-4f08-9ae1-345da15de846 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.147415] env[63440]: DEBUG oslo_vmware.api [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1296.147415] env[63440]: value = "task-2662493" [ 1296.147415] env[63440]: _type = "Task" [ 1296.147415] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.155493] env[63440]: DEBUG oslo_vmware.api [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.658193] env[63440]: DEBUG oslo_vmware.api [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662493, 'name': ReconfigVM_Task, 'duration_secs': 0.132431} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.658612] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536877', 'volume_id': '7f770481-25ee-4d2f-b15e-498327333593', 'name': 'volume-7f770481-25ee-4d2f-b15e-498327333593', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9040f21a-9425-433e-9f43-b89367aff9ac', 'attached_at': '', 'detached_at': '', 'volume_id': '7f770481-25ee-4d2f-b15e-498327333593', 'serial': '7f770481-25ee-4d2f-b15e-498327333593'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1296.659035] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ff118a5-dcc9-4f6a-802a-f7ad2742ae84 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.666407] env[63440]: DEBUG oslo_vmware.api [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1296.666407] env[63440]: value = "task-2662494" [ 1296.666407] env[63440]: _type = "Task" [ 1296.666407] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.674429] env[63440]: DEBUG oslo_vmware.api [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662494, 'name': Rename_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.176941] env[63440]: DEBUG oslo_vmware.api [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662494, 'name': Rename_Task, 'duration_secs': 0.128434} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.177228] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.177523] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c69a8e4f-354a-4b79-b79b-a2766969f023 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.184024] env[63440]: DEBUG oslo_vmware.api [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1297.184024] env[63440]: value = "task-2662495" [ 1297.184024] env[63440]: _type = "Task" [ 1297.184024] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.191303] env[63440]: DEBUG oslo_vmware.api [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.694672] env[63440]: DEBUG oslo_vmware.api [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662495, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.195167] env[63440]: DEBUG oslo_vmware.api [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662495, 'name': PowerOnVM_Task, 'duration_secs': 0.638524} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.195450] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.195664] env[63440]: INFO nova.compute.manager [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Took 6.40 seconds to spawn the instance on the hypervisor. [ 1298.195856] env[63440]: DEBUG nova.compute.manager [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Checking state {{(pid=63440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1298.196634] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765f49b2-a14f-4067-815e-27eeff55d2bb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.716061] env[63440]: INFO nova.compute.manager [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Took 12.80 seconds to build instance. [ 1299.189562] env[63440]: DEBUG nova.compute.manager [req-c06df190-c673-45d1-8c3c-0ef0f069840b req-9da0a6d0-1c43-488c-94f0-ea59ffd3b4bd service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Received event network-changed-97c0a1df-7d43-4489-92fb-33a358e46c60 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1299.189780] env[63440]: DEBUG nova.compute.manager [req-c06df190-c673-45d1-8c3c-0ef0f069840b req-9da0a6d0-1c43-488c-94f0-ea59ffd3b4bd service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Refreshing instance network info cache due to event network-changed-97c0a1df-7d43-4489-92fb-33a358e46c60. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1299.189999] env[63440]: DEBUG oslo_concurrency.lockutils [req-c06df190-c673-45d1-8c3c-0ef0f069840b req-9da0a6d0-1c43-488c-94f0-ea59ffd3b4bd service nova] Acquiring lock "refresh_cache-54e14642-1bde-49f8-b441-9ec1c2ff9455" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.190160] env[63440]: DEBUG oslo_concurrency.lockutils [req-c06df190-c673-45d1-8c3c-0ef0f069840b req-9da0a6d0-1c43-488c-94f0-ea59ffd3b4bd service nova] Acquired lock "refresh_cache-54e14642-1bde-49f8-b441-9ec1c2ff9455" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.190323] env[63440]: DEBUG nova.network.neutron [req-c06df190-c673-45d1-8c3c-0ef0f069840b req-9da0a6d0-1c43-488c-94f0-ea59ffd3b4bd service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Refreshing network info cache for port 97c0a1df-7d43-4489-92fb-33a358e46c60 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.218315] env[63440]: DEBUG oslo_concurrency.lockutils [None req-fb1ed795-1372-4d9b-ab1a-aa030e736d21 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "9040f21a-9425-433e-9f43-b89367aff9ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.313s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.889516] env[63440]: DEBUG nova.network.neutron [req-c06df190-c673-45d1-8c3c-0ef0f069840b req-9da0a6d0-1c43-488c-94f0-ea59ffd3b4bd service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Updated VIF entry in instance network info cache for port 97c0a1df-7d43-4489-92fb-33a358e46c60. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.890009] env[63440]: DEBUG nova.network.neutron [req-c06df190-c673-45d1-8c3c-0ef0f069840b req-9da0a6d0-1c43-488c-94f0-ea59ffd3b4bd service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Updating instance_info_cache with network_info: [{"id": "97c0a1df-7d43-4489-92fb-33a358e46c60", "address": "fa:16:3e:a1:96:07", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c0a1df-7d", "ovs_interfaceid": "97c0a1df-7d43-4489-92fb-33a358e46c60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.392901] env[63440]: DEBUG oslo_concurrency.lockutils [req-c06df190-c673-45d1-8c3c-0ef0f069840b req-9da0a6d0-1c43-488c-94f0-ea59ffd3b4bd service nova] Releasing lock "refresh_cache-54e14642-1bde-49f8-b441-9ec1c2ff9455" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.687600] env[63440]: DEBUG nova.compute.manager [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Stashing vm_state: active {{(pid=63440) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1301.207814] env[63440]: DEBUG oslo_concurrency.lockutils [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.208097] env[63440]: DEBUG oslo_concurrency.lockutils [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.216218] env[63440]: DEBUG nova.compute.manager [req-b6d76f2c-d1dc-4af6-8873-dbe036b46a90 req-9181ed0f-ba77-44a3-8dba-64c5f3819d1c service nova] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Received event network-changed-188d2665-fcdd-4286-8cab-77f7023756a0 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1301.216506] env[63440]: DEBUG nova.compute.manager [req-b6d76f2c-d1dc-4af6-8873-dbe036b46a90 req-9181ed0f-ba77-44a3-8dba-64c5f3819d1c service nova] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Refreshing instance network info cache due to event network-changed-188d2665-fcdd-4286-8cab-77f7023756a0. {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1301.216806] env[63440]: DEBUG oslo_concurrency.lockutils [req-b6d76f2c-d1dc-4af6-8873-dbe036b46a90 req-9181ed0f-ba77-44a3-8dba-64c5f3819d1c service nova] Acquiring lock "refresh_cache-9040f21a-9425-433e-9f43-b89367aff9ac" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.216806] env[63440]: DEBUG oslo_concurrency.lockutils [req-b6d76f2c-d1dc-4af6-8873-dbe036b46a90 req-9181ed0f-ba77-44a3-8dba-64c5f3819d1c service nova] Acquired lock "refresh_cache-9040f21a-9425-433e-9f43-b89367aff9ac" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.216964] env[63440]: DEBUG nova.network.neutron [req-b6d76f2c-d1dc-4af6-8873-dbe036b46a90 req-9181ed0f-ba77-44a3-8dba-64c5f3819d1c service nova] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Refreshing network info cache for port 188d2665-fcdd-4286-8cab-77f7023756a0 {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.715639] env[63440]: INFO nova.compute.claims [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1301.917664] env[63440]: DEBUG nova.network.neutron [req-b6d76f2c-d1dc-4af6-8873-dbe036b46a90 req-9181ed0f-ba77-44a3-8dba-64c5f3819d1c service nova] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Updated VIF entry in instance network info cache for port 188d2665-fcdd-4286-8cab-77f7023756a0. {{(pid=63440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.918175] env[63440]: DEBUG nova.network.neutron [req-b6d76f2c-d1dc-4af6-8873-dbe036b46a90 req-9181ed0f-ba77-44a3-8dba-64c5f3819d1c service nova] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Updating instance_info_cache with network_info: [{"id": "188d2665-fcdd-4286-8cab-77f7023756a0", "address": "fa:16:3e:01:ad:53", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188d2665-fc", "ovs_interfaceid": "188d2665-fcdd-4286-8cab-77f7023756a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.227196] env[63440]: INFO nova.compute.resource_tracker [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Updating resource usage from migration 52c1db99-64f2-4c7b-b53c-f08012bb9ea6 [ 1302.291715] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317fd7ab-b178-4fb7-a0cc-b21153222736 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.300042] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b007eed5-678f-489c-8382-0767dc35b778 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.331010] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e77d23-ce29-441d-bb63-7e1e7ce4dba5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.338803] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919ff3ec-a282-4215-ac19-f86f0bf1abdb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.352442] env[63440]: DEBUG nova.compute.provider_tree [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.421887] env[63440]: DEBUG oslo_concurrency.lockutils [req-b6d76f2c-d1dc-4af6-8873-dbe036b46a90 req-9181ed0f-ba77-44a3-8dba-64c5f3819d1c service nova] Releasing lock "refresh_cache-9040f21a-9425-433e-9f43-b89367aff9ac" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.855360] env[63440]: DEBUG nova.scheduler.client.report [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.360417] env[63440]: DEBUG oslo_concurrency.lockutils [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.152s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.360815] env[63440]: INFO nova.compute.manager [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Migrating [ 1303.875207] env[63440]: DEBUG oslo_concurrency.lockutils [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "refresh_cache-9040f21a-9425-433e-9f43-b89367aff9ac" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.875410] env[63440]: DEBUG oslo_concurrency.lockutils [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired lock "refresh_cache-9040f21a-9425-433e-9f43-b89367aff9ac" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.875602] env[63440]: DEBUG nova.network.neutron [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.581270] env[63440]: DEBUG nova.network.neutron [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Updating instance_info_cache with network_info: [{"id": "188d2665-fcdd-4286-8cab-77f7023756a0", "address": "fa:16:3e:01:ad:53", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188d2665-fc", "ovs_interfaceid": "188d2665-fcdd-4286-8cab-77f7023756a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.084023] env[63440]: DEBUG oslo_concurrency.lockutils [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Releasing lock "refresh_cache-9040f21a-9425-433e-9f43-b89367aff9ac" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.599530] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56463b33-7d45-44f7-bbe8-eff8a8ce5b7c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.619141] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Updating instance '9040f21a-9425-433e-9f43-b89367aff9ac' progress to 0 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1307.125411] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.125730] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23b4c4af-2381-4ef5-93e0-af595217b3d4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.134285] env[63440]: DEBUG oslo_vmware.api [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1307.134285] env[63440]: value = "task-2662496" [ 1307.134285] env[63440]: _type = "Task" [ 1307.134285] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.142488] env[63440]: DEBUG oslo_vmware.api [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.644377] env[63440]: DEBUG oslo_vmware.api [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662496, 'name': PowerOffVM_Task, 'duration_secs': 0.163151} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.644781] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.645015] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Updating instance '9040f21a-9425-433e-9f43-b89367aff9ac' progress to 17 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.151493] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1308.151724] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.151885] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.152085] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.152238] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.152390] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1308.152603] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1308.152803] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1308.152992] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1308.153179] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1308.153359] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1308.158440] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4211f3ed-61d4-4b3b-afd2-eceaa9c1b4f7 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.175653] env[63440]: DEBUG oslo_vmware.api [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1308.175653] env[63440]: value = "task-2662497" [ 1308.175653] env[63440]: _type = "Task" [ 1308.175653] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.185476] env[63440]: DEBUG oslo_vmware.api [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.685856] env[63440]: DEBUG oslo_vmware.api [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662497, 'name': ReconfigVM_Task, 'duration_secs': 0.177096} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.686280] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Updating instance '9040f21a-9425-433e-9f43-b89367aff9ac' progress to 33 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.193491] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T05:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.193491] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Flavor limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.193491] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Image limits 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.193776] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Flavor pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.193838] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Image pref 0:0:0 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.194063] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.194298] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.194465] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.194637] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Got 1 possible topologies {{(pid=63440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.194804] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.194985] env[63440]: DEBUG nova.virt.hardware [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.200257] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1309.200559] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71b6a623-85c8-4e63-8af9-8b1a09a1c2ba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.229182] env[63440]: DEBUG oslo_vmware.api [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1309.229182] env[63440]: value = "task-2662498" [ 1309.229182] env[63440]: _type = "Task" [ 1309.229182] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.237432] env[63440]: DEBUG oslo_vmware.api [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.738828] env[63440]: DEBUG oslo_vmware.api [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662498, 'name': ReconfigVM_Task, 'duration_secs': 0.160223} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.739190] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1309.739855] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e074f0-86bb-4a22-a75f-75b9617b47ca {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.762213] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-7f770481-25ee-4d2f-b15e-498327333593/volume-7f770481-25ee-4d2f-b15e-498327333593.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.762434] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81b3ca20-cd8d-4b1d-a170-f60d220bde15 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.779343] env[63440]: DEBUG oslo_vmware.api [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1309.779343] env[63440]: value = "task-2662499" [ 1309.779343] env[63440]: _type = "Task" [ 1309.779343] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.786442] env[63440]: DEBUG oslo_vmware.api [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.288995] env[63440]: DEBUG oslo_vmware.api [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662499, 'name': ReconfigVM_Task, 'duration_secs': 0.266129} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.289328] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-7f770481-25ee-4d2f-b15e-498327333593/volume-7f770481-25ee-4d2f-b15e-498327333593.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.289632] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Updating instance '9040f21a-9425-433e-9f43-b89367aff9ac' progress to 50 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1310.796847] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba4e378-0726-4f83-8d3f-94fbe6f41555 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.815800] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6c4c20-28b4-4a94-bcd7-ae3586176449 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.833357] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Updating instance '9040f21a-9425-433e-9f43-b89367aff9ac' progress to 67 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1312.470771] env[63440]: DEBUG nova.network.neutron [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Port 188d2665-fcdd-4286-8cab-77f7023756a0 binding to destination host cpu-1 is already ACTIVE {{(pid=63440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1313.491976] env[63440]: DEBUG oslo_concurrency.lockutils [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "9040f21a-9425-433e-9f43-b89367aff9ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.492387] env[63440]: DEBUG oslo_concurrency.lockutils [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "9040f21a-9425-433e-9f43-b89367aff9ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.492441] env[63440]: DEBUG oslo_concurrency.lockutils [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "9040f21a-9425-433e-9f43-b89367aff9ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.526441] env[63440]: DEBUG oslo_concurrency.lockutils [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "refresh_cache-9040f21a-9425-433e-9f43-b89367aff9ac" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.526695] env[63440]: DEBUG oslo_concurrency.lockutils [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired lock "refresh_cache-9040f21a-9425-433e-9f43-b89367aff9ac" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.526809] env[63440]: DEBUG nova.network.neutron [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.212366] env[63440]: DEBUG nova.network.neutron [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Updating instance_info_cache with network_info: [{"id": "188d2665-fcdd-4286-8cab-77f7023756a0", "address": "fa:16:3e:01:ad:53", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188d2665-fc", "ovs_interfaceid": "188d2665-fcdd-4286-8cab-77f7023756a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.714785] env[63440]: DEBUG oslo_concurrency.lockutils [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Releasing lock "refresh_cache-9040f21a-9425-433e-9f43-b89367aff9ac" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.224065] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607b82b9-828d-4aa5-b721-685f67c43a73 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.231898] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1be31f1-271d-4f80-af05-da0246a4eb77 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.328876] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6149705e-b7e3-46a4-9df9-e2073ae13211 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.348589] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2b7659-a8ea-4597-9260-7e2ab2fc7e76 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.355227] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Updating instance '9040f21a-9425-433e-9f43-b89367aff9ac' progress to 83 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.862252] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Powering on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.862555] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d69fe78-0db1-4bcf-ba0d-0ffbe7a2e8c0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.870722] env[63440]: DEBUG oslo_vmware.api [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1317.870722] env[63440]: value = "task-2662500" [ 1317.870722] env[63440]: _type = "Task" [ 1317.870722] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.878819] env[63440]: DEBUG oslo_vmware.api [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.382047] env[63440]: DEBUG oslo_vmware.api [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662500, 'name': PowerOnVM_Task, 'duration_secs': 0.368489} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.382397] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Powered on the VM {{(pid=63440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.382439] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-011099a9-ebaf-4f00-8fd9-53e56e4346c4 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Updating instance '9040f21a-9425-433e-9f43-b89367aff9ac' progress to 100 {{(pid=63440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.890234] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.941219] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3d2d3dc3-f62b-42b8-ae95-a4abacb23163 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "9040f21a-9425-433e-9f43-b89367aff9ac" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.941470] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3d2d3dc3-f62b-42b8-ae95-a4abacb23163 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "9040f21a-9425-433e-9f43-b89367aff9ac" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.941666] env[63440]: DEBUG nova.compute.manager [None req-3d2d3dc3-f62b-42b8-ae95-a4abacb23163 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Going to confirm migration 8 {{(pid=63440) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1321.478211] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3d2d3dc3-f62b-42b8-ae95-a4abacb23163 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "refresh_cache-9040f21a-9425-433e-9f43-b89367aff9ac" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.478402] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3d2d3dc3-f62b-42b8-ae95-a4abacb23163 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquired lock "refresh_cache-9040f21a-9425-433e-9f43-b89367aff9ac" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.478579] env[63440]: DEBUG nova.network.neutron [None req-3d2d3dc3-f62b-42b8-ae95-a4abacb23163 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Building network info cache for instance {{(pid=63440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.478765] env[63440]: DEBUG nova.objects.instance [None req-3d2d3dc3-f62b-42b8-ae95-a4abacb23163 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lazy-loading 'info_cache' on Instance uuid 9040f21a-9425-433e-9f43-b89367aff9ac {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.723712] env[63440]: DEBUG nova.network.neutron [None req-3d2d3dc3-f62b-42b8-ae95-a4abacb23163 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Updating instance_info_cache with network_info: [{"id": "188d2665-fcdd-4286-8cab-77f7023756a0", "address": "fa:16:3e:01:ad:53", "network": {"id": "58b80bff-2c15-408a-aaa9-57d8c492d324", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075353860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d5a4d7c4e643ab9348ba2d0aefe599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188d2665-fc", "ovs_interfaceid": "188d2665-fcdd-4286-8cab-77f7023756a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.227354] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3d2d3dc3-f62b-42b8-ae95-a4abacb23163 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Releasing lock "refresh_cache-9040f21a-9425-433e-9f43-b89367aff9ac" {{(pid=63440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.227595] env[63440]: DEBUG nova.objects.instance [None req-3d2d3dc3-f62b-42b8-ae95-a4abacb23163 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lazy-loading 'migration_context' on Instance uuid 9040f21a-9425-433e-9f43-b89367aff9ac {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.730791] env[63440]: DEBUG nova.objects.base [None req-3d2d3dc3-f62b-42b8-ae95-a4abacb23163 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Object Instance<9040f21a-9425-433e-9f43-b89367aff9ac> lazy-loaded attributes: info_cache,migration_context {{(pid=63440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1323.731745] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2eb8bce-8589-40c9-9e05-fc4a098c728c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.752409] env[63440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74fbd1b0-64fe-4b88-82dc-effd0ec9d15c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.757685] env[63440]: DEBUG oslo_vmware.api [None req-3d2d3dc3-f62b-42b8-ae95-a4abacb23163 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1323.757685] env[63440]: value = "session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c9699e-971f-3a52-0099-e1e6a47156e5" [ 1323.757685] env[63440]: _type = "Task" [ 1323.757685] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.765053] env[63440]: DEBUG oslo_vmware.api [None req-3d2d3dc3-f62b-42b8-ae95-a4abacb23163 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c9699e-971f-3a52-0099-e1e6a47156e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.268258] env[63440]: DEBUG oslo_vmware.api [None req-3d2d3dc3-f62b-42b8-ae95-a4abacb23163 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': session[52c0c0b0-de76-ed29-af29-68d59a7079ef]52c9699e-971f-3a52-0099-e1e6a47156e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009415} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.268552] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3d2d3dc3-f62b-42b8-ae95-a4abacb23163 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.268766] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3d2d3dc3-f62b-42b8-ae95-a4abacb23163 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.842112] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a96cc2c-7bc6-4238-a6ff-4586df4faf3a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.849544] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bae4ebd-e559-4e77-bbb1-f70342492138 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.879579] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4393da42-e109-4b37-a237-0a547f813a07 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.886557] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94712b6-c19f-4f9c-8d2d-91fdc94844c8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.899153] env[63440]: DEBUG nova.compute.provider_tree [None req-3d2d3dc3-f62b-42b8-ae95-a4abacb23163 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.402189] env[63440]: DEBUG nova.scheduler.client.report [None req-3d2d3dc3-f62b-42b8-ae95-a4abacb23163 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.890288] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.890661] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.890661] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1326.414600] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3d2d3dc3-f62b-42b8-ae95-a4abacb23163 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.145s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.890330] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.969719] env[63440]: INFO nova.scheduler.client.report [None req-3d2d3dc3-f62b-42b8-ae95-a4abacb23163 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Deleted allocation for migration 52c1db99-64f2-4c7b-b53c-f08012bb9ea6 [ 1327.244716] env[63440]: INFO nova.compute.manager [None req-129fcbaa-e0e3-4138-9d66-8f574395bc99 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Get console output [ 1327.244987] env[63440]: WARNING nova.virt.vmwareapi.driver [None req-129fcbaa-e0e3-4138-9d66-8f574395bc99 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] The console log is missing. Check your VSPC configuration [ 1327.393250] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.393564] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.393664] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.393782] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1327.394695] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19241115-6e49-4697-a795-4bb62fd97b0a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.402853] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7702d2-fef9-49e2-8a36-383205c02eb8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.416344] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd20ddaf-bf55-448c-b3fe-f130398d283b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.422407] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c187824c-07a3-458f-86ed-e255b49213ed {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.451699] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180737MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=63440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1327.451843] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.452047] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.475633] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3d2d3dc3-f62b-42b8-ae95-a4abacb23163 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "9040f21a-9425-433e-9f43-b89367aff9ac" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.534s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.478008] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 54e14642-1bde-49f8-b441-9ec1c2ff9455 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1328.478352] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance a4d56f66-f93e-4d67-bcd3-4891f12ecdd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1328.478352] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance a96dae93-4925-4739-a128-d78ab2965a82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1328.478481] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Instance 9040f21a-9425-433e-9f43-b89367aff9ac actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1328.478609] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1328.478744] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1328.495042] env[63440]: DEBUG nova.scheduler.client.report [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Refreshing inventories for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1328.507363] env[63440]: DEBUG nova.scheduler.client.report [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Updating ProviderTree inventory for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1328.507585] env[63440]: DEBUG nova.compute.provider_tree [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Updating inventory in ProviderTree for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1328.517698] env[63440]: DEBUG nova.scheduler.client.report [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Refreshing aggregate associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, aggregates: None {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1328.534542] env[63440]: DEBUG nova.scheduler.client.report [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Refreshing trait associations for resource provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1328.586518] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f84a056-f0d9-47bb-8b92-2ee20d7f86c3 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.593622] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ae9b62-ae1b-4616-99c5-de7cb2000e48 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.622688] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a88c6b8-2747-4131-bd11-c2632e53df88 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.629347] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6debfd6-a801-462a-8855-f5425be3bc65 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.641779] env[63440]: DEBUG nova.compute.provider_tree [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.144828] env[63440]: DEBUG nova.scheduler.client.report [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.649650] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1329.649906] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.198s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.720169] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b069eada-e07c-473f-a8dd-b5ca714775a0 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "a96dae93-4925-4739-a128-d78ab2965a82" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.720453] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b069eada-e07c-473f-a8dd-b5ca714775a0 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "a96dae93-4925-4739-a128-d78ab2965a82" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.223775] env[63440]: DEBUG nova.compute.utils [None req-b069eada-e07c-473f-a8dd-b5ca714775a0 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Using /dev/sd instead of None {{(pid=63440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1331.650056] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.650312] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.650424] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.726448] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b069eada-e07c-473f-a8dd-b5ca714775a0 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "a96dae93-4925-4739-a128-d78ab2965a82" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.886632] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.795214] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b069eada-e07c-473f-a8dd-b5ca714775a0 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "a96dae93-4925-4739-a128-d78ab2965a82" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.795596] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b069eada-e07c-473f-a8dd-b5ca714775a0 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "a96dae93-4925-4739-a128-d78ab2965a82" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.795772] env[63440]: INFO nova.compute.manager [None req-b069eada-e07c-473f-a8dd-b5ca714775a0 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Attaching volume 0d98edc9-141c-4721-8035-21bd6cc2d0e8 to /dev/sdb [ 1332.825804] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9cb754-27e4-4a80-986e-9a82e214d6a0 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.833171] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1530c46-ac1e-4b0e-8c75-db329d08265b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.846428] env[63440]: DEBUG nova.virt.block_device [None req-b069eada-e07c-473f-a8dd-b5ca714775a0 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Updating existing volume attachment record: 8d41f00c-3f58-467b-89f3-31d740396b9f {{(pid=63440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1334.885596] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.389684] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b069eada-e07c-473f-a8dd-b5ca714775a0 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Volume attach. Driver type: vmdk {{(pid=63440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1337.389961] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b069eada-e07c-473f-a8dd-b5ca714775a0 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536880', 'volume_id': '0d98edc9-141c-4721-8035-21bd6cc2d0e8', 'name': 'volume-0d98edc9-141c-4721-8035-21bd6cc2d0e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a96dae93-4925-4739-a128-d78ab2965a82', 'attached_at': '', 'detached_at': '', 'volume_id': '0d98edc9-141c-4721-8035-21bd6cc2d0e8', 'serial': '0d98edc9-141c-4721-8035-21bd6cc2d0e8'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1337.390904] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bcc366-a834-459e-8334-96be06e9b82c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.409078] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0267df19-4524-48c3-bc72-37e9aa07f11f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.432788] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b069eada-e07c-473f-a8dd-b5ca714775a0 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-0d98edc9-141c-4721-8035-21bd6cc2d0e8/volume-0d98edc9-141c-4721-8035-21bd6cc2d0e8.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.433018] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0492b031-b4bc-44f4-b8f7-9256e04613bf {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.451251] env[63440]: DEBUG oslo_vmware.api [None req-b069eada-e07c-473f-a8dd-b5ca714775a0 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1337.451251] env[63440]: value = "task-2662503" [ 1337.451251] env[63440]: _type = "Task" [ 1337.451251] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.457746] env[63440]: DEBUG oslo_vmware.api [None req-b069eada-e07c-473f-a8dd-b5ca714775a0 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.960280] env[63440]: DEBUG oslo_vmware.api [None req-b069eada-e07c-473f-a8dd-b5ca714775a0 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662503, 'name': ReconfigVM_Task, 'duration_secs': 0.362204} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.960609] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b069eada-e07c-473f-a8dd-b5ca714775a0 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-0d98edc9-141c-4721-8035-21bd6cc2d0e8/volume-0d98edc9-141c-4721-8035-21bd6cc2d0e8.vmdk or device None with type thin {{(pid=63440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.965311] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d9f63bb-6780-41f8-9aaa-50978b85e7f4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.980294] env[63440]: DEBUG oslo_vmware.api [None req-b069eada-e07c-473f-a8dd-b5ca714775a0 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1337.980294] env[63440]: value = "task-2662504" [ 1337.980294] env[63440]: _type = "Task" [ 1337.980294] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.987893] env[63440]: DEBUG oslo_vmware.api [None req-b069eada-e07c-473f-a8dd-b5ca714775a0 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.490407] env[63440]: DEBUG oslo_vmware.api [None req-b069eada-e07c-473f-a8dd-b5ca714775a0 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662504, 'name': ReconfigVM_Task, 'duration_secs': 0.149392} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.490763] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b069eada-e07c-473f-a8dd-b5ca714775a0 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536880', 'volume_id': '0d98edc9-141c-4721-8035-21bd6cc2d0e8', 'name': 'volume-0d98edc9-141c-4721-8035-21bd6cc2d0e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a96dae93-4925-4739-a128-d78ab2965a82', 'attached_at': '', 'detached_at': '', 'volume_id': '0d98edc9-141c-4721-8035-21bd6cc2d0e8', 'serial': '0d98edc9-141c-4721-8035-21bd6cc2d0e8'} {{(pid=63440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1339.524769] env[63440]: DEBUG nova.objects.instance [None req-b069eada-e07c-473f-a8dd-b5ca714775a0 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lazy-loading 'flavor' on Instance uuid a96dae93-4925-4739-a128-d78ab2965a82 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.029835] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b069eada-e07c-473f-a8dd-b5ca714775a0 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "a96dae93-4925-4739-a128-d78ab2965a82" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.209886] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3213aabf-c6aa-4072-a1d4-1dc4e264849b tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "a96dae93-4925-4739-a128-d78ab2965a82" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.210225] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3213aabf-c6aa-4072-a1d4-1dc4e264849b tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "a96dae93-4925-4739-a128-d78ab2965a82" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.713370] env[63440]: INFO nova.compute.manager [None req-3213aabf-c6aa-4072-a1d4-1dc4e264849b tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Detaching volume 0d98edc9-141c-4721-8035-21bd6cc2d0e8 [ 1340.742894] env[63440]: INFO nova.virt.block_device [None req-3213aabf-c6aa-4072-a1d4-1dc4e264849b tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Attempting to driver detach volume 0d98edc9-141c-4721-8035-21bd6cc2d0e8 from mountpoint /dev/sdb [ 1340.743153] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3213aabf-c6aa-4072-a1d4-1dc4e264849b tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Volume detach. Driver type: vmdk {{(pid=63440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1340.743348] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3213aabf-c6aa-4072-a1d4-1dc4e264849b tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536880', 'volume_id': '0d98edc9-141c-4721-8035-21bd6cc2d0e8', 'name': 'volume-0d98edc9-141c-4721-8035-21bd6cc2d0e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a96dae93-4925-4739-a128-d78ab2965a82', 'attached_at': '', 'detached_at': '', 'volume_id': '0d98edc9-141c-4721-8035-21bd6cc2d0e8', 'serial': '0d98edc9-141c-4721-8035-21bd6cc2d0e8'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1340.744219] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1584bc94-284a-4fa0-b850-d968c74af324 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.766312] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f151c57d-55cf-47d9-b07c-d42366a60756 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.772706] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0844f07-8975-4cec-9404-e7cecc271a0d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.792201] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8df22d-60b9-4f7d-b8ab-290bc4f6ceae {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.806707] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3213aabf-c6aa-4072-a1d4-1dc4e264849b tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] The volume has not been displaced from its original location: [datastore2] volume-0d98edc9-141c-4721-8035-21bd6cc2d0e8/volume-0d98edc9-141c-4721-8035-21bd6cc2d0e8.vmdk. No consolidation needed. {{(pid=63440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1340.811842] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3213aabf-c6aa-4072-a1d4-1dc4e264849b tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1340.812091] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-022c381f-0ec6-4907-a6a3-8324124a0d4a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.829104] env[63440]: DEBUG oslo_vmware.api [None req-3213aabf-c6aa-4072-a1d4-1dc4e264849b tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1340.829104] env[63440]: value = "task-2662505" [ 1340.829104] env[63440]: _type = "Task" [ 1340.829104] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.836322] env[63440]: DEBUG oslo_vmware.api [None req-3213aabf-c6aa-4072-a1d4-1dc4e264849b tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.338369] env[63440]: DEBUG oslo_vmware.api [None req-3213aabf-c6aa-4072-a1d4-1dc4e264849b tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662505, 'name': ReconfigVM_Task, 'duration_secs': 0.209103} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.338646] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3213aabf-c6aa-4072-a1d4-1dc4e264849b tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1341.343261] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92fe4df3-bf67-41aa-8ef2-1e010ceb64be {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.357515] env[63440]: DEBUG oslo_vmware.api [None req-3213aabf-c6aa-4072-a1d4-1dc4e264849b tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1341.357515] env[63440]: value = "task-2662506" [ 1341.357515] env[63440]: _type = "Task" [ 1341.357515] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.364642] env[63440]: DEBUG oslo_vmware.api [None req-3213aabf-c6aa-4072-a1d4-1dc4e264849b tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.866902] env[63440]: DEBUG oslo_vmware.api [None req-3213aabf-c6aa-4072-a1d4-1dc4e264849b tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662506, 'name': ReconfigVM_Task, 'duration_secs': 0.126298} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.867239] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3213aabf-c6aa-4072-a1d4-1dc4e264849b tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536880', 'volume_id': '0d98edc9-141c-4721-8035-21bd6cc2d0e8', 'name': 'volume-0d98edc9-141c-4721-8035-21bd6cc2d0e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a96dae93-4925-4739-a128-d78ab2965a82', 'attached_at': '', 'detached_at': '', 'volume_id': '0d98edc9-141c-4721-8035-21bd6cc2d0e8', 'serial': '0d98edc9-141c-4721-8035-21bd6cc2d0e8'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1342.405829] env[63440]: DEBUG nova.objects.instance [None req-3213aabf-c6aa-4072-a1d4-1dc4e264849b tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lazy-loading 'flavor' on Instance uuid a96dae93-4925-4739-a128-d78ab2965a82 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.413551] env[63440]: DEBUG oslo_concurrency.lockutils [None req-3213aabf-c6aa-4072-a1d4-1dc4e264849b tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "a96dae93-4925-4739-a128-d78ab2965a82" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.203s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.443243] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "a96dae93-4925-4739-a128-d78ab2965a82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.443627] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "a96dae93-4925-4739-a128-d78ab2965a82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.443627] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "a96dae93-4925-4739-a128-d78ab2965a82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.443788] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "a96dae93-4925-4739-a128-d78ab2965a82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.443905] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "a96dae93-4925-4739-a128-d78ab2965a82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.445964] env[63440]: INFO nova.compute.manager [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Terminating instance [ 1344.949556] env[63440]: DEBUG nova.compute.manager [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1344.949807] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.950737] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bcea4d-a656-44bc-9a5a-563e877e281d {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.958688] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.958901] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7ebab5a-c8d4-4630-8bb9-e6567ff6a674 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.965470] env[63440]: DEBUG oslo_vmware.api [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1344.965470] env[63440]: value = "task-2662507" [ 1344.965470] env[63440]: _type = "Task" [ 1344.965470] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.973497] env[63440]: DEBUG oslo_vmware.api [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.475345] env[63440]: DEBUG oslo_vmware.api [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662507, 'name': PowerOffVM_Task, 'duration_secs': 0.206753} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.475671] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.475796] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1345.476054] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d72fecd8-d66a-4812-b380-55e4640297b4 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.542399] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.542654] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.542822] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Deleting the datastore file [datastore1] a96dae93-4925-4739-a128-d78ab2965a82 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.543097] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e40f0845-e96e-468d-b0a0-92c6b6012235 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.549032] env[63440]: DEBUG oslo_vmware.api [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for the task: (returnval){ [ 1345.549032] env[63440]: value = "task-2662509" [ 1345.549032] env[63440]: _type = "Task" [ 1345.549032] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.556109] env[63440]: DEBUG oslo_vmware.api [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.059223] env[63440]: DEBUG oslo_vmware.api [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Task: {'id': task-2662509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136008} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.059223] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1346.059447] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1346.059499] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.059671] env[63440]: INFO nova.compute.manager [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1346.059939] env[63440]: DEBUG oslo.service.loopingcall [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1346.060181] env[63440]: DEBUG nova.compute.manager [-] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1346.060281] env[63440]: DEBUG nova.network.neutron [-] [instance: a96dae93-4925-4739-a128-d78ab2965a82] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1346.517619] env[63440]: DEBUG nova.compute.manager [req-eea6b5d9-4d8e-4bef-ba65-00e70bcf99e3 req-03a8329b-76a6-46d3-971e-28b774536bdf service nova] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Received event network-vif-deleted-66195a75-9e93-4e75-b4a1-907e47f15843 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1346.517849] env[63440]: INFO nova.compute.manager [req-eea6b5d9-4d8e-4bef-ba65-00e70bcf99e3 req-03a8329b-76a6-46d3-971e-28b774536bdf service nova] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Neutron deleted interface 66195a75-9e93-4e75-b4a1-907e47f15843; detaching it from the instance and deleting it from the info cache [ 1346.517987] env[63440]: DEBUG nova.network.neutron [req-eea6b5d9-4d8e-4bef-ba65-00e70bcf99e3 req-03a8329b-76a6-46d3-971e-28b774536bdf service nova] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.993458] env[63440]: DEBUG nova.network.neutron [-] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.020578] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6885c2b2-b5c4-4401-a6f4-8f9bccceb606 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.030358] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fbe13f-f769-4b2b-a69b-d916b8690db5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.057166] env[63440]: DEBUG nova.compute.manager [req-eea6b5d9-4d8e-4bef-ba65-00e70bcf99e3 req-03a8329b-76a6-46d3-971e-28b774536bdf service nova] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Detach interface failed, port_id=66195a75-9e93-4e75-b4a1-907e47f15843, reason: Instance a96dae93-4925-4739-a128-d78ab2965a82 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1347.495859] env[63440]: INFO nova.compute.manager [-] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Took 1.44 seconds to deallocate network for instance. [ 1348.002796] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.003152] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.003326] env[63440]: DEBUG nova.objects.instance [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lazy-loading 'resources' on Instance uuid a96dae93-4925-4739-a128-d78ab2965a82 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.569433] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1313055b-3ebb-4f88-b239-65f0187f5b9f {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.576520] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24498500-3073-4d1a-8a4a-b49145cff6ba {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.607929] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e65927-aca9-4755-8184-a6984e345188 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.614458] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076510be-679d-4ed3-b379-7c47abacfbcb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.627007] env[63440]: DEBUG nova.compute.provider_tree [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.129998] env[63440]: DEBUG nova.scheduler.client.report [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.634794] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.659094] env[63440]: INFO nova.scheduler.client.report [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Deleted allocations for instance a96dae93-4925-4739-a128-d78ab2965a82 [ 1350.167519] env[63440]: DEBUG oslo_concurrency.lockutils [None req-b47371fd-4f72-4dd2-a735-93102ede7569 tempest-AttachVolumeNegativeTest-294981624 tempest-AttachVolumeNegativeTest-294981624-project-member] Lock "a96dae93-4925-4739-a128-d78ab2965a82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.724s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.212576] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "9040f21a-9425-433e-9f43-b89367aff9ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.213022] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "9040f21a-9425-433e-9f43-b89367aff9ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.213104] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "9040f21a-9425-433e-9f43-b89367aff9ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.213263] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "9040f21a-9425-433e-9f43-b89367aff9ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.213440] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "9040f21a-9425-433e-9f43-b89367aff9ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.215501] env[63440]: INFO nova.compute.manager [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Terminating instance [ 1354.719553] env[63440]: DEBUG nova.compute.manager [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.719826] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.720101] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f60e9298-fac3-4faa-aeb2-4e175963f395 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.729399] env[63440]: DEBUG oslo_vmware.api [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1354.729399] env[63440]: value = "task-2662512" [ 1354.729399] env[63440]: _type = "Task" [ 1354.729399] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.737751] env[63440]: DEBUG oslo_vmware.api [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.239589] env[63440]: DEBUG oslo_vmware.api [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662512, 'name': PowerOffVM_Task, 'duration_secs': 0.177379} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.239962] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.240070] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Volume detach. Driver type: vmdk {{(pid=63440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1355.240271] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536877', 'volume_id': '7f770481-25ee-4d2f-b15e-498327333593', 'name': 'volume-7f770481-25ee-4d2f-b15e-498327333593', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9040f21a-9425-433e-9f43-b89367aff9ac', 'attached_at': '2025-02-19T05:55:21.000000', 'detached_at': '', 'volume_id': '7f770481-25ee-4d2f-b15e-498327333593', 'serial': '7f770481-25ee-4d2f-b15e-498327333593'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1355.241021] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca61bdb-15c6-4526-a5b9-f9bc6809ac87 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.258812] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880e8148-5bce-43c8-9f93-67d10c7f407c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.264577] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826aaed5-4209-4171-819e-b12c2cb24ff5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.281243] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f1c05f-a2a8-4707-bfae-b491640b2fb9 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.294748] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] The volume has not been displaced from its original location: [datastore2] volume-7f770481-25ee-4d2f-b15e-498327333593/volume-7f770481-25ee-4d2f-b15e-498327333593.vmdk. No consolidation needed. {{(pid=63440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1355.299747] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1355.299975] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2acf29c6-ca0e-406f-9efa-200518387040 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.316921] env[63440]: DEBUG oslo_vmware.api [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1355.316921] env[63440]: value = "task-2662513" [ 1355.316921] env[63440]: _type = "Task" [ 1355.316921] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.325262] env[63440]: DEBUG oslo_vmware.api [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.826425] env[63440]: DEBUG oslo_vmware.api [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662513, 'name': ReconfigVM_Task, 'duration_secs': 0.173768} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.826707] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=63440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1355.831310] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a533fb9f-24d4-44a7-8233-9d743a5f87e5 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.846047] env[63440]: DEBUG oslo_vmware.api [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1355.846047] env[63440]: value = "task-2662514" [ 1355.846047] env[63440]: _type = "Task" [ 1355.846047] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.853539] env[63440]: DEBUG oslo_vmware.api [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.356312] env[63440]: DEBUG oslo_vmware.api [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662514, 'name': ReconfigVM_Task, 'duration_secs': 0.153764} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.356631] env[63440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-536877', 'volume_id': '7f770481-25ee-4d2f-b15e-498327333593', 'name': 'volume-7f770481-25ee-4d2f-b15e-498327333593', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9040f21a-9425-433e-9f43-b89367aff9ac', 'attached_at': '2025-02-19T05:55:21.000000', 'detached_at': '', 'volume_id': '7f770481-25ee-4d2f-b15e-498327333593', 'serial': '7f770481-25ee-4d2f-b15e-498327333593'} {{(pid=63440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1356.356841] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.357573] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db6b244-a221-4928-9da4-e81810e001d2 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.363948] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.364168] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9acfbe45-fc1b-43a2-8d68-580a263e167c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.426301] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.426515] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Deleting contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.426697] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Deleting the datastore file [datastore2] 9040f21a-9425-433e-9f43-b89367aff9ac {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.426952] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8615e1e2-d93d-4e3a-8571-889cfef7a112 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.433070] env[63440]: DEBUG oslo_vmware.api [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1356.433070] env[63440]: value = "task-2662516" [ 1356.433070] env[63440]: _type = "Task" [ 1356.433070] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.440144] env[63440]: DEBUG oslo_vmware.api [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.942903] env[63440]: DEBUG oslo_vmware.api [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075913} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.943162] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.943347] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Deleted contents of the VM from datastore datastore2 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.943524] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.943695] env[63440]: INFO nova.compute.manager [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1356.943924] env[63440]: DEBUG oslo.service.loopingcall [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1356.944136] env[63440]: DEBUG nova.compute.manager [-] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.944231] env[63440]: DEBUG nova.network.neutron [-] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1357.404086] env[63440]: DEBUG nova.compute.manager [req-0c3ed9db-115c-478f-be13-ac8f94335d54 req-7879613c-252b-4d2b-a487-388344db2690 service nova] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Received event network-vif-deleted-188d2665-fcdd-4286-8cab-77f7023756a0 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1357.404367] env[63440]: INFO nova.compute.manager [req-0c3ed9db-115c-478f-be13-ac8f94335d54 req-7879613c-252b-4d2b-a487-388344db2690 service nova] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Neutron deleted interface 188d2665-fcdd-4286-8cab-77f7023756a0; detaching it from the instance and deleting it from the info cache [ 1357.405035] env[63440]: DEBUG nova.network.neutron [req-0c3ed9db-115c-478f-be13-ac8f94335d54 req-7879613c-252b-4d2b-a487-388344db2690 service nova] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.882103] env[63440]: DEBUG nova.network.neutron [-] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.906996] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93fb3866-c8ec-4933-aeed-4218f75ef921 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.917232] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b232e5ae-875e-49cb-809e-631f77a833fb {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.943595] env[63440]: DEBUG nova.compute.manager [req-0c3ed9db-115c-478f-be13-ac8f94335d54 req-7879613c-252b-4d2b-a487-388344db2690 service nova] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Detach interface failed, port_id=188d2665-fcdd-4286-8cab-77f7023756a0, reason: Instance 9040f21a-9425-433e-9f43-b89367aff9ac could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1358.385303] env[63440]: INFO nova.compute.manager [-] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Took 1.44 seconds to deallocate network for instance. [ 1358.928997] env[63440]: INFO nova.compute.manager [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Took 0.54 seconds to detach 1 volumes for instance. [ 1358.930868] env[63440]: DEBUG nova.compute.manager [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Deleting volume: 7f770481-25ee-4d2f-b15e-498327333593 {{(pid=63440) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1359.465567] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.465828] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.466225] env[63440]: DEBUG nova.objects.instance [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lazy-loading 'resources' on Instance uuid 9040f21a-9425-433e-9f43-b89367aff9ac {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.020813] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd0f8db-2d50-4d5b-952e-b59afe35f026 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.028594] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30de819c-bd60-4660-8deb-bdb7a63a739e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.057610] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783917f3-ab96-4592-b293-08157f254732 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.064691] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8b48d8-4df1-4699-b746-931e662295fc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.077409] env[63440]: DEBUG nova.compute.provider_tree [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.580692] env[63440]: DEBUG nova.scheduler.client.report [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.086227] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.105204] env[63440]: INFO nova.scheduler.client.report [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Deleted allocations for instance 9040f21a-9425-433e-9f43-b89367aff9ac [ 1361.614691] env[63440]: DEBUG oslo_concurrency.lockutils [None req-a6a36d3a-4b81-4c4e-8b7f-48deeba53e4d tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "9040f21a-9425-433e-9f43-b89367aff9ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.401s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.965806] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "a4d56f66-f93e-4d67-bcd3-4891f12ecdd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.966164] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "a4d56f66-f93e-4d67-bcd3-4891f12ecdd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.966421] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "a4d56f66-f93e-4d67-bcd3-4891f12ecdd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.966658] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "a4d56f66-f93e-4d67-bcd3-4891f12ecdd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.966865] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "a4d56f66-f93e-4d67-bcd3-4891f12ecdd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.969061] env[63440]: INFO nova.compute.manager [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Terminating instance [ 1362.473066] env[63440]: DEBUG nova.compute.manager [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1362.473066] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1362.473860] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d19a8b-41cb-471a-8797-44e0feea9a6e {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.481852] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.482089] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c39aaf28-cba0-4ef9-97bd-39e9cdebbf78 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.489381] env[63440]: DEBUG oslo_vmware.api [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1362.489381] env[63440]: value = "task-2662519" [ 1362.489381] env[63440]: _type = "Task" [ 1362.489381] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.496884] env[63440]: DEBUG oslo_vmware.api [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.999622] env[63440]: DEBUG oslo_vmware.api [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662519, 'name': PowerOffVM_Task, 'duration_secs': 0.217148} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.999820] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.999990] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1363.000290] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4cc20b1-776b-4c47-a727-025efde174a8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.068790] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1363.069037] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1363.069198] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Deleting the datastore file [datastore1] a4d56f66-f93e-4d67-bcd3-4891f12ecdd0 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.069448] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22d52ee2-01f0-4171-9584-1925ed2fed65 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.076127] env[63440]: DEBUG oslo_vmware.api [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1363.076127] env[63440]: value = "task-2662521" [ 1363.076127] env[63440]: _type = "Task" [ 1363.076127] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.083196] env[63440]: DEBUG oslo_vmware.api [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.585939] env[63440]: DEBUG oslo_vmware.api [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134124} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.586347] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.586470] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1363.586672] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1363.586851] env[63440]: INFO nova.compute.manager [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1363.587109] env[63440]: DEBUG oslo.service.loopingcall [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1363.587308] env[63440]: DEBUG nova.compute.manager [-] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1363.587405] env[63440]: DEBUG nova.network.neutron [-] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1363.875356] env[63440]: DEBUG nova.compute.manager [req-303cc059-1c55-4c70-ba61-88ad3f81cc1e req-a70b9dd1-ced4-46b4-a148-ec4bc95f80a4 service nova] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Received event network-vif-deleted-40feda81-dc48-400b-be7a-e3179bf1eb24 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1363.875356] env[63440]: INFO nova.compute.manager [req-303cc059-1c55-4c70-ba61-88ad3f81cc1e req-a70b9dd1-ced4-46b4-a148-ec4bc95f80a4 service nova] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Neutron deleted interface 40feda81-dc48-400b-be7a-e3179bf1eb24; detaching it from the instance and deleting it from the info cache [ 1363.875356] env[63440]: DEBUG nova.network.neutron [req-303cc059-1c55-4c70-ba61-88ad3f81cc1e req-a70b9dd1-ced4-46b4-a148-ec4bc95f80a4 service nova] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.356934] env[63440]: DEBUG nova.network.neutron [-] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.377957] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65741583-ce09-47d3-896f-daa6bdbacf30 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.390255] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acc858e-8c4e-477a-91a7-04c04cf11f53 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.417791] env[63440]: DEBUG nova.compute.manager [req-303cc059-1c55-4c70-ba61-88ad3f81cc1e req-a70b9dd1-ced4-46b4-a148-ec4bc95f80a4 service nova] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Detach interface failed, port_id=40feda81-dc48-400b-be7a-e3179bf1eb24, reason: Instance a4d56f66-f93e-4d67-bcd3-4891f12ecdd0 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1364.859647] env[63440]: INFO nova.compute.manager [-] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Took 1.27 seconds to deallocate network for instance. [ 1365.366638] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.366929] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.367175] env[63440]: DEBUG nova.objects.instance [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lazy-loading 'resources' on Instance uuid a4d56f66-f93e-4d67-bcd3-4891f12ecdd0 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.920171] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc996aa2-2d6a-4687-aebe-739a7c90adb1 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.927897] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6b538b-dbd6-499c-be28-391e98f54716 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.957740] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf37140-b4a8-4ae2-a137-937e20074656 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.964739] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279321c8-ab63-451f-b47f-25f12396c3b8 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.977301] env[63440]: DEBUG nova.compute.provider_tree [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.480472] env[63440]: DEBUG nova.scheduler.client.report [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.985738] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.004287] env[63440]: INFO nova.scheduler.client.report [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Deleted allocations for instance a4d56f66-f93e-4d67-bcd3-4891f12ecdd0 [ 1367.511590] env[63440]: DEBUG oslo_concurrency.lockutils [None req-ab85c01b-d815-446d-9a03-44de7ffe7a43 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "a4d56f66-f93e-4d67-bcd3-4891f12ecdd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.545s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.672569] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "54e14642-1bde-49f8-b441-9ec1c2ff9455" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.672984] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "54e14642-1bde-49f8-b441-9ec1c2ff9455" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.673122] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "54e14642-1bde-49f8-b441-9ec1c2ff9455-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.673319] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "54e14642-1bde-49f8-b441-9ec1c2ff9455-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.673495] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "54e14642-1bde-49f8-b441-9ec1c2ff9455-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.675636] env[63440]: INFO nova.compute.manager [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Terminating instance [ 1372.178867] env[63440]: DEBUG nova.compute.manager [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Start destroying the instance on the hypervisor. {{(pid=63440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.179116] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Destroying instance {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.180083] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9536e5-14c0-461c-9e90-806d67bce4dc {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.188101] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Powering off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.188327] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3a3b008-1273-4657-8d90-ab94eaeccc46 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.194251] env[63440]: DEBUG oslo_vmware.api [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1372.194251] env[63440]: value = "task-2662523" [ 1372.194251] env[63440]: _type = "Task" [ 1372.194251] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.201944] env[63440]: DEBUG oslo_vmware.api [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.703929] env[63440]: DEBUG oslo_vmware.api [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662523, 'name': PowerOffVM_Task, 'duration_secs': 0.19264} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.704322] env[63440]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Powered off the VM {{(pid=63440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.704374] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Unregistering the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.704710] env[63440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc918519-0791-44a5-8e33-b587e2e4f064 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.772579] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Unregistered the VM {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.772812] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Deleting contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.773078] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Deleting the datastore file [datastore1] 54e14642-1bde-49f8-b441-9ec1c2ff9455 {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.773384] env[63440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe8c7c95-65e7-4955-8a70-7f5591153734 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.779776] env[63440]: DEBUG oslo_vmware.api [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for the task: (returnval){ [ 1372.779776] env[63440]: value = "task-2662525" [ 1372.779776] env[63440]: _type = "Task" [ 1372.779776] env[63440]: } to complete. {{(pid=63440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.787445] env[63440]: DEBUG oslo_vmware.api [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.289645] env[63440]: DEBUG oslo_vmware.api [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Task: {'id': task-2662525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127916} completed successfully. {{(pid=63440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.289897] env[63440]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Deleted the datastore file {{(pid=63440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.290086] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Deleted contents of the VM from datastore datastore1 {{(pid=63440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.290260] env[63440]: DEBUG nova.virt.vmwareapi.vmops [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Instance destroyed {{(pid=63440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.290472] env[63440]: INFO nova.compute.manager [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1373.290720] env[63440]: DEBUG oslo.service.loopingcall [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1373.290911] env[63440]: DEBUG nova.compute.manager [-] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Deallocating network for instance {{(pid=63440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.291012] env[63440]: DEBUG nova.network.neutron [-] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] deallocate_for_instance() {{(pid=63440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.550820] env[63440]: DEBUG nova.compute.manager [req-43e89212-33c8-4e54-aabb-8e97e3e248a2 req-9cdb5569-ce4b-4846-8105-d5a3c1b6f598 service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Received event network-vif-deleted-97c0a1df-7d43-4489-92fb-33a358e46c60 {{(pid=63440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1373.551047] env[63440]: INFO nova.compute.manager [req-43e89212-33c8-4e54-aabb-8e97e3e248a2 req-9cdb5569-ce4b-4846-8105-d5a3c1b6f598 service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Neutron deleted interface 97c0a1df-7d43-4489-92fb-33a358e46c60; detaching it from the instance and deleting it from the info cache [ 1373.551232] env[63440]: DEBUG nova.network.neutron [req-43e89212-33c8-4e54-aabb-8e97e3e248a2 req-9cdb5569-ce4b-4846-8105-d5a3c1b6f598 service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.035296] env[63440]: DEBUG nova.network.neutron [-] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Updating instance_info_cache with network_info: [] {{(pid=63440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.053830] env[63440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e562fb4-4d72-4bf0-820d-f71e2cf0e053 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.063572] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83a40e3-8593-4ebc-bf55-2da516106ce6 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.090398] env[63440]: DEBUG nova.compute.manager [req-43e89212-33c8-4e54-aabb-8e97e3e248a2 req-9cdb5569-ce4b-4846-8105-d5a3c1b6f598 service nova] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Detach interface failed, port_id=97c0a1df-7d43-4489-92fb-33a358e46c60, reason: Instance 54e14642-1bde-49f8-b441-9ec1c2ff9455 could not be found. {{(pid=63440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1374.537706] env[63440]: INFO nova.compute.manager [-] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Took 1.25 seconds to deallocate network for instance. [ 1375.044834] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.045248] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.045343] env[63440]: DEBUG nova.objects.instance [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lazy-loading 'resources' on Instance uuid 54e14642-1bde-49f8-b441-9ec1c2ff9455 {{(pid=63440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.576883] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14ceb79-5f36-426c-9f78-c27bc2f14873 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.584516] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8564f8-59e2-41b7-88c3-97cd42cbc191 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.613845] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84448bec-f752-438b-9898-bdbc37b0a177 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.620740] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e6a3ff-82aa-47aa-bb1f-5ccc23460102 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.633697] env[63440]: DEBUG nova.compute.provider_tree [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.137780] env[63440]: DEBUG nova.scheduler.client.report [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.643296] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.664810] env[63440]: INFO nova.scheduler.client.report [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Deleted allocations for instance 54e14642-1bde-49f8-b441-9ec1c2ff9455 [ 1377.173313] env[63440]: DEBUG oslo_concurrency.lockutils [None req-50ee3a91-3c25-44ff-9fb9-cf998db21343 tempest-ServerActionsTestOtherA-730437471 tempest-ServerActionsTestOtherA-730437471-project-member] Lock "54e14642-1bde-49f8-b441-9ec1c2ff9455" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.500s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.890535] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.890749] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.392452] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.392836] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1386.890192] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.890439] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.393332] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.393734] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.393734] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.393864] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1387.394771] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcc49d7-457f-426b-b896-6bbffb011782 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.403271] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7a2187-1bf3-4482-9ba1-c8b5d065b13c {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.416523] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4976de86-cdd5-4d0b-a094-df068819a72b {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.422683] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b2e03d-e5e2-4b76-aa55-b889662f8000 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.451537] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180407MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=63440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1387.451657] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.451845] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.552652] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1388.552930] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1388.565618] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3561095e-3a8b-4b7e-a222-a8b57027749a {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.573581] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e2a0d0-17c3-4dfe-9801-7011dd6176ce {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.602370] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1847aee6-a1ee-49ab-adac-ac5c436ba473 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.608748] env[63440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5422c643-b3ca-49fe-845f-bf6f3b815107 {{(pid=63440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.621233] env[63440]: DEBUG nova.compute.provider_tree [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed in ProviderTree for provider: e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 {{(pid=63440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.124749] env[63440]: DEBUG nova.scheduler.client.report [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Inventory has not changed for provider e85fa7d8-69c6-4a99-9f2c-93b7a693fcb5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.629838] env[63440]: DEBUG nova.compute.resource_tracker [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1389.630217] env[63440]: DEBUG oslo_concurrency.lockutils [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.178s {{(pid=63440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.630792] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.631205] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.631249] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.631386] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.890430] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.890607] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Cleaning up deleted instances with incomplete migration {{(pid=63440) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1403.393928] env[63440]: DEBUG oslo_service.periodic_task [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.394352] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] Cleaning up deleted instances {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1403.902321] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] There are 19 instances to clean {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1403.902519] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 9040f21a-9425-433e-9f43-b89367aff9ac] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1404.406196] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: a96dae93-4925-4739-a128-d78ab2965a82] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1404.909623] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: a4d56f66-f93e-4d67-bcd3-4891f12ecdd0] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1405.413224] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 63c76513-8993-49f6-bb84-4f67597c4b8b] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1405.916394] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: a571c7c1-eee3-4b85-85de-a83d7aa3ad93] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1406.419479] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: dfb77644-faf8-4d23-ad0f-24f70d576f79] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1406.922508] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: f36569f7-593c-430f-ac98-42f52fdff4e2] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1407.426239] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 2ed4945e-17a3-445d-aa82-ba79749edc8c] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1407.929638] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 7b75fd7b-6949-49ab-bba3-a5734ef74e2d] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1408.433014] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 41f2e344-ebf6-4c6d-9d40-fbe04cc4dc10] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1408.936543] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: d49cb05c-d712-4459-9bff-1db4bfae22e0] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1409.440369] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 10242c11-bded-4040-a77e-a1efe96c243a] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1409.943554] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 12f3d073-f02f-49dc-ab3b-6dbffa73813c] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1410.447266] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: cc09586f-a0bf-4989-9791-bc665a8c451a] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1410.951312] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: c710002a-a15f-44cc-8b1b-d79e82bea0b3] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1411.454909] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 5c49f809-c1dc-4fcf-8542-1ff7f012516f] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1411.958629] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 54e14642-1bde-49f8-b441-9ec1c2ff9455] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1412.462098] env[63440]: DEBUG nova.compute.manager [None req-94fccb0f-d4d1-4d48-a988-c10fbbdfc242 None None] [instance: 565880df-cdb2-44c1-a33f-99d5cfa0b907] Instance has had 0 of 5 cleanup attempts {{(pid=63440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}}